00010000:02000000:2.1F:1788870474.738145:0:9776:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1F:1788870475.758465:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1F:1788870476.783712:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1:1788870477.806180:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:0.1F:1788870497.100132:0:5791:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1:1788870498.158262:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1:1788870499.182431:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1:1788870500.206218:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1788870501.221911:0:5791:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1:1788870502.254233:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1:1788870503.285609:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:1.1:1788870504.303069:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1:1788870505.476359:0:15141:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1:1788870505.476495:0:15141:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1:1788870506.478268:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1:1788870506.478308:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:0.1:1788870507.504791:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:0.1:1788870507.504834:0:5780:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1:1788870525.202429:0:20698:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0***
00010000:00010000:0.0:1788876656.151812:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e76458a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.151826:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e76458a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.151834:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8da00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876656.151839:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e76458a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.151848:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e76458a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.151866:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e76458a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.151875:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e76458a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876656.151958:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362585856:12345-192.168.203.59@tcp:3:dd.0 Request processed in 17111us (64488us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876656.151969:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1052
00000100:00100000:0.0:1788876656.151980:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513143716865 time 7513143791501 state 0x2 ref 0
00000100:00100000:0.0:1788876656.272757:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362586112
00000100:00100000:0.0:1788876656.272767:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362586112
00000100:00100000:0.0:1788876656.272825:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513243791501 time 7513243860051 state 0x0 ref 1
00000100:00100000:0.0:1788876656.272844:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513343860051 time 7513243860051 state 0x1 ref 1
00000100:00100000:0.0:1788876656.334960:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513343860051 time 7513343925895 state 0x0 ref 1
00000100:00100000:0.0:1788876656.334989:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362586112:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876656.335053:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.335069:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.335073:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.335079:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.335090:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.354290:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.354310:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.354319:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.354331:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8da00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876656.354335:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.354343:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.354363:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.354371:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764598 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876656.354482:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362586112:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19502us (81863us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876656.354493:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1054
00000100:00100000:0.0:1788876656.354504:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513343860051 time 7513343925895 state 0x2 ref 0
00000100:00100000:0.0:1788876656.445007:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513443925895 time 7513453973351 state 0x0 ref 1
00000100:00100000:0.0:1788876656.481737:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876656.545902:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513553973351 time 7513554868768 state 0x0 ref 1
00000100:00100000:0.0:1788876656.545932:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362586368:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876656.545974:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e7645a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.545991:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.545995:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.546002:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e7645a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.546062:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e7645a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876656.594770:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876656.630114:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876656.630157:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876656.630186:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00080000:0.0:1788876656.630221:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876656.630252:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6517
00000100:00100000:0.0:1788876656.630263:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362586752:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876656.630384:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362586752:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 72us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876656.630392:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6517
00000100:00080000:0.0:1788876656.630427:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876656.647086:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513654868768 time 7513656054340 state 0x0 ref 1
00000100:00100000:0.0:1788876656.647113:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362586496:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876656.647158:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf2d3a55/0x3868396b8e7645ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.647184:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.647188:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.647195:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf2d3a55/0x3868396b8e7645ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.647209:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf2d3a55/0x3868396b8e7645ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876656.691233:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362587008
00000100:00100000:0.0:1788876656.691244:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362587008
00000100:00100000:0.0:1788876656.691301:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513654868768 time 7513656054340 state 0x0 ref 1
00000100:00100000:0.0:1788876656.691317:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513756054340 time 7513656054340 state 0x1 ref 1
00000100:00100000:0.0:1788876656.748516:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513756054340 time 7513757481692 state 0x0 ref 1
00000100:00100000:0.0:1788876656.748546:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362587008:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876656.748598:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d462cc1/0x3868396b8e7645b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.748614:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.748618:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.748624:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d462cc1/0x3868396b8e7645b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.748644:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d462cc1/0x3868396b8e7645b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876656.788858:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362587136
00000100:00100000:0.0:1788876656.788868:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362587136
00000100:00100000:0.0:1788876656.788928:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513756054340 time 7513757481692 state 0x0 ref 1
00000100:00100000:0.0:1788876656.788944:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513857481692 time 7513757481692 state 0x1 ref 1
00000100:00100000:0.0:1788876656.848861:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513857481692 time 7513857826449 state 0x0 ref 1
00000100:00100000:0.0:1788876656.848891:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362587136:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876656.848936:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002898efcf/0x3868396b8e7645bb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.848951:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.848955:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876656.848962:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002898efcf/0x3868396b8e7645bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876656.848976:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002898efcf/0x3868396b8e7645bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876656.984165:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362587392
00000100:00100000:0.0:1788876656.984176:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362587392
00000100:00100000:0.0:1788876656.984237:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7513957826449 time 7513959888371 state 0x0 ref 1
00000100:00100000:0.0:1788876656.984264:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7514059888371 time 7513959888371 state 0x1 ref 1
00000100:00080000:0.0:1788876657.051927:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876657.085118:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876657.194115:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876657.358622:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7514362021125 time 7514367588331 state 0x0 ref 1
00000100:00100000:0.0:1788876657.358665:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362587776:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876657.359121:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.359139:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.359144:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.359151:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.359233:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.376957:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.376978:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.376993:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.376999:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984398bbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876657.377004:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.377037:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.377056:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.377064:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645de lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876657.377148:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362587776:12345-192.168.203.59@tcp:3:dd.0 Request processed in 18494us (89565us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876657.377160:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1064
00000100:00100000:0.0:1788876657.377171:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7514362021125 time 7514367588331 state 0x2 ref 0
00000100:00100000:0.0:1788876657.388274:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876657.502993:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876657.558979:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7514567736051 time 7514567945753 state 0x0 ref 1
00000100:00100000:0.0:1788876657.559044:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362588032:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876657.559086:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645ec lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.559103:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.559107:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.559124:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.559138:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054e09601/0x3868396b8e7645ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876657.586079:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876657.661973:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7514667945753 time 7514670938560 state 0x0 ref 1
00000100:00100000:0.0:1788876657.662004:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362588160:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876657.662089:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa093e14/0x3868396b8e7645f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.662105:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.662108:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.662114:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa093e14/0x3868396b8e7645f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.662126:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa093e14/0x3868396b8e7645f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876657.714340:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876657.930265:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876657.968694:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7514976981664 time 7514977660738 state 0x0 ref 1
00000100:00100000:0.0:1788876657.968723:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362588544:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876657.968766:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c4ecf1dd/0x3868396b8e764608 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.968783:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.968788:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876657.968794:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4ecf1dd/0x3868396b8e764608 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876657.968806:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4ecf1dd/0x3868396b8e764608 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876658.031057:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362588672
00000100:00100000:0.0:1788876658.031067:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362588672
00000100:00100000:0.0:1788876658.031133:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7514976981664 time 7514977660738 state 0x0 ref 1
00000100:00100000:0.0:1788876658.031148:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7515077660738 time 7514977660738 state 0x1 ref 1
00000100:00100000:0.0:1788876658.068931:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7515077660738 time 7515077897842 state 0x0 ref 1
00000100:00100000:0.0:1788876658.068963:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362588672:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876658.069003:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.069052:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876658.069056:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876658.069063:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.069075:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.090718:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.090737:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.090746:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.090754:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876658.090759:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.090774:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.090791:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.090799:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b9c3991/0x3868396b8e76460f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876658.090883:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362588672:12345-192.168.203.59@tcp:3:dd.0 Request processed in 21926us (59940us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876658.090895:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1071
00000100:00100000:0.0:1788876658.090907:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7515077660738 time 7515077897842 state 0x2 ref 0
00000100:00100000:0.0:1788876658.298534:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876658.407741:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876658.490949:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876658.572093:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7515580804386 time 7515581060552 state 0x0 ref 1
00000100:00100000:0.0:1788876658.572123:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362589312:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876658.572163:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e764632 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.572189:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876658.572195:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876658.572201:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e764632 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876658.572216:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e764632 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876658.711587:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876658.808304:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876658.905881:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:0.0:1788876659.104934:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764655 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.104956:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764655 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.104966:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764655 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.104974:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8da00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876659.104979:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764655 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.104989:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764655 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.105008:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764655 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.105055:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000296a33a5/0x3868396b8e764655 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876659.105145:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362589952:12345-192.168.203.59@tcp:3:dd.0 Request processed in 29630us (98007us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876659.105157:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1081
00000100:00100000:0.0:1788876659.105169:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516083218436 time 7516084450586 state 0x2 ref 0
00000100:00100000:0.0:1788876659.124862:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362590080
00000100:00100000:0.0:1788876659.124871:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362590080
00000100:00100000:0.0:1788876659.124926:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516083218436 time 7516084450586 state 0x0 ref 1
00000100:00100000:0.0:1788876659.124943:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516184450586 time 7516084450586 state 0x1 ref 1
00000100:00100000:0.0:1788876659.211580:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876659.276153:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516284920881 time 7516285119900 state 0x0 ref 1
00000100:00100000:0.0:1788876659.276182:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362590208:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876659.276237:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.276254:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876659.276258:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876659.276265:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.276280:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.315292:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.315311:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.315320:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.315327:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998385ba8c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876659.315331:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.315340:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.315357:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.315365:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e764663 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876659.315453:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362590208:12345-192.168.203.59@tcp:3:dd.0 Request processed in 39278us (103877us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876659.315464:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1083
00000100:00100000:0.0:1788876659.315475:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516284920881 time 7516285119900 state 0x2 ref 0
00000100:00100000:0.0:1788876659.326069:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876659.432701:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876659.505711:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876659.605784:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876659.712404:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:0.0:1788876659.758923:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876659.881117:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516889663065 time 7516890083964 state 0x0 ref 1
00000100:00100000:0.0:1788876659.881146:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362590976:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876659.881187:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.881202:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876659.881206:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876659.881213:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.881226:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.921654:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.921672:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.921681:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.921688:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998385ba8c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876659.921693:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.921702:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.921719:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876659.921728:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fed633b0/0x3868396b8e76468d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876659.921813:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362590976:12345-192.168.203.59@tcp:3:dd.0 Request processed in 40675us (105229us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876659.921824:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1089
00000100:00100000:0.0:1788876659.921836:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516889663065 time 7516890083964 state 0x2 ref 0
00000100:00100000:0.0:1788876659.939610:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362591104
00000100:00100000:0.0:1788876659.939631:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362591104
00000100:00100000:0.0:1788876659.939689:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516889663065 time 7516890083964 state 0x0 ref 1
00000100:00100000:0.0:1788876659.939704:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516990083964 time 7516890083964 state 0x1 ref 1
00010000:00010000:0.0:1788876660.019088:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764694 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.019108:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764694 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.019117:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764694 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.019125:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876660.019130:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764694 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.019138:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764694 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.019157:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764694 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.019171:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764694 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876660.019253:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362591104:12345-192.168.203.59@tcp:3:dd.0 Request processed in 37996us (79743us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876660.019263:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1090
00000100:00100000:0.0:1788876660.019283:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7516990083964 time 7516990201717 state 0x2 ref 0
00000100:00100000:0.0:1788876660.384887:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517393680973 time 7517393852450 state 0x0 ref 1
00000100:00100000:0.0:1788876660.384916:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362591616:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876660.384967:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7646b0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.384984:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876660.384988:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876660.384994:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7646b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.385007:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7646b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876660.407865:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362591744
00000100:00100000:0.0:1788876660.407874:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362591744
00000100:00100000:0.0:1788876660.407936:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517393680973 time 7517393852450 state 0x0 ref 1
00000100:00100000:0.0:1788876660.407952:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517493852450 time 7517393852450 state 0x1 ref 1
00000100:00100000:0.0:1788876660.485470:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517493852450 time 7517494436328 state 0x0 ref 1
00000100:00100000:0.0:1788876660.485498:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362591744:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876660.485539:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.485554:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876660.485558:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876660.485563:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.485575:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.499945:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.499964:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.499974:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.499988:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876660.499993:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.500001:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.500044:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.500053:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876660.500137:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362591744:12345-192.168.203.59@tcp:3:dd.0 Request processed in 14646us (92523us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876660.500148:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1095
00000100:00100000:0.0:1788876660.500159:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517493852450 time 7517494436328 state 0x2 ref 0
00000100:00100000:0.0:1788876660.513546:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876660.603152:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362592000
00000100:00100000:0.0:1788876660.603161:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362592000
00000100:00100000:0.0:1788876660.603217:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517594436328 time 7517594787403 state 0x0 ref 1
00000100:00100000:0.0:1788876660.603233:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517694787403 time 7517594787403 state 0x1 ref 1
00000100:00100000:0.0:1788876660.685975:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517694787403 time 7517694941448 state 0x0 ref 1
00000100:00100000:0.0:1788876660.686005:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362592000:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876660.686076:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.686092:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876660.686096:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876660.686103:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.686116:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.715370:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.715387:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.715396:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.715403:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876660.715408:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.715418:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.715445:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876660.715455:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e7646c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876660.715551:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362592000:12345-192.168.203.59@tcp:3:dd.0 Request processed in 29554us (112714us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876660.715562:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1097
00000100:00100000:0.0:1788876660.715573:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7517694787403 time 7517694941448 state 0x2 ref 0
00000100:00100000:0.0:1788876661.130988:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362592640
00000100:00100000:0.0:1788876661.131001:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362592640
00000100:00100000:0.0:1788876661.131094:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518099495510 time 7518099708616 state 0x0 ref 1
00000100:00100000:0.0:1788876661.131111:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518199708616 time 7518099708616 state 0x1 ref 1
00000100:00100000:0.0:1788876661.167153:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830693ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365695616:0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167233:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876661.167293:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1788876661.167300:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830693aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365695488:0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167326:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876661.167344:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365696000:0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167367:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876661.167402:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365695616
00000100:00100000:0.0:1788876661.167409:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365695616
00000100:00100000:0.0:1788876661.167456:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365695488
00000100:00100000:0.0:1788876661.167459:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365695488
00000100:00100000:0.0:1788876661.167481:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6519
00000100:00100000:0.0:1788876661.167489:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365695616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167534:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365695616:12345-0@lo:400:kworker.0 Request processed in 46us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876661.167541:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6519
00000100:00100000:0.0:1788876661.167556:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6520
00000100:00100000:0.0:1788876661.167561:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365695488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167600:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365695488:12345-0@lo:400:kworker.0 Request processed in 38us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876661.167617:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6520
00000100:00100000:0.0:1788876661.167639:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365696000
00000100:00100000:0.0:1788876661.167642:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365696000
00000100:00100000:0.0:1788876661.167674:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 273
00000100:00100000:0.0:1788876661.167680:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365696000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167707:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365696000:12345-0@lo:400:kworker.0 Request processed in 27us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876661.167712:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 273
00000100:00080000:0.0:1788876661.167726:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876661.167731:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876661.167764:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830693aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365695488:0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167774:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365696000:0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.167782:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830693ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365695616:0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.168535:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365695744
00000100:00100000:0.0:1788876661.168540:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365695744
00000100:00100000:0.0:1788876661.169127:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 274
00000100:00100000:0.0:1788876661.169135:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365695744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876661.169169:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365695744:12345-0@lo:400:kworker.0 Request processed in 35us (1099us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876661.169175:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 274
00000100:00100000:0.0:1788876661.190857:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518199708616 time 7518199823730 state 0x0 ref 1
00000100:00100000:0.0:1788876661.190885:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362592640:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876661.190941:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.190959:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876661.190963:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876661.190970:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.190984:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.225828:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.225848:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.225858:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.225865:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876661.225870:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.225879:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.225900:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.225920:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7646e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876661.226116:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362592640:12345-192.168.203.59@tcp:3:dd.0 Request processed in 35238us (100916us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876661.226127:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1102
00000100:00100000:0.0:1788876661.226140:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518199708616 time 7518199823730 state 0x2 ref 0
00000100:00100000:0.0:1788876661.236428:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876661.314728:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362592896
00000100:00100000:0.0:1788876661.314738:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362592896
00000100:00100000:0.0:1788876661.314795:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518299823730 time 7518299968794 state 0x0 ref 1
00000100:00100000:0.0:1788876661.314811:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518399968794 time 7518299968794 state 0x1 ref 1
00000100:00100000:0.0:1788876661.534289:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876661.611301:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876661.693577:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518702407651 time 7518702541982 state 0x0 ref 1
00000100:00100000:0.0:1788876661.693618:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362593280:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876661.693659:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76470b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.693675:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876661.693679:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876661.693684:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76470b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.693698:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76470b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876661.750696:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876661.750744:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876661.750774:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00080000:0.0:1788876661.751736:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876661.826413:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876661.894543:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7518903360847 time 7518903507165 state 0x0 ref 1
00000100:00100000:0.0:1788876661.894573:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362593920:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876661.894635:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4b85e01/0x3868396b8e764719 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.894707:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876661.894712:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876661.894718:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4b85e01/0x3868396b8e764719 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876661.894732:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4b85e01/0x3868396b8e764719 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876662.017342:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876662.331383:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362594560
00000100:00100000:0.0:1788876662.331396:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362594560
00000100:00100000:0.0:1788876662.331459:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7519305764866 time 7519305917803 state 0x0 ref 1
00000100:00100000:0.0:1788876662.331474:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7519405917803 time 7519305917803 state 0x1 ref 1
00000100:00100000:0.0:1788876662.397094:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7519405917803 time 7519406052983 state 0x0 ref 1
00000100:00100000:0.0:1788876662.397125:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362594560:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876662.397163:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005015b7ab/0x3868396b8e76473c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876662.397180:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876662.397185:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876662.397191:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005015b7ab/0x3868396b8e76473c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876662.397204:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005015b7ab/0x3868396b8e76473c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876662.430988:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876662.545642:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876662.597748:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7519606566231 time 7519606712388 state 0x0 ref 1
00000100:00100000:0.0:1788876662.597778:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362594816:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876662.597822:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bdadb3e/0x3868396b8e76474a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876662.597838:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876662.597843:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876662.597849:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bdadb3e/0x3868396b8e76474a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876662.597861:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bdadb3e/0x3868396b8e76474a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe41:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876662.735973:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876662.814179:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876663.020803:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362595456
00000100:00100000:0.0:1788876663.020812:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362595456
00000100:00100000:0.0:1788876663.020896:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7520007607597 time 7520008457471 state 0x0 ref 1
00000100:00100000:0.0:1788876663.020911:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7520108457471 time 7520008457471 state 0x1 ref 1
00000100:00100000:0.0:1788876663.214556:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365696256
00000100:00100000:0.0:1788876663.214563:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365696256
00000100:00100000:0.0:1788876663.214639:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 273
00000100:00100000:0.0:1788876663.214648:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365696256:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876663.214680:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 397344768 pending 0 free 3747610624 avail 3745513472
00000100:00100000:0.0:1788876663.214724:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365696256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (457us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876663.214731:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 273
00000100:00100000:0.0:1788876663.220262:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876663.440128:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362596096
00000100:00100000:0.0:1788876663.440140:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362596096
00000100:00100000:0.0:1788876663.440261:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9815
00000100:00100000:0.0:1788876663.440272:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:248747:x1875765362596096:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788876663.440701:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:248747:x1875765362596096:12345-192.168.203.59@tcp:35:dd.0 Request processed in 431us (1275us total) trans 4295010673 rc 0/0
00000100:00100000:0.0:1788876663.440710:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9815
00000100:00100000:0.0:1788876663.560689:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876663.626157:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362596352
00000100:00100000:0.0:1788876663.626167:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362596352
00000100:00100000:0.0:1788876663.626263:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60152
00000100:00100000:0.0:1788876663.626273:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:248760:x1875765362596352:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876663.626298:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876663.626318:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789200/0x3868396b8e764789 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88816d expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.626414:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764790 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.626428:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764790 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.626441:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764790 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876663.626695:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc8c:0x0]: returning size 7680
00000004:00200000:0.0:1788876663.626699:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876663.626764:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764790 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.626790:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789200/0x3868396b8e764789 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88816d expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.626818:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764790 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88816d expref: 10 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.626826:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8c:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788876663.626829:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876663.626831:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788000, rc 0)
00000100:00100000:0.0:1788876663.627062:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:248760:x1875765362596352:12345-192.168.203.59@tcp:101:rm.0 Request processed in 790us (995us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876663.627070:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60152
00000100:00100000:0.0:1788876663.645425:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362596608
00000100:00100000:0.0:1788876663.645435:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362596608
00000100:00100000:0.0:1788876663.645491:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60153
00000100:00100000:0.0:1788876663.645499:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:248760:x1875765362596608:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876663.645517:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876663.645536:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788800/0x3868396b8e764797 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888174 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876663.645787:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc8c:0x0]: returning size 7680
00010000:00010000:0.0:1788876663.645956:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788800/0x3868396b8e764797 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888174 expref: 12 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.645971:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03a00)
00010000:00010000:0.0:1788876663.645974:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876663.645978:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788800/0x3868396b8e764797 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888174 expref: 12 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.645991:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788800, rc 0)
00000100:00100000:0.0:1788876663.646099:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:248760:x1875765362596608:12345-192.168.203.59@tcp:101:rm.0 Request processed in 600us (756us total) trans 4295010674 rc 301/301
00000100:00100000:0.0:1788876663.646106:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60153
00000100:00100000:0.0:1788876663.649954:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362596736
00000100:00100000:0.0:1788876663.649965:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362596736
00000100:00100000:0.0:1788876663.650046:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9816
00000100:00100000:0.0:1788876663.650056:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:248760:x1875765362596736:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:0.0:1788876663.678706:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362597632
00000100:00100000:0.0:1788876663.678716:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362597632
00000100:00100000:0.0:1788876663.678777:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60156
00000100:00100000:0.0:1788876663.678787:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:248760:x1875765362597632:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:0.0:1788876663.678841:0:26644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1788876663.678869:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a5000/0x3868396b8e7641e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc8e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888158 expref: 14 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.678890:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8e:0x0].0x0 (ffff998403b03b00)
00010000:00010000:0.0:1788876663.678906:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764790 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc8c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88816d expref: 13 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.678916:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8c:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788876663.678920:0:26644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876663.678939:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789200/0x3868396b8e7647ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.678952:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789200/0x3868396b8e7647ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.678960:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789200/0x3868396b8e7647ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.679004:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.679052:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.679065:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.684601:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876663.684607:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7647cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc8e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.684614:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876663.684618:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7647cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc8e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.684626:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7647cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.684637:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8e:0x0].0x0 (ffff998385d39c00)
00010000:00010000:0.0:1788876663.684640:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1788876663.684643:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7647cf lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc8e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.684649:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7647cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc8e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.684662:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876663.684663:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876663.684665:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876663.692954:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.692970:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.692984:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.692991:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876663.692995:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.693003:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.693049:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8c:0x0].0x4009f790 (ffff998404ddd200)
00010000:00010000:0.0:1788876663.693052:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876663.693058:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.693064:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e7647c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc8c:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876663.694708:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362598144
00000100:00100000:0.0:1788876663.694717:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362598144
00000100:00100000:0.0:1788876663.694770:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60157
00000100:00100000:0.0:1788876663.694778:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:248760:x1875765362598144:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:0.0:1788876663.694834:0:15586:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1788876663.694857:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e7647ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc8c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88817b expref: 14 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.694876:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840a62a400/0x3868396b8e7641cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888151 expref: 13 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.694893:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8c:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788876663.694906:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e764169 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88813c expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.694915:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03a00)
00010000:00010000:0.0:1788876663.694921:0:15586:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876663.694942:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.694953:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.694961:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.694999:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.695007:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.695038:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.695524:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.695533:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.695544:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876663.696453:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc8c:0x0]: returning size 7680
00010000:00010000:0.0:1788876663.696471:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696480:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696486:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696492:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876663.696496:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696503:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696607:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8c:0x0].0x0 (ffff998404ddd100)
00010000:00010000:0.0:1788876663.696611:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876663.696755:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696764:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e7647e4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696787:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696797:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696803:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696807:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876663.696811:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696816:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696825:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876663.696827:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876663.696829:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.696834:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e7647d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876663.696846:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008548e802 reply state 00000000f29838a2 transno 4295010679 ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876663.696854:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876663.696981:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:248760:x1875765362598144:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2200us (2342us total) trans 4295010679 rc 0/0
00000100:00100000:0.0:1788876663.696990:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60157
00010000:00010000:0.0:1788876663.699346:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.699368:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.699376:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.699383:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876663.699387:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.699393:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.699407:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404ddd400)
00010000:00010000:0.0:1788876663.699410:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876663.699414:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876663.699420:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e7647dd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876666.289056:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365696896
00000100:00100000:0.0:1788876666.289063:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365696896
00000100:00100000:0.0:1788876666.295831:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365696384
00000100:00100000:0.0:1788876666.295846:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365696384
00000100:00100000:0.0:1788876666.295890:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066
00000100:00100000:0.0:1788876666.295899:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841032d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365696384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.295985:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841032d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365696384:12345-0@lo:400:kworker.0 Request processed in 87us (7195us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876666.295997:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066
00000100:00100000:0.0:1788876666.296059:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365696768
00000100:00100000:0.0:1788876666.296064:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365696768
00000100:00100000:0.0:1788876666.296106:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365697024
00000100:00100000:0.0:1788876666.296109:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365697024
00000100:00100000:0.0:1788876666.296134:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 275
00000100:00100000:0.0:1788876666.296141:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365697024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.296827:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365697024:12345-0@lo:400:kworker.0 Request processed in 42us (7229us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876666.296836:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 275
00000100:00100000:0.0:1788876666.296856:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 275
00000100:00100000:0.0:1788876666.296866:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843bd02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365696768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.296905:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843bd02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365696768:12345-0@lo:400:kworker.0 Request processed in 42us (8334us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876666.296911:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 275
00000100:00080000:0.0:1788876666.297087:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876666.297092:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876666.297094:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876666.297111:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6524
00000100:00100000:0.0:1788876666.297118:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365696512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.297150:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365696512:12345-0@lo:400:kworker.0 Request processed in 32us (8235us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876666.297155:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6524
00000100:00100000:0.0:1788876666.297169:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6525
00000100:00100000:0.0:1788876666.297176:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365696896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.297211:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365696896:12345-0@lo:400:kworker.0 Request processed in 35us (8364us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876666.297216:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6525
00000100:00100000:0.0:1788876666.297258:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365696512:0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.297271:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365697024:0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.297303:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365696384:0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.297314:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365696896:0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.297325:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365696768:0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.298008:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365697152
00000100:00100000:0.0:1788876666.298032:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365697152
00000100:00100000:0.0:1788876666.298065:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 274
00000100:00100000:0.0:1788876666.298071:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365697152:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876666.298096:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788876666.298135:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365697152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (9084us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876666.298141:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 274
00000100:00100000:0.0:1788876666.298160:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6526
00000100:00100000:0.0:1788876666.298167:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365696640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.298196:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365696640:12345-0@lo:400:kworker.0 Request processed in 30us (9199us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876666.298201:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6526
00000100:00100000:0.0:1788876666.298235:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365696640:0@lo:400:kworker.0
00000100:00100000:0.0:1788876666.298250:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365697152:0@lo:13:osp-pre-1-0.0
00000001:00080000:0.0:1788876666.359817:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010679 is committed
00000004:00080000:0.0:1788876666.359844:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 545 committed
00000100:00100000:0.0:1788876666.360035:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365697280:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1788876666.360101:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1788876666.360411:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876666.360417:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e7647eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876666.360425:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8c600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876666.360429:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e7647eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876666.360437:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e7647eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876666.360453:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e7647eb lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876666.360460:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e7647eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876666.360476:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876666.360477:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876666.360479:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1788876666.459232:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312a17800/2, rc 0, transno 4294981166
00000100:00100000:0.0:1788876666.459248:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365697280:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1788876666.495524:0:180045:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7523504507129ns, next at 7521693186626ns, rc = 0
00000004:00080000:0.0:1788876666.495692:0:180045:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7523504677932ns, next at 7462855372253ns, rc = 0
00000004:00080000:0.0:1788876666.497975:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 722 committed
00000004:00080000:0.0:1788876666.497993:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 546 committed
00000100:00100000:0.0:1788876668.334238:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876668.334261:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365697408:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876668.334344:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000001:00080000:0.0:1788876668.944509:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981166 is committed
00000100:00100000:1.0:1788876671.408378:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876671.408416:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365697920
00000100:00100000:1.0:1788876671.408420:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365697920
00000100:00100000:1.0:1788876671.408454:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365698176
00000100:00100000:1.0:1788876671.408457:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365698176
00000100:00100000:1.0:1788876671.408480:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 277
00000100:00100000:1.0:1788876671.408488:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365698176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876671.408525:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365698176:12345-0@lo:400:kworker.0 Request processed in 38us (827us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876671.408531:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 277
00000100:00100000:1.0:1788876671.408553:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 277
00000100:00100000:1.0:1788876671.408558:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365697920:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1788876671.412098:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876671.412107:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876671.412110:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876671.412183:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365698176:0@lo:400:kworker.0
00000100:00100000:0.0:1788876671.412495:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981166 gen 2
00000004:00080000:0.0:1788876671.412500:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312a17800, transno 4294981166
00000100:00100000:0.0:1788876671.412511:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365697920:0@lo:400:kworker.0
00000100:00100000:1.0:1788876671.415872:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365697920:12345-0@lo:400:kworker.0 Request processed in 7310us (8524us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876671.415883:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 277
00000100:00100000:0.0:1788876671.988419:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876671.988452:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876671.988480:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876671.988523:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876671.988561:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362598784
00000100:00100000:0.0:1788876671.988569:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362598784
00000100:00100000:0.0:1788876671.988615:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3069
00000100:00100000:0.0:1788876671.988626:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362598784:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876671.988692:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362598784:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 68us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876671.988699:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3069
00000100:00100000:1.0:1788876671.989711:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362598912
00000100:00100000:1.0:1788876671.989720:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362598912
00000100:00100000:1.0:1788876671.989775:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362599168
00000100:00100000:1.0:1788876671.989779:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362599168
00000100:00100000:1.0:1788876671.989801:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6532
00000100:00100000:1.0:1788876671.989809:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362598912:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876671.989856:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362598912:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 47us (1445us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876671.989863:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6532
00000100:00100000:1.0:1788876671.989878:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6533
00000100:00100000:1.0:1788876671.989884:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362599168:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876671.989911:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362599168:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (1457us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876671.989917:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6533
00000100:00100000:1.0:1788876671.989937:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362599040
00000100:00100000:1.0:1788876671.989940:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362599040
00000100:00100000:1.0:1788876671.989974:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 278
00000100:00100000:1.0:1788876671.989981:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362599040:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876671.990006:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362599040:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (1483us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876671.990029:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 278
00000100:00080000:1.0:1788876671.990044:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876671.990048:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876673.455153:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365698432
00000100:00100000:0.0:1788876673.455162:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365698432
00000100:00100000:0.0:1788876673.455230:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 277
00000100:00100000:0.0:1788876673.455241:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365698432:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876673.455273:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 397344768 pending 0 free 3852468224 avail 3850371072
00000100:00100000:0.0:1788876673.455323:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365698432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (425us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876673.455330:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 277
00000100:00080000:1.0:1788876673.456353:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876676.527064:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365698944
00000100:00100000:1.0:1788876676.527069:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365698944
00000100:00100000:1.0:1788876676.527115:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 279
00000100:00100000:1.0:1788876676.527127:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365698944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876676.527188:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365698944:12345-0@lo:400:kworker.0 Request processed in 62us (501us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876676.527203:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 279
00000100:00080000:1.0:1788876676.527235:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876676.527241:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876676.527265:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365698944:0@lo:400:kworker.0
00000100:00100000:1.0:1788876676.527308:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365699200
00000100:00100000:1.0:1788876676.527313:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365699200
00000100:00100000:1.0:1788876676.527523:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 280
00000100:00100000:1.0:1788876676.527531:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365699200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876676.527568:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365699200:12345-0@lo:400:kworker.0 Request processed in 39us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876676.527575:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 280
00000100:00080000:0.0:1788876676.527672:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876676.527678:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876676.530611:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6536
00000100:00100000:1.0:1788876676.530636:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365699072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876676.530718:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365699328:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876676.535946:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876676.543514:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365699072:12345-0@lo:400:kworker.0 Request processed in 12875us (16152us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876676.543528:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6536
00000100:00100000:1.0:1788876677.106780:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876677.106827:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876677.106865:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876677.106912:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876677.106942:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362599552
00000100:00100000:1.0:1788876677.106952:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362599552
00000100:00100000:1.0:1788876677.107043:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 281
00000100:00100000:1.0:1788876677.107055:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362599552:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876677.107862:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362599552:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 809us (948us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876677.107870:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 281
00000100:00100000:0.0:1788876677.108349:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362599296
00000100:00100000:0.0:1788876677.108355:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362599296
00000100:00100000:0.0:1788876677.108505:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3071
00000100:00100000:0.0:1788876677.108515:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362599296:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876677.108560:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362599296:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 47us (1693us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876677.108568:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3071
00000100:00100000:0.0:1788876678.574405:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876678.574428:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365699456:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876678.574506:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876678.574609:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365699456
00000100:00100000:1.0:1788876678.574616:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365699456
00000100:00100000:1.0:1788876678.574687:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 279
00000100:00100000:1.0:1788876678.574696:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365699456:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876678.574730:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 397344768 pending 0 free 3852468224 avail 3850371072
00000100:00100000:1.0:1788876678.574790:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365699456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876678.574797:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 279
00000100:00100000:1.0:1788876678.574850:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365699456:0@lo:13:osp-pre-0-0.0
00000100:00080000:0.0:1788876678.575102:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876681.646255:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365699712:0@lo:400:kworker.0
00000100:00100000:1.0:1788876681.646427:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365699584:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876681.646479:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876681.646555:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876681.646628:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365699584
00000100:00100000:0.0:1788876681.646636:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365699584
00000100:00100000:0.0:1788876681.646694:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 280
00000100:00100000:0.0:1788876681.646703:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365699584:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876681.646738:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876681.655652:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365700224:0@lo:400:kworker.0
00000100:00100000:1.0:1788876681.655689:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876681.664257:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365699584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 17545us (17768us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876681.666570:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365699584:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876681.666612:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365700224:0@lo:400:kworker.0
00000100:00100000:1.0:1788876681.666622:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788876681.666632:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365700096:0@lo:400:kworker.0
00000100:00100000:1.0:1788876681.666686:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876681.666749:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365700096
00000100:00100000:1.0:1788876681.666755:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365700096
00000100:00100000:1.0:1788876681.666815:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 282
00000100:00100000:1.0:1788876681.666823:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365700096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876681.666869:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365700096:12345-0@lo:400:kworker.0 Request processed in 46us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876681.666876:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 282
00000100:00080000:1.0:1788876681.666894:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876681.666915:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365700096:0@lo:400:kworker.0
00000100:00100000:1.0:1788876681.666978:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365699968:0@lo:400:kworker.0
00000100:00100000:1.0:1788876681.667192:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315564380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365699840:0@lo:400:kworker.0
00000100:00100000:0.0:1788876681.668084:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 280
00000100:00100000:1.0:1788876682.239090:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876682.239124:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876682.239151:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876682.239175:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876682.239199:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362599936
00000100:00100000:1.0:1788876682.239208:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362599936
00000100:00100000:1.0:1788876682.239257:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362600192
00000100:00100000:1.0:1788876682.239260:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362600192
00000100:00100000:1.0:1788876682.239285:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6542
00000100:00100000:1.0:1788876682.239294:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362599936:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876682.239366:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362599936:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 73us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876682.239374:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6542
00000100:00100000:1.0:1788876682.239391:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6543
00000100:00100000:1.0:1788876682.239398:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362600192:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876682.239422:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362600192:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876682.239428:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6543
00000100:00080000:1.0:1788876682.239446:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:1.0:1788876683.314741:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876683.694366:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365700352
00000100:00100000:1.0:1788876683.694374:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365700352
00000100:00100000:1.0:1788876683.694439:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 281
00000100:00100000:1.0:1788876683.694458:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365700352:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876683.694491:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 397344768 pending 0 free 3852468224 avail 3850371072
00000100:00100000:1.0:1788876683.694537:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365700352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876683.694544:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 281
00000100:00100000:1.0:1788876683.694590:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365700352:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788876685.361876:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876686.766177:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365700480:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876686.766243:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876686.766312:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365700480
00000100:00100000:1.0:1788876686.766319:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365700480
00000100:00100000:1.0:1788876686.766374:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 282
00000100:00100000:1.0:1788876686.766383:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365700480:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876686.766415:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876686.766481:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365700480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876686.766489:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 282
00000100:00080000:1.0:1788876686.766510:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876686.766543:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365700480:0@lo:13:osp-pre-1-0.0
00000100:00080000:0.0:1788876686.771345:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876686.771517:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365700992
00000100:00100000:0.0:1788876686.771529:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365700992
00000100:00100000:0.0:1788876686.771612:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 284
00000100:00100000:0.0:1788876686.771623:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365700992:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1788876686.771693:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876686.774245:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315564380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365700864:0@lo:400:kworker.0
00000100:00100000:0.0:1788876686.775705:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365700992:12345-0@lo:400:kworker.0 Request processed in 4082us (8715us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876686.775715:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 284
00000100:00100000:0.0:1788876686.775748:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365700608
00000100:00100000:0.0:1788876686.775755:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365700608
00000100:00100000:0.0:1788876686.775799:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074
00000100:00100000:0.0:1788876686.775808:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365700608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876686.775861:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365700608:12345-0@lo:400:kworker.0 Request processed in 54us (9007us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876686.775867:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074
00000100:00100000:0.0:1788876686.775933:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315564e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365700608:0@lo:400:kworker.0
00000100:00100000:1.0:1788876686.945595:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00080000:1.0:1788876686.946415:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1788876686.964648:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764807 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876686.964671:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764807 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876686.964679:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764807 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876686.964685:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8d600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876686.964690:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764807 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876686.964697:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764807 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876686.964713:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998403b03800)
00010000:00010000:0.0:1788876686.964716:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876686.964720:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764807 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876686.964726:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764807 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876686.981914:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876686.986864:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362600960
00000100:00100000:1.0:1788876686.986875:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362600960
00000100:00100000:0.0:1788876686.998260:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.001666:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362601088
00000100:00100000:1.0:1788876687.001678:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362601088
00000100:00100000:0.0:1788876687.001798:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60162
00000100:00100000:0.0:1788876687.001810:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249123:x1875765362601088:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876687.001831:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876687.001853:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764838 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888197 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.001956:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e76483f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.001970:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e76483f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.001982:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e76483f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876687.002261:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876687.002266:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876687.002295:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e76483f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.002320:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764838 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888197 expref: 8 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.002336:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e76483f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888197 expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.002345:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876687.002347:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876687.002351:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788e00, rc 0)
00000100:00100000:0.0:1788876687.002416:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249123:x1875765362601088:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 608us (4164us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876687.002434:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60162
00000100:00100000:0.0:1788876687.004961:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.004998:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362601344
00000100:00100000:0.0:1788876687.005008:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362601344
00000100:00100000:0.0:1788876687.005259:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60163
00000100:00100000:0.0:1788876687.005270:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249123:x1875765362601344:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876687.005290:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876687.005310:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e764846 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88819e expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005405:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005417:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005441:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005456:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005463:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005470:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876687.005605:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc8f:0x0]: returning size 512
00010000:00010000:0.0:1788876687.005694:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005703:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005713:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005720:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876687.005724:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005731:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005743:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876687.005746:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876687.005750:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005756:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76484d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005766:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005772:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005777:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005782:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876687.005785:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005794:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005801:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404dddc00)
00010000:00010000:0.0:1788876687.005803:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876687.005806:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005812:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764854 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005850:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e764846 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88819e expref: 9 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005861:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876687.005863:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876687.005867:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788600/0x3868396b8e764846 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88819e expref: 9 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.005876:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788600, rc 0)
00000100:00100000:0.0:1788876687.005934:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249123:x1875765362601344:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 665us (981us total) trans 4295010681 rc 301/301
00000100:00100000:0.0:1788876687.005942:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60163
00000100:00100000:0.0:1788876687.008899:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362601600
00000100:00100000:0.0:1788876687.008909:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362601600
00000100:00100000:0.0:1788876687.008967:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60164
00000100:00100000:0.0:1788876687.008977:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249123:x1875765362601600:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:0.0:1788876687.009248:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.009265:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.009276:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876687.009674:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c7a530b2 reply state 0000000014d1ec44 transno 4295010682 ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876687.009685:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:0.0:1788876687.009698:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc8f:0x0]: returning size 512
00000100:00100000:0.0:1788876687.009784:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249123:x1875765362601600:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 806us (1009us total) trans 4295010682 rc 0/0
00000100:00100000:0.0:1788876687.009791:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60164
00010000:00010000:1.0:1788876687.014316:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.014333:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.014341:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.014348:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876687.014352:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.014360:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.014376:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x0 (ffff998404dddb00)
00010000:00010000:1.0:1788876687.014379:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1788876687.014383:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.014390:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764862 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876687.024835:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.027913:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362601856
00000100:00100000:1.0:1788876687.027927:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362601856
00000100:00100000:0.0:1788876687.028416:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9819
00000100:00100000:0.0:1788876687.028437:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:249123:x1875765362601856:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:0.0:1788876687.028699:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249123:x1875765362601856:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 273us (3871us total) trans 4295010683 rc 0/0
00000100:00100000:0.0:1788876687.028707:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9819
00000100:00100000:1.0:1788876687.065450:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.130896:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.131217:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362602368
00000100:00100000:0.0:1788876687.131227:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362602368
00000100:00100000:0.0:1788876687.131358:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60167
00000100:00100000:0.0:1788876687.131368:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249128:x1875765362602368:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876687.131392:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876687.131412:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76488c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881ac expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131622:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131636:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131647:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131660:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131666:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131671:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131777:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788400/0x3868396b8e7648a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131784:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788400/0x3868396b8e7648a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.131791:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788400/0x3868396b8e7648a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876687.131812:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc8f:0x0]: returning size 512
00000004:00200000:0.0:1788876687.131816:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876687.132231:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998428788400/0x3868396b8e7648a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132250:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132256:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132263:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132269:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876687.132273:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132280:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132290:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876687.132293:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876687.132297:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132304:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e764893 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132319:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132325:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132331:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132337:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876687.132340:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132345:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132352:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404dddc00)
00010000:00010000:0.0:1788876687.132354:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876687.132357:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132362:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e76489a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132395:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e76488c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881ac expref: 13 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132410:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788400/0x3868396b8e7648a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881ac expref: 12 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.132416:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x0 (ffff998404ddde00)
00010000:00010000:0.0:1788876687.132418:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:0.0:1788876687.132432:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788400, rc 0)
00000100:00100000:0.0:1788876687.132744:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249128:x1875765362602368:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1376us (1854us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876687.132752:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60167
00000100:00100000:0.0:1788876687.139252:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.140685:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362602624
00000100:00100000:1.0:1788876687.140696:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362602624
00000100:00100000:1.0:1788876687.140767:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60168
00000100:00100000:1.0:1788876687.140777:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249128:x1875765362602624:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876687.140797:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876687.140819:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e7648a8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881b3 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.140994:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141009:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141062:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141077:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141084:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141091:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1788876687.141778:0:5792:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe39:0x0], index 1: 0
00000004:00080000:1.0:1788876687.141789:0:5792:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe42:0x0], index 0: 0
00010000:00010000:1.0:1788876687.141950:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e7648bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141960:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e7648bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141969:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e7648bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.141999:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142006:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142039:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142046:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876687.142051:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142057:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142068:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x0 (ffff998404ddde00)
00010000:00010000:1.0:1788876687.142071:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876687.142075:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142081:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7648af lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876687.142093:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000037b58f21 reply state 00000000c6233cea transno 4295010685 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876687.142101:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1788876687.142132:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e7648a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881b3 expref: 15 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142146:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e7648bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881b3 expref: 14 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.142159:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc91:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788876687.142161:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876687.142163:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47c00, rc 0)
00000100:00100000:1.0:1788876687.142228:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:249128:x1875765362602624:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1452us (2984us total) trans 4295010685 rc 0/0
00000100:00100000:1.0:1788876687.142235:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60168
00010000:00010000:1.0:1788876687.147254:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.147272:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.147280:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.147285:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876687.147290:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.147298:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.147314:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x7a6232fc (ffff998385d39300)
00010000:00010000:1.0:1788876687.147318:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876687.147322:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.147328:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7648b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876687.170105:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.170296:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362602880
00000100:00100000:1.0:1788876687.170307:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362602880
00000100:00100000:1.0:1788876687.170390:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 475
00000100:00100000:1.0:1788876687.170401:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249128:x1875765362602880:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876687.170419:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876687.170451:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b991f3ef/0x3868396b8e7648d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881ba expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876687.170479:0:167349:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876687.170501:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=7544s v=(0 0)
00010000:00010000:1.0:1788876687.170506:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876687.170516:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b991f3ef/0x3868396b8e7648d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881ba expref: 7 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.170534:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b991f3ef/0x3868396b8e7648d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881ba expref: 7 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.170548:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46800, rc 0)
00000100:00100000:1.0:1788876687.170637:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249128:x1875765362602880:12345-192.168.203.59@tcp:101:dd.500 Request processed in 238us (542us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876687.170645:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 475
00000100:00080000:0.0:1788876687.171599:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876687.200171:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.219476:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000001:00080000:0.0:1788876687.315400:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993565 is committed
00000100:00100000:1.0:1788876687.320877:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362603136:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101050us (101401us total) trans 4294993566 rc 0/0
00000100:00100000:1.0:1788876687.320890:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1126
00000100:00100000:1.0:1788876687.320903:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 1 deadline 7544409388181 time 7544228784394 state 0x2 ref 0
00002000:00100000:1.0:1788876687.320917:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0xe39:0x0] (1048576->2097151)  req@ffff99831655df80 x1875765362603136/t4294993566(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876687.320926:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831655df80 with x1875765362603136 ext(1048576->2097151)
00002000:00010000:1.0:1788876687.320932:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99831655df80
00000100:00100000:0.0:1788876687.342692:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.359648:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.359777:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362603392
00000100:00100000:1.0:1788876687.359786:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362603392
00000100:00100000:1.0:1788876687.359859:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 476
00000100:00100000:1.0:1788876687.359870:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:249128:x1875765362603392:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876687.359887:0:167012:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876687.359906:0:167012:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7648d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881c1 expref: -99 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876687.359933:0:167012:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876687.359955:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe42:0x0].0x0 since=7544s v=(0 0)
00010000:00010000:1.0:1788876687.359960:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe42:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876687.359970:0:167012:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7648d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881c1 expref: 6 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.359987:0:167012:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7648d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881c1 expref: 6 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.359999:0:167012:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46a00, rc 0)
00000100:00080000:0.0:1788876687.360232:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876687.360268:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249128:x1875765362603392:12345-192.168.203.59@tcp:101:dd.500 Request processed in 399us (627us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876687.360277:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 476
00000100:00100000:0.0:1788876687.366625:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.366674:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.366830:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362603776
00000100:00100000:1.0:1788876687.366841:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362603776
00000100:00100000:1.0:1788876687.366920:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6547
00000100:00100000:1.0:1788876687.366932:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362603776:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876687.367005:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362603776:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 75us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876687.367048:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6547
00000100:00080000:0.0:1788876687.367510:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876687.373538:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362603520
00000100:00100000:0.0:1788876687.373548:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362603520
00002000:00100000:0.0:1788876687.373671:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe39:0x0] (3145728->4194303)  req@ffff99831848d180 x1875765362603520/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876687.373681:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831848d180 with x1875765362603520 ext(3145728->4194303)
00002000:00010000:0.0:1788876687.373687:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99831848d180
00000100:00100000:0.0:1788876687.373707:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7544428784394 time 7544352904230 state 0x0 ref 1
00000100:00100000:0.0:1788876687.373721:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7544552904230 time 7544352904230 state 0x1 ref 1
00000100:00100000:0.0:1788876687.388007:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.402264:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:1.0:1788876687.406705:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876687.421764:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362604160
00000100:00100000:0.0:1788876687.421781:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362604160
00002000:00100000:0.0:1788876687.421839:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe42:0x0] (2097152->3145727)  req@ffff99831848f480 x1875765362604160/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876687.421850:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831848f480 with x1875765362604160 ext(2097152->3145727)
00002000:00010000:0.0:1788876687.421857:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99831848f480
00000100:00100000:0.0:1788876687.421877:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7544552904230 time 7544352904230 state 0x1 ref 4
00000100:00100000:0.0:1788876687.437769:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.449520:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.476174:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.491323:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.491453:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362604800
00000100:00100000:1.0:1788876687.491463:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362604800
00002000:00100000:1.0:1788876687.491512:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0xe39:0x0] (7340032->8388607)  req@ffff998307d2f100 x1875765362604800/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876687.491524:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d2f100 with x1875765362604800 ext(7340032->8388607)
00002000:00010000:1.0:1788876687.491529:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d2f100
00000100:00100000:1.0:1788876687.491551:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7544552904230 time 7544352904230 state 0x1 ref 9
00000100:00100000:0.0:1788876687.529342:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.529437:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362605056
00000100:00100000:1.0:1788876687.529447:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362605056
00002000:00100000:1.0:1788876687.529493:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0xe42:0x0] (5242880->6291455)  req@ffff998307d2dc00 x1875765362605056/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876687.529504:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d2dc00 with x1875765362605056 ext(5242880->6291455)
00002000:00010000:1.0:1788876687.529510:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d2dc00
00000100:00100000:1.0:1788876687.529529:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7544552904230 time 7544352904230 state 0x1 ref 11
00000100:00100000:0.0:1788876687.539557:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.556672:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2356:x1875765362603520:12345-192.168.203.59@tcp:4:dd.500 Request processed in 12441us (183286us total) trans 4294993568 rc 0/0
00000100:00100000:1.0:1788876687.556687:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1128
00002000:00100000:1.0:1788876687.556703:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe39:0x0] (3145728->4194303)  req@ffff99831848d180 x1875765362603520/t4294993568(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876687.556714:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831848d180 with x1875765362603520 ext(3145728->4194303)
00002000:00010000:1.0:1788876687.556719:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99831848d180
00000100:00100000:0.0:1788876687.562910:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362605312
00000100:00100000:0.0:1788876687.562921:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362605312
00002000:00100000:0.0:1788876687.562966:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0xe42:0x0] (7340032->8388607)  req@ffff998306996300 x1875765362605312/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876687.562977:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306996300 with x1875765362605312 ext(7340032->8388607)
00002000:00010000:0.0:1788876687.562982:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306996300
00000100:00100000:0.0:1788876687.563002:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7544753168646 time 7544553168646 state 0x1 ref 12
00000100:00100000:1.0:1788876687.566975:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362605568
00000100:00100000:1.0:1788876687.566989:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362605568
00000100:00100000:1.0:1788876687.567113:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9820
00000100:00100000:1.0:1788876687.567124:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249128:x1875765362605568:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:1.0:1788876687.567764:0:19088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010686
00000100:00100000:1.0:1788876687.567938:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249128:x1875765362605568:12345-192.168.203.59@tcp:35:dd.500 Request processed in 814us (5177us total) trans 4295010687 rc 0/0
00000100:00100000:1.0:1788876687.567947:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9820
00000020:00080000:1.0:1788876687.567952:0:19088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1788876687.683412:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362605952
00000100:00100000:1.0:1788876687.683431:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362605952
00000100:00100000:1.0:1788876687.683606:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 477
00000100:00100000:1.0:1788876687.683618:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249139:x1875765362605952:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876687.683637:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876687.683658:0:9776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764903 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881cf expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876687.683686:0:9776:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876687.683708:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe43:0x0].0x0 since=7544s v=(0 0)
00010000:00010000:1.0:1788876687.683713:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876687.683722:0:9776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881cf expref: 15 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.683739:0:9776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881cf expref: 15 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.683768:0:9776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47e00, rc 0)
00000100:00100000:1.0:1788876687.683838:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:249139:x1875765362605952:12345-192.168.203.59@tcp:101:dd.0 Request processed in 222us (515us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876687.683846:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 477
00000100:00100000:0.0:1788876687.686215:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.703329:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362606208
00000100:00100000:0.0:1788876687.703338:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362606208
00000100:00100000:0.0:1788876687.703402:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 479
00000100:00100000:0.0:1788876687.703413:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:249145:x1875765362606208:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876687.703445:0:167011:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876687.703463:0:167011:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000e103ce/0x3868396b8e764911 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881dd expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.703498:0:167011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d43ab87/0x3868396b8e76490a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881d6 expref: 18 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.703506:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876687.703511:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1788876687.703517:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000e103ce/0x3868396b8e764911 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881dd expref: 18 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.703568:0:167011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d43ab87/0x3868396b8e76490a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8881d6 expref: 18 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.703582:0:167011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d43ab87/0x3868396b8e76490a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8881d6 expref: 18 pid: 15141 timeout: 7644 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876687.703595:0:167011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365701248:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788876687.703688:0:167011:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830f4f1d80 going to sleep for 11 seconds
00000100:00100000:0.0:1788876687.708583:0:167011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365701248:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876687.708610:0:167011:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000e103ce/0x3868396b8e764911 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881dd expref: 21 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.708627:0:167011:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788000, rc 0)
00000100:00100000:0.0:1788876687.708676:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249145:x1875765362606208:12345-192.168.203.59@tcp:101:dd.0 Request processed in 5265us (5667us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876687.708688:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 479
00000100:00100000:0.0:1788876687.708712:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 480
00000100:00100000:0.0:1788876687.708719:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:249143:x1875765362606464:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876687.708727:0:167011:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876687.708735:0:167011:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba3a50d3/0x3868396b8e76491f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881eb expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.708768:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1788876687.708773:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3a:0x0].0x0 since=0s v=(2 0)
00010000:00010000:0.0:1788876687.708779:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba3a50d3/0x3868396b8e76491f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881eb expref: 21 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.708789:0:167011:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ba3a50d3/0x3868396b8e76491f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881eb expref: 21 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.708798:0:167011:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428789c00, rc 0)
00000100:00100000:0.0:1788876687.708829:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249143:x1875765362606464:12345-192.168.203.59@tcp:101:dd.0 Request processed in 111us (3340us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876687.708835:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 480
00000100:00100000:0.0:1788876687.715096:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.747807:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.747903:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362606720
00000100:00100000:1.0:1788876687.747912:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362606720
00000100:00100000:1.0:1788876687.747975:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 482
00000100:00100000:1.0:1788876687.747986:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249146:x1875765362606720:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876687.748003:0:167350:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876687.748062:0:167350:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f8be7f7/0x3868396b8e76492d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8881f9 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.748099:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3a:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788876687.748104:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3a:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876687.748111:0:167350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f8be7f7/0x3868396b8e76492d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881f9 expref: 22 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.748124:0:167350:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f8be7f7/0x3868396b8e76492d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881f9 expref: 22 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876687.748139:0:167350:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46600, rc 0)
00000100:00100000:1.0:1788876687.748190:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249146:x1875765362606720:12345-192.168.203.59@tcp:101:dd.0 Request processed in 205us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876687.748198:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 482
00000100:00100000:0.0:1788876687.763953:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.812287:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2357:x1875765362606848:12345-192.168.203.59@tcp:4:dd.0 Request processed in 46343us (48333us total) trans 4294981168 rc 0/0
00000100:00100000:0.0:1788876687.812302:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1141
00000100:00100000:0.0:1788876687.812316:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544774959310 time 7544774903794 state 0x2 ref 0
00002000:00100000:0.0:1788876687.812331:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe43:0x0] (0->1048575)  req@ffff998312af4000 x1875765362606848/t4294981168(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876687.812341:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312af4000 with x1875765362606848 ext(0->1048575)
00002000:00010000:0.0:1788876687.812348:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312af4000
00000100:00100000:1.0:1788876687.817206:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.850775:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2356:x1875765362607104:12345-192.168.203.59@tcp:4:dd.0 Request processed in 44580us (44916us total) trans 4294993569 rc 0/0
00000100:00100000:0.0:1788876687.850790:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 7
00000100:00100000:0.0:1788876687.850802:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7544815223655 time 7544815154500 state 0x2 ref 0
00002000:00100000:0.0:1788876687.850818:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3a:0x0] (1048576->2097151)  req@ffff998318540000 x1875765362607104/t4294993569(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876687.850827:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540000 with x1875765362607104 ext(1048576->2097151)
00010000:00010000:0.0:1788876687.850838:0:19109:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003d43ab87/0x3868396b8e76490a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8881d6 expref: 25 pid: 15141 timeout: 7644 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876687.850857:0:19109:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003d43ab87/0x3868396b8e76490a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8881d6 expref: 25 pid: 15141 timeout: 7644 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876687.850866:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998318540000
00000100:00100000:1.0:1788876687.862604:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.862635:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362607360
00000100:00100000:1.0:1788876687.862645:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362607360
00002000:00100000:1.0:1788876687.862692:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe43:0x0] (6291456->7340031)  req@ffff998312aab800 x1875765362607360/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876687.862703:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aab800 with x1875765362607360 ext(6291456->7340031)
00002000:00010000:1.0:1788876687.862708:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aab800
00000100:00100000:1.0:1788876687.862755:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544826543920 time 7544826443920 state 0x1 ref 2
00000100:00100000:1.0:1788876687.862779:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544826543920 time 7544871760128 state 0x0 ref 2
00000100:00100000:1.0:1788876687.862791:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2356:x1875765362607360:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876687.885240:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876687.885290:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.920642:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876687.940130:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362607872
00000100:00100000:0.0:1788876687.940141:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362607872
00002000:00100000:0.0:1788876687.940188:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe3a:0x0] (2097152->3145727)  req@ffff998318542680 x1875765362607872/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876687.940200:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542680 with x1875765362607872 ext(2097152->3145727)
00002000:00010000:0.0:1788876687.940205:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318542680
00000100:00100000:0.0:1788876687.940255:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544930019621 time 7544929919621 state 0x1 ref 4
00000100:00100000:0.0:1788876687.940296:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544930019621 time 7544949275734 state 0x0 ref 4
00000100:00100000:0.0:1788876687.940309:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2358:x1875765362607872:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876687.965517:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362608000
00000100:00100000:1.0:1788876687.965528:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362608000
00002000:00100000:1.0:1788876687.965585:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0xe3a:0x0] (6291456->7340031)  req@ffff998318540a80 x1875765362608000/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/0 e 0 to 0 dl 1788876698 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876687.965604:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540a80 with x1875765362608000 ext(6291456->7340031)
00002000:00010000:1.0:1788876687.965610:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540a80
00000100:00100000:1.0:1788876687.965635:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544949375734 time 7544949275734 state 0x1 ref 5
00000100:00100000:1.0:1788876687.965671:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544949375734 time 7544974650029 state 0x0 ref 5
00000100:00100000:1.0:1788876687.965684:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2356:x1875765362608000:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876687.977344:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2356:x1875765362607360:12345-192.168.203.59@tcp:4:dd.0 Request processed in 114543us (114736us total) trans 4294981170 rc 0/0
00000100:00100000:1.0:1788876687.977360:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1143
00002000:00100000:1.0:1788876687.977375:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe43:0x0] (6291456->7340031)  req@ffff998312aab800 x1875765362607360/t4294981170(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876687.977386:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aab800 with x1875765362607360 ext(6291456->7340031)
00002000:00010000:1.0:1788876687.977393:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aab800
00000100:00100000:0.0:1788876687.991193:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2356:x1875765362607616:12345-192.168.203.59@tcp:4:dd.0 Request processed in 103815us (105893us total) trans 4294981171 rc 0/0
00000100:00100000:0.0:1788876687.991208:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1144
00002000:00100000:0.0:1788876687.991223:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe43:0x0] (1048576->2097151)  req@ffff998312aaa680 x1875765362607616/t4294981171(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876687.991232:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aaa680 with x1875765362607616 ext(1048576->2097151)
00002000:00010000:0.0:1788876687.991239:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aaa680
00000100:00100000:0.0:1788876688.000484:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2358:x1875765362607872:12345-192.168.203.59@tcp:4:dd.0 Request processed in 60166us (60673us total) trans 4294993571 rc 0/0
00000100:00100000:0.0:1788876688.000501:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1146
00002000:00100000:0.0:1788876688.000517:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe3a:0x0] (2097152->3145727)  req@ffff998318542680 x1875765362607872/t4294993571(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876688.000527:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542680 with x1875765362607872 ext(2097152->3145727)
00002000:00010000:0.0:1788876688.000533:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318542680
00000100:00100000:1.0:1788876688.009434:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876688.009580:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362608128
00000100:00100000:0.0:1788876688.009590:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362608128
00002000:00100000:0.0:1788876688.009637:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe43:0x0] (5242880->6291455)  req@ffff998312aa8a80 x1875765362608128/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/0 e 0 to 0 dl 1788876699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876688.009648:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8a80 with x1875765362608128 ext(5242880->6291455)
00002000:00010000:0.0:1788876688.009654:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8a80
00000100:00100000:0.0:1788876688.009709:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544974750029 time 7544974650029 state 0x1 ref 2
00000100:00100000:0.0:1788876688.009746:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7544974750029 time 7545018725073 state 0x0 ref 2
00000100:00100000:0.0:1788876688.009758:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2356:x1875765362608128:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876688.011370:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876688.021716:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876688.021756:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876688.023414:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2356:x1875765362608000:12345-192.168.203.59@tcp:4:dd.0 Request processed in 57724us (58057us total) trans 4294993572 rc 0/0
00000100:00100000:1.0:1788876688.024224:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1147
00002000:00100000:1.0:1788876688.024237:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0xe3a:0x0] (6291456->7340031)  req@ffff998318540a80 x1875765362608000/t4294993572(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000100:00100000:0.0:1788876688.024246:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545020751954 time 7545033222926 state 0x0 ref 3
00002000:00100000:1.0:1788876688.024254:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540a80 with x1875765362608000 ext(6291456->7340031)
00002000:00010000:1.0:1788876688.024259:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540a80
00000100:00100000:0.0:1788876688.024261:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2357:x1875765362608384:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876688.030726:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362609024
00000100:00100000:0.0:1788876688.030735:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362609024
00000100:00100000:0.0:1788876688.030802:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9821
00000100:00100000:0.0:1788876688.030813:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249146:x1875765362609024:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788876688.031179:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:249146:x1875765362609024:12345-192.168.203.59@tcp:35:dd.0 Request processed in 367us (540us total) trans 4295010689 rc 0/0
00000100:00100000:0.0:1788876688.031188:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9821
00000100:00100000:1.0:1788876688.031439:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362608640
00000100:00100000:1.0:1788876688.031444:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362608640
00002000:00100000:1.0:1788876688.031475:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe3a:0x0] (3145728->4194303)  req@ffff998318540380 x1875765362608640/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/0 e 0 to 0 dl 1788876699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876688.031487:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540380 with x1875765362608640 ext(3145728->4194303)
00002000:00010000:1.0:1788876688.031492:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540380
00000100:00100000:1.0:1788876688.031547:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545033518258 time 7545033418258 state 0x1 ref 5
00000100:00100000:1.0:1788876688.031634:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362608768
00000100:00100000:1.0:1788876688.031639:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362608768
00002000:00100000:1.0:1788876688.031656:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe3a:0x0] (5242880->6291455)  req@ffff998318543b80 x1875765362608768/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/0 e 0 to 0 dl 1788876699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876688.031664:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543b80 with x1875765362608768 ext(5242880->6291455)
00002000:00010000:1.0:1788876688.031668:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318543b80
00000100:00100000:1.0:1788876688.031677:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545033518258 time 7545033418258 state 0x1 ref 6
00000100:00100000:1.0:1788876688.031699:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545040780576 time 7545040680576 state 0x1 ref 6
00000100:00100000:1.0:1788876688.031709:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2357:x1875765362608640:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876688.036043:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2356:x1875765362608128:12345-192.168.203.59@tcp:4:dd.0 Request processed in 26253us (26597us total) trans 4294981173 rc 0/0
00000100:00100000:0.0:1788876688.036059:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1148
00002000:00100000:0.0:1788876688.036075:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe43:0x0] (5242880->6291455)  req@ffff998312aa8a80 x1875765362608128/t4294981173(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/448 e 0 to 0 dl 1788876699 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876688.036085:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8a80 with x1875765362608128 ext(5242880->6291455)
00002000:00010000:0.0:1788876688.036091:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8a80
00000100:00100000:0.0:1788876688.039759:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2355:x1875765362608256:12345-192.168.203.59@tcp:4:dd.0 Request processed in 28067us (28386us total) trans 4294981174 rc 0/0
00000100:00100000:0.0:1788876688.039774:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1149
00002000:00100000:0.0:1788876688.039788:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe43:0x0] (2097152->3145727)  req@ffff998312aa8700 x1875765362608256/t4294981174(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/448 e 0 to 0 dl 1788876699 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876688.039799:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8700 with x1875765362608256 ext(2097152->3145727)
00002000:00010000:0.0:1788876688.039806:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8700
00000100:00100000:0.0:1788876688.051691:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362608512:12345-192.168.203.59@tcp:4:dd.0 Request processed in 27232us (29921us total) trans 4294993573 rc 0/0
00000100:00100000:0.0:1788876688.051707:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1151
00002000:00100000:0.0:1788876688.051723:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe3a:0x0] (7340032->8388607)  req@ffff998312aabb80 x1875765362608512/t4294993573(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/448 e 0 to 0 dl 1788876699 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876688.051734:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aabb80 with x1875765362608512 ext(7340032->8388607)
00002000:00010000:0.0:1788876688.051741:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aabb80
00000100:00100000:1.0:1788876688.058476:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362609152
00000100:00100000:1.0:1788876688.058489:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362609152
00002000:00100000:1.0:1788876688.058542:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe43:0x0] (3145728->4194303)  req@ffff998318542a00 x1875765362609152/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/0 e 0 to 0 dl 1788876699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876688.058564:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542a00 with x1875765362609152 ext(3145728->4194303)
00002000:00010000:1.0:1788876688.058570:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318542a00
00000100:00100000:1.0:1788876688.058620:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545040894629 time 7545040794629 state 0x1 ref 4
00000100:00100000:1.0:1788876688.058652:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545040894629 time 7545067632141 state 0x0 ref 4
00000100:00100000:1.0:1788876688.058665:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2358:x1875765362609152:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876688.062529:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362608384:12345-192.168.203.59@tcp:4:dd.0 Request processed in 38263us (40809us total) trans 4294993574 rc 0/0
00000100:00100000:0.0:1788876688.062541:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1150
00002000:00100000:0.0:1788876688.062563:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe3a:0x0] (0->1048575)  req@ffff998312aa9880 x1875765362608384/t4294993574(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/448 e 0 to 0 dl 1788876699 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876688.062574:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9880 with x1875765362608384 ext(0->1048575)
00002000:00010000:0.0:1788876688.062580:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aa9880
00000100:00100000:1.0:1788876688.076524:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362608640:12345-192.168.203.59@tcp:4:dd.0 Request processed in 44806us (46044us total) trans 4294993575 rc 0/0
00000100:00100000:1.0:1788876688.076538:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1152
00002000:00100000:1.0:1788876688.077316:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe3a:0x0] (3145728->4194303)  req@ffff998318540380 x1875765362608640/t4294993575(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/448 e 0 to 0 dl 1788876699 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876688.077341:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540380 with x1875765362608640 ext(3145728->4194303)
00002000:00010000:1.0:1788876688.077347:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540380
00000100:00100000:1.0:1788876688.082183:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2358:x1875765362609152:12345-192.168.203.59@tcp:4:dd.0 Request processed in 23509us (25281us total) trans 4294981175 rc 0/0
00000100:00100000:1.0:1788876688.082198:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1154
00002000:00100000:1.0:1788876688.082211:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe43:0x0] (3145728->4194303)  req@ffff998318542a00 x1875765362609152/t4294981175(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:84/0 lens 488/448 e 0 to 0 dl 1788876699 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876688.082220:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542a00 with x1875765362609152 ext(3145728->4194303)
00002000:00010000:1.0:1788876688.082226:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318542a00
00000100:00100000:1.0:1788876688.145978:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7545354942089 time 7545154942089 state 0x1 ref 10
00000100:00100000:1.0:1788876688.146006:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2356:x1875765362604160:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876688.164461:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2356:x1875765362604160:12345-192.168.203.59@tcp:4:dd.500 Request processed in 18458us (746031us total) trans 4294981177 rc 0/0
00000100:00100000:0.0:1788876688.164475:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1131
00002000:00100000:0.0:1788876688.164489:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe42:0x0] (2097152->3145727)  req@ffff99831848f480 x1875765362604160/t4294981177(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876688.164499:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831848f480 with x1875765362604160 ext(2097152->3145727)
00002000:00010000:0.0:1788876688.164506:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99831848f480
00000100:00100000:0.0:1788876688.642968:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2358:x1875765362604416:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94420us (1193447us total) trans 4294993577 rc 0/0
00000100:00100000:0.0:1788876688.642982:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1133
00002000:00100000:0.0:1788876688.642997:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe39:0x0] (4194304->5242879)  req@ffff998307d2ea00 x1875765362604416/t4294993577(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876688.643009:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d2ea00 with x1875765362604416 ext(4194304->5242879)
00002000:00010000:0.0:1788876688.643039:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d2ea00
00000100:00100000:0.0:1788876688.820976:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365702144:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876688.821091:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876688.821400:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365702144
00000100:00100000:1.0:1788876688.821408:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365702144
00000100:00100000:1.0:1788876688.821490:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 283
00000100:00100000:1.0:1788876688.821500:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365702144:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876688.821522:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 5111808 granted 438239232 pending 20447232 free 3852468224 avail 3850371072
00000100:00100000:1.0:1788876688.821568:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365702144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876688.821575:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 283
00000100:00080000:0.0:1788876688.822726:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876688.822777:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365702144:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876688.948871:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7546157837776 time 7545957837776 state 0x1 ref 6
00000100:00100000:1.0:1788876688.948901:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362604672:12345-192.168.203.59@tcp:4:dd.500
00000100:00080000:0.0:1788876689.156951:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876689.163514:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2356:x1875765362604800:12345-192.168.203.59@tcp:4:dd.500 Request processed in 14024us (1672191us total) trans 4294993580 rc 0/0
00000100:00100000:1.0:1788876689.163530:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1136
00002000:00100000:1.0:1788876689.163545:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0xe39:0x0] (7340032->8388607)  req@ffff998307d2f100 x1875765362604800/t4294993580(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876689.163555:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d2f100 with x1875765362604800 ext(7340032->8388607)
00002000:00010000:1.0:1788876689.163562:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d2f100
00000100:00100000:0.0:1788876689.349873:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7546558835728 time 7546358835728 state 0x1 ref 4
00000100:00100000:0.0:1788876689.349925:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2358:x1875765362604928:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876689.381747:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2358:x1875765362604928:12345-192.168.203.59@tcp:4:dd.500 Request processed in 29682us (1869310us total) trans 4294981179 rc 0/0
00000100:00100000:0.0:1788876689.381769:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1137
00002000:00100000:0.0:1788876689.381786:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe42:0x0] (4194304->5242879)  req@ffff99831848c380 x1875765362604928/t4294981179(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876689.381796:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831848c380 with x1875765362604928 ext(4194304->5242879)
00002000:00010000:0.0:1788876689.381801:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99831848c380
00010000:00010000:0.0:1788876689.454440:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876689.550386:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7546759335152 time 7546559335152 state 0x1 ref 3
00000100:00100000:0.0:1788876689.550427:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2358:x1875765362605056:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876689.753476:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7546962442916 time 7546762442916 state 0x1 ref 2
00000100:00100000:0.0:1788876689.753515:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2357:x1875765362605184:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876689.768437:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362605184:12345-192.168.203.59@tcp:4:dd.500 Request processed in 14932us (2228877us total) trans 4294981181 rc 0/0
00000100:00100000:0.0:1788876689.768453:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1139
00002000:00100000:0.0:1788876689.768466:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe42:0x0] (6291456->7340031)  req@ffff998307d2d880 x1875765362605184/t4294981181(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876689.768477:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d2d880 with x1875765362605184 ext(6291456->7340031)
00002000:00010000:0.0:1788876689.768483:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d2d880
00000100:00100000:0.0:1788876689.953924:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7546962442916 time 7546962889899 state 0x0 ref 1
00000100:00100000:0.0:1788876689.953955:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2358:x1875765362605312:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876689.965556:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2358:x1875765362605312:12345-192.168.203.59@tcp:4:dd.500 Request processed in 11604us (2402854us total) trans 4294981182 rc 0/0
00000100:00100000:0.0:1788876689.965570:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1140
00000100:00100000:0.0:1788876689.965583:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7546962442916 time 7546962889899 state 0x2 ref 0
00002000:00100000:0.0:1788876689.965598:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe42:0x0] (7340032->8388607)  req@ffff998306996300 x1875765362605312/t4294981182(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:83/0 lens 488/448 e 0 to 0 dl 1788876698 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876689.965608:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306996300 with x1875765362605312 ext(7340032->8388607)
00002000:00010000:0.0:1788876689.965614:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306996300
00000100:00100000:1.0:1788876690.076438:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00080000:0.0:1788876690.193170:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876690.208951:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362610688
00000100:00100000:0.0:1788876690.208962:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362610688
00000100:00100000:0.0:1788876690.209082:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 484
00000100:00100000:0.0:1788876690.209093:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:249176:x1875765362610688:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876690.209111:0:167010:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876690.209131:0:167010:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888223 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876690.209157:0:167010:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe39:0x0] initial LVB size: 8388608, mtime: 0x6aa01790, atime: 0x0, ctime: 0x6aa01790, blocks: 0x803
00010000:00010000:0.0:1788876690.209176:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=7547s v=(0 0)
00010000:00010000:0.0:1788876690.209180:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876690.209188:0:167010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 36 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.209203:0:167010:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 36 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.209215:0:167010:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788600, rc 0)
00000100:00100000:0.0:1788876690.209272:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:249176:x1875765362610688:12345-192.168.203.59@tcp:101:dd.0 Request processed in 181us (427us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876690.209279:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 484
00000100:00100000:1.0:1788876690.213430:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362610816
00000100:00100000:1.0:1788876690.213441:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362610816
00000100:00100000:1.0:1788876690.213508:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1175
00000100:00100000:1.0:1788876690.213518:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:2356:x1875765362610816:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876690.213536:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876690.213565:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8d600/0x3868396b8e764942 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888207 expref: 15 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.213583:0:5777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc91:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788876690.213587:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876690.213645:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2356:x1875765362610816:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 128us (635us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876690.213653:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1175
00000100:00100000:0.0:1788876690.214887:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362610048
00000100:00100000:0.0:1788876690.214923:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362610048
00000100:00100000:0.0:1788876690.214983:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60171
00000100:00100000:0.0:1788876690.214992:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249175:x1875765362610048:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876690.215010:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876690.215061:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e764957 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88820e expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.215519:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e76495e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.215532:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e76495e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.215544:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e76495e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876690.215555:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc91:0x0]: returning size 16777216
00010000:00010000:0.0:1788876690.215682:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e764957 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc8f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88820e expref: 17 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.215702:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789e00/0x3868396b8e76495e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88820e expref: 16 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.215710:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc91:0x0].0x0 (ffff998385d39600)
00010000:00010000:0.0:1788876690.215723:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876690.215726:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428789e00, rc 0)
00000100:00100000:0.0:1788876690.215789:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:249175:x1875765362610048:12345-192.168.203.59@tcp:101:dd.0 Request processed in 798us (2533us total) trans 4295010691 rc 0/0
00000100:00100000:0.0:1788876690.215797:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60171
00000100:00100000:1.0:1788876690.216821:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362610304
00000100:00100000:1.0:1788876690.216829:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362610304
00000100:00100000:1.0:1788876690.216869:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362610560
00000100:00100000:1.0:1788876690.216872:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362610560
00000100:00100000:1.0:1788876690.216898:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60172
00000100:00100000:1.0:1788876690.216906:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:249177:x1875765362610304:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876690.216922:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876690.216937:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e76496c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888215 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.217227:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e764973 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.217239:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e764973 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.217249:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e764973 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876690.217260:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc91:0x0]: returning size 16777216
00010000:00010000:1.0:1788876690.217368:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e76496c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc8f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888215 expref: 20 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.217385:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e764973 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888215 expref: 19 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.217393:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc91:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788876690.217395:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876690.218738:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47200, rc 0)
00000100:00100000:1.0:1788876690.218767:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249177:x1875765362610304:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1861us (2052us total) trans 4295010692 rc 0/0
00000100:00100000:1.0:1788876690.219504:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60172
00000100:00100000:1.0:1788876690.230619:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362611072
00000100:00100000:1.0:1788876690.230629:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362611072
00000100:00100000:1.0:1788876690.230687:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9822
00000100:00100000:1.0:1788876690.230697:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:249175:x1875765362611072:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:1.0:1788876690.232344:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249175:x1875765362611072:12345-192.168.203.59@tcp:35:dd.0 Request processed in 1647us (1946us total) trans 4295010694 rc 0/0
00000100:00100000:1.0:1788876690.232352:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9822
00000100:00100000:1.0:1788876690.248475:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362611456
00000100:00100000:1.0:1788876690.248490:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362611456
00002000:00100000:1.0:1788876690.248550:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe39:0x0] (0->1048575)  req@ffff998318543100 x1875765362611456/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:86/0 lens 488/0 e 0 to 0 dl 1788876701 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876690.248562:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543100 with x1875765362611456 ext(0->1048575)
00002000:00010000:1.0:1788876690.248568:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318543100
00000100:00100000:1.0:1788876690.248586:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7520409820324 time 7520410267023 state 0x0 ref 1
00000100:00100000:1.0:1788876690.248595:0:6589:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x1, head sequence 9: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7520409820324 time 7520410267023 state 0x0 ref 1
00000100:00100000:1.0:1788876690.248613:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 3 deadline 7547257689182 time 7547257589182 state 0x1 ref 1
00000100:00100000:1.0:1788876690.248650:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257689182 time 7547257629969 state 0x0 ref 1
00000100:00100000:1.0:1788876690.248663:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2355:x1875765362611456:12345-192.168.203.59@tcp:3:dd.0
00000100:00100000:0.0:1788876690.273808:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876690.273901:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362611968
00000100:00100000:1.0:1788876690.273911:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362611968
00000100:00100000:1.0:1788876690.273998:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9824
00000100:00100000:1.0:1788876690.274010:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:249178:x1875765362611968:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:1.0:1788876690.274262:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249178:x1875765362611968:12345-192.168.203.59@tcp:35:dd.0 Request processed in 254us (463us total) trans 4295010696 rc 0/0
00000100:00100000:1.0:1788876690.274270:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9824
00000100:00100000:1.0:1788876690.395934:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876690.408335:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876690.419810:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876690.420460:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:249191:x1875765362612736:12345-192.168.203.59@tcp:35:rm.0 Request processed in 496us (655us total) trans 4295010698 rc 0/0
00000100:00100000:0.0:1788876690.420468:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9826
00000100:00100000:1.0:1788876690.424369:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876690.433099:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876690.433344:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60177
00000100:00100000:3.0:1788876690.433354:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249191:x1875765362613120:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:3.0:1788876690.433421:0:7498:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7676624896 avail 7646216192
00000100:00100000:3.0:1788876690.433489:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249191:x1875765362613120:12345-192.168.203.59@tcp:41:rm.0 Request processed in 136us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876690.433497:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60177
00000100:00100000:1.0:1788876690.436416:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876690.436610:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362613376
00000100:00100000:3.0:1788876690.436619:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362613376
00000100:00100000:3.0:1788876690.436674:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60178
00000100:00100000:3.0:1788876690.436685:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249191:x1875765362613376:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876690.436738:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1788876690.436765:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8c600/0x3868396b8e7648f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881c8 expref: 26 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436783:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc92:0x0].0x0 (ffff998403b03600)
00010000:00010000:3.0:1788876690.436800:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9d000/0x3868396b8e76499d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc8f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88822a expref: 25 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436811:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x0 (ffff998404ddde00)
00010000:00010000:3.0:1788876690.436814:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876690.436834:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436846:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436855:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436873:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436879:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436886:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436991:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.436999:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.437005:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1788876690.437859:0:5792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1615, 64 off111552
00000004:00080000:3.0:1788876690.437869:0:5792:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7547446854822ns, next at 7548446852283ns, rc = 0
00000040:00080000:3.0:1788876690.438493:0:5792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1604, 64 off110848
00000004:00080000:0.0:1788876690.438914:0:5792:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7547447898637ns, next at 7548447893979ns, rc = 0
00010000:00010000:0.0:1788876690.439001:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439283:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439297:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439306:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439313:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439321:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439371:0:5792:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876690.439392:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439409:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439415:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439422:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dde00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876690.439427:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439434:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439446:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc92:0x0].0x0 (ffff99840390f700)
00010000:00010000:0.0:1788876690.439449:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876690.439454:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439460:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dde00/0x3868396b8e7649d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439480:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439491:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439497:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439502:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876690.439516:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439523:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439531:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x0 (ffff998404ddde00)
00010000:00010000:0.0:1788876690.439534:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876690.439537:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.439544:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd400/0x3868396b8e7649c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876690.439554:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004da7f1c4 reply state 0000000006f9dd3c transno 4295010700 ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876690.439563:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876690.439650:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249191:x1875765362613376:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2963us (3249us total) trans 4295010700 rc 0/0
00000100:00100000:0.0:1788876690.439659:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60178
00010000:00010000:3.0:1788876690.442759:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876690.442771:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.442781:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876690.442786:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.442796:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.442814:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc92:0x0].0x0 (ffff99840390f700)
00010000:00010000:3.0:1788876690.442817:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1788876690.442821:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.442828:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e7649dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.443409:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.443425:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.443432:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.443438:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7ddc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876690.443441:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.443448:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.443457:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0xf1756a60 (ffff99840390f800)
00010000:00010000:0.0:1788876690.443459:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876690.443462:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876690.443468:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7ddc00/0x3868396b8e7649ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876690.444805:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876690.448669:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876690.448744:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362613888
00000100:00100000:3.0:1788876690.448752:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362613888
00000100:00100000:3.0:1788876690.448804:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60179
00000100:00100000:3.0:1788876690.448814:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249191:x1875765362613888:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876690.448864:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1788876690.448887:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998413f8c200/0x3868396b8e764988 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc91:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88821c expref: 26 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.448906:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e7648bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881b3 expref: 25 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.448917:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc91:0x0].0x0 (ffff998385d39600)
00010000:00010000:3.0:1788876690.448926:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876690.448948:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd600/0x3868396b8e7649e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.448962:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd600/0x3868396b8e7649e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.448971:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd600/0x3868396b8e7649e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.448984:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.448990:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.448997:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.452578:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.452592:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.452599:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.452604:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dca00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876690.452608:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.452614:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.452626:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x7a6232fc (ffff99840390fe00)
00010000:00010000:3.0:1788876690.452629:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876690.452632:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.452639:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dca00/0x3868396b8e7649ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc8f:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.456292:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788876690.456304:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9d200/0x3868396b8e7649f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.456316:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876690.456320:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9d200/0x3868396b8e7649f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.456329:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9d200/0x3868396b8e7649f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.456345:0:6598:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc91:0x0].0x0 (ffff998403b03500)
00010000:00010000:1.0:1788876690.456348:0:6598:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1788876690.456352:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9d200/0x3868396b8e7649f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.456357:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9d200/0x3868396b8e7649f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.456379:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876690.456380:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876690.456382:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876690.459000:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876690.459463:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362614144
00000100:00100000:0.0:1788876690.459472:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362614144
00000100:00100000:0.0:1788876690.459531:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9828
00000100:00100000:0.0:1788876690.459541:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:249191:x1875765362614144:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788876690.459818:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249191:x1875765362614144:12345-192.168.203.59@tcp:35:rm.0 Request processed in 277us (825us total) trans 4295010703 rc 0/0
00000100:00100000:0.0:1788876690.459826:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9828
00000100:00100000:0.0:1788876690.463393:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876690.463469:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362614400
00000100:00100000:3.0:1788876690.463479:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362614400
00000100:00100000:3.0:1788876690.463543:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60180
00000100:00100000:3.0:1788876690.463552:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249191:x1875765362614400:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876690.463607:0:26645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1788876690.463635:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dd000/0x3868396b8e7649b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc8f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888238 expref: 26 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463655:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788400/0x3868396b8e7648a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc8f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8881ac expref: 25 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463666:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x0 (ffff998404ddde00)
00010000:00010000:3.0:1788876690.463681:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788e00/0x3868396b8e76483f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888197 expref: 24 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463690:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:3.0:1788876690.463696:0:26645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876690.463717:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463728:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463737:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463748:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463755:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463761:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463873:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463881:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.463888:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876690.464826:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc8f:0x0]: returning size 7680
00010000:00010000:3.0:1788876690.464842:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464850:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464856:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464862:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876690.464866:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464873:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464887:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8f:0x0].0x0 (ffff99840390fc00)
00010000:00010000:3.0:1788876690.464889:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876690.464893:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464899:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a0d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464915:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464920:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464925:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464929:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dda00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876690.464931:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464936:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464942:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f700)
00010000:00010000:3.0:1788876690.464943:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876690.464946:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876690.464950:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e7649ff lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876690.464964:0:26645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000017a3461f reply state 0000000046cc6325 transno 4295010704 ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876690.464972:0:26645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876690.465471:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:249191:x1875765362614400:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1916us (2082us total) trans 4295010704 rc 0/0
00000100:00100000:0.0:1788876690.465480:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60180
00010000:00010000:1.0:1788876690.470798:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.470815:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.470822:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.470832:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876690.470836:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.470843:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.470858:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390f200)
00010000:00010000:1.0:1788876690.470862:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876690.470866:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876690.470871:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc400/0x3868396b8e764a06 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876691.492057:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876691.492551:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362614528
00000100:00100000:3.0:1788876691.492562:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362614528
00000100:00100000:3.0:1788876691.492619:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60181
00000100:00100000:3.0:1788876691.492630:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:249202:x1875765362614528:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:3.0:1788876691.492653:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876691.492676:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e764a14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88823f expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876691.492773:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876691.492787:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876691.492800:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876691.492859:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876691.492864:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876691.492889:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876691.492915:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dda00/0x3868396b8e764a14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88823f expref: 26 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876691.492939:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842d7dc200/0x3868396b8e764a1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88823f expref: 25 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876691.492948:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fc00)
00010000:00010000:3.0:1788876691.492951:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876691.492954:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842d7dc200, rc 0)
00000100:00100000:3.0:1788876691.495325:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:249202:x1875765362614528:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 2686us (3267us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876691.495337:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60181
00000100:00100000:3.0:1788876691.531332:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:0.0:1788876691.541925:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9ce00/0x3868396b8e764a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.541942:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9ce00/0x3868396b8e764a29 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.541950:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9ce00/0x3868396b8e764a29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.541957:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9ce00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876691.541962:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9ce00/0x3868396b8e764a29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.541969:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9ce00/0x3868396b8e764a29 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.541985:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998403b03700)
00010000:00010000:0.0:1788876691.541988:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876691.541992:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9ce00/0x3868396b8e764a29 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.541998:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9ce00/0x3868396b8e764a29 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876691.566922:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876691.572371:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362614912
00000100:00100000:1.0:1788876691.572384:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362614912
00000100:00100000:1.0:1788876691.572448:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60183
00000100:00100000:1.0:1788876691.572458:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:249203:x1875765362614912:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788876691.572481:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876691.572503:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e764a30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888246 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.572594:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.572607:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.572620:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876691.572782:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788876691.572850:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876691.572883:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.572909:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e764a30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888246 expref: 27 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.572926:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888246 expref: 26 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.572935:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39a00)
00010000:00010000:1.0:1788876691.572938:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876691.572941:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47a00, rc 0)
00000100:00100000:1.0:1788876691.573004:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249203:x1875765362614912:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 547us (6090us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876691.573531:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60183
00000100:00100000:0.0:1788876691.582847:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876691.582878:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362615296
00000100:00100000:0.0:1788876691.582887:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362615296
00000100:00100000:0.0:1788876691.582935:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60185
00000100:00100000:0.0:1788876691.582944:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:249203:x1875765362615296:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876691.582961:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876691.582982:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e764a5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888254 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.586298:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788200/0x3868396b8e764a61 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.586320:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788200/0x3868396b8e764a61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.586332:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788200/0x3868396b8e764a61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876691.586404:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876691.586409:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876691.586434:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998428788200/0x3868396b8e764a61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.586465:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789400/0x3868396b8e764a5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888254 expref: 27 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.586484:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788200/0x3868396b8e764a61 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888254 expref: 26 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.586493:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876691.586497:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876691.586501:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788200, rc 0)
00000100:00100000:0.0:1788876691.586567:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249203:x1875765362615296:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 3624us (3728us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876691.586577:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60185
00000100:00100000:1.0:1788876691.596960:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876691.597000:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362615552
00000100:00100000:1.0:1788876691.597037:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362615552
00000100:00100000:1.0:1788876691.597093:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60186
00000100:00100000:1.0:1788876691.597106:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249203:x1875765362615552:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788876691.597126:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876691.597145:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e764a68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88825b expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597241:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597256:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597266:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597281:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597288:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597295:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876691.597447:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc93:0x0]: returning size 512
00010000:00010000:1.0:1788876691.597550:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597557:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597564:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597570:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876691.597575:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597586:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597599:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:1.0:1788876691.597602:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876691.597608:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597615:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764a6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597629:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597634:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597641:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597647:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876691.597649:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597655:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597661:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39b00)
00010000:00010000:1.0:1788876691.597665:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876691.597667:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597676:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764a76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597711:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e764a68 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88825b expref: 28 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597722:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:1.0:1788876691.597724:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1788876691.597729:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e764a68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88825b expref: 28 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.597738:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46400, rc 0)
00000100:00100000:1.0:1788876691.597790:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249203:x1875765362615552:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 689us (839us total) trans 4295010706 rc 301/301
00000100:00100000:1.0:1788876691.597798:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60186
00000100:00100000:0.0:1788876691.617521:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876691.617849:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60187
00000100:00100000:1.0:1788876691.617863:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249203:x1875765362615808:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:1.0:1788876691.617947:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.617964:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.617975:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876691.618267:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008164ae3d reply state 0000000089713130 transno 4295010707 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876691.618277:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:1.0:1788876691.618292:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc93:0x0]: returning size 512
00000100:00100000:1.0:1788876691.618380:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:249203:x1875765362615808:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 520us (879us total) trans 4295010707 rc 0/0
00000100:00100000:1.0:1788876691.618388:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60187
00010000:00010000:0.0:1788876691.620114:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.620128:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.620136:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.620143:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876691.620147:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.620155:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.620170:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998385d39a00)
00010000:00010000:0.0:1788876691.620174:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:0.0:1788876691.620179:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.620185:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e764a84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876691.620889:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876691.622293:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362616064
00000100:00100000:1.0:1788876691.622304:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362616064
00000100:00100000:1.0:1788876691.622465:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9829
00000100:00100000:1.0:1788876691.622477:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249203:x1875765362616064:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:1.0:1788876691.622726:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:249203:x1875765362616064:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 251us (1841us total) trans 4295010708 rc 0/0
00000100:00100000:1.0:1788876691.622735:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9829
00000100:00100000:1.0:1788876691.650885:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876691.651070:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362616192
00000100:00100000:0.0:1788876691.651080:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362616192
00000100:00100000:0.0:1788876691.651148:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60188
00000100:00100000:0.0:1788876691.651159:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:249204:x1875765362616192:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:0.0:1788876691.651183:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876691.651202:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764a8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888262 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651297:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651311:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651322:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651547:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651558:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651566:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651677:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e764aa0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651686:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e764aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651692:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e764aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876691.651732:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc93:0x0]: returning size 512
00000004:00200000:0.0:1788876691.651736:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876691.651759:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e764aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651771:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651777:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651783:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651801:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876691.651806:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651813:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651823:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876691.651826:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876691.651830:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651836:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e764a92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651847:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651853:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651862:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651867:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876691.651870:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651875:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651881:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404ddd900)
00010000:00010000:0.0:1788876691.651884:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876691.651886:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651891:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789600/0x3868396b8e764a99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651921:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788000/0x3868396b8e764a8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888262 expref: 31 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651935:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e764aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888262 expref: 30 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.651942:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788876691.651944:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876691.651947:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788a00, rc 0)
00000100:00100000:0.0:1788876691.652875:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:249204:x1875765362616192:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 855us (1133us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876691.652893:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60188
00000100:00100000:0.0:1788876691.654622:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:0.0:1788876691.658091:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9da00/0x3868396b8e764aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.658107:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9da00/0x3868396b8e764aa7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.658114:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9da00/0x3868396b8e764aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.658120:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9da00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876691.658124:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9da00/0x3868396b8e764aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.658131:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9da00/0x3868396b8e764aa7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.658146:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998403b03200)
00010000:00010000:0.0:1788876691.658149:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:0.0:1788876691.658153:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9da00/0x3868396b8e764aa7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.658158:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9da00/0x3868396b8e764aa7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876691.716259:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876691.716570:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362616576
00000100:00100000:1.0:1788876691.716580:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362616576
00000100:00100000:1.0:1788876691.716648:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60190
00000100:00100000:1.0:1788876691.716658:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:249208:x1875765362616576:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876691.716692:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876691.716713:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e764aae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888269 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.716818:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764ab5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.716833:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.716848:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e764ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.716862:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e764abc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.716869:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e764abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.716876:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e764abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.717211:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e764ac3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.717221:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e764ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.717228:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e764ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876691.729413:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362616832
00000100:00100000:1.0:1788876691.729422:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362616832
00000100:00100000:1.0:1788876691.729529:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60191
00000100:00100000:1.0:1788876691.729540:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:249208:x1875765362616832:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876691.729563:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876691.729583:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e764aca lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888270 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.729762:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.729786:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.729797:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.729811:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.729818:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.729825:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1788876691.730313:0:15586:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe44:0x0], index 0: 0
00010000:00010000:1.0:1788876691.730484:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e764adf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730494:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e764adf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730501:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e764adf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730533:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730540:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730547:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730553:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876691.730557:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730564:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730575:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788876691.730578:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876691.730582:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730588:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e764ad1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876691.730600:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a3c90a18 reply state 00000000c8b301c8 transno 4295010710 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876691.730607:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1788876691.730636:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e764aca lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888270 expref: 34 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730648:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e764adf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888270 expref: 33 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.730654:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc95:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876691.730656:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876691.730658:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46600, rc 0)
00000100:00100000:1.0:1788876691.730736:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:249208:x1875765362616832:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1198us (1639us total) trans 4295010710 rc 0/0
00000100:00100000:1.0:1788876691.730745:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60191
00010000:00010000:0.0:1788876691.739455:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.739472:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.739482:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.739488:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876691.739493:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.739500:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.739516:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x4009f790 (ffff998385d39300)
00010000:00010000:0.0:1788876691.739519:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876691.739524:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876691.739530:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e764ad8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876691.747267:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362616960
00000100:00100000:1.0:1788876691.747277:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362616960
00000100:00100000:1.0:1788876691.747345:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7546962442916 time 7546962889899 state 0x0 ref 1
00000100:00100000:1.0:1788876691.747361:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7547162889899 time 7546962889899 state 0x1 ref 1
00000100:00100000:1.0:1788876691.747403:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 2 deadline 7547162889899 time 7548756382616 state 0x0 ref 1
00000100:00100000:1.0:1788876691.747415:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2358:x1875765362616960:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876691.747490:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876691.747508:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e764aed lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.747523:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7548s v=(0 0)
00010000:00010000:1.0:1788876691.747527:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876691.747532:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e764aed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.747547:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e764aed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876691.747952:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876691.884858:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981182 is committed
00000001:00080000:0.0:1788876691.884915:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981183 is committed
00000004:00080000:1.0:1788876691.886166:0:7779:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7548895150595ns, next at 7549895148036ns, rc = 0
00000100:00100000:3.0:1788876691.886287:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365702272:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876691.886341:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876691.886490:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365702272
00000100:00100000:1.0:1788876691.886497:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365702272
00000100:00100000:1.0:1788876691.886592:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 284
00000100:00100000:1.0:1788876691.886602:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365702272:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876691.886634:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82116608 pending 25559040 free 3823108096 avail 3821010944
00000100:00100000:1.0:1788876691.886678:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365702272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (336us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876691.886684:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 284
00000100:00080000:0.0:1788876691.886800:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876691.887377:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365702656:0@lo:400:kworker.0
00000100:00100000:0.0:1788876691.887422:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876691.887448:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876691.887453:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365702528:0@lo:400:kworker.0
00000100:00100000:0.0:1788876691.887486:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876691.887512:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365702656
00000100:00100000:0.0:1788876691.887517:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365702656
00000100:00100000:0.0:1788876691.887552:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365702528
00000100:00100000:0.0:1788876691.887556:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365702528
00000100:00100000:0.0:1788876691.887575:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6548
00000100:00100000:0.0:1788876691.887582:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365702656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876691.887620:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365702656:12345-0@lo:400:kworker.0 Request processed in 38us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876691.887626:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6548
00000100:00100000:0.0:1788876691.887638:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6549
00000100:00100000:0.0:1788876691.887643:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365702528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876691.887668:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365702528:12345-0@lo:400:kworker.0 Request processed in 25us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876691.887674:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6549
00000100:00080000:0.0:1788876691.887695:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876691.887720:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365702528:0@lo:400:kworker.0
00000100:00100000:0.0:1788876691.887730:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365702656:0@lo:400:kworker.0
00000100:00100000:0.0:1788876691.888186:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365702400
00000100:00100000:0.0:1788876691.888190:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365702400
00000100:00100000:0.0:1788876691.888213:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:0.0:1788876691.888218:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365702400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876691.888252:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365702400:12345-0@lo:400:kworker.0 Request processed in 33us (400us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876691.888258:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00000100:00080000:0.0:1788876691.888287:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876691.888639:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365702784
00000100:00100000:1.0:1788876691.888644:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365702784
00000100:00100000:1.0:1788876691.888721:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 285
00000100:00100000:1.0:1788876691.888729:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365702784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876691.888772:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365702784:12345-0@lo:400:kworker.0 Request processed in 44us (823us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876691.888778:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 285
00000100:00100000:1.0:1788876691.888814:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365702272:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876691.888874:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365702784:0@lo:400:kworker.0
00000100:00080000:0.0:1788876691.889883:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876691.933571:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876691.941676:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362617088
00000100:00100000:1.0:1788876691.941689:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362617088
00000100:00100000:1.0:1788876691.941751:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 2 deadline 7547162889899 time 7548756382616 state 0x0 ref 1
00000100:00100000:1.0:1788876691.941766:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 2 deadline 7548956382616 time 7548756382616 state 0x1 ref 1
00000100:00100000:1.0:1788876691.941793:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 1 deadline 7548956382616 time 7548950773907 state 0x0 ref 1
00000100:00100000:1.0:1788876691.941805:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362617088:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876691.941853:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 1048576, mtime: 0x6aa01794, atime: 0x0, ctime: 0x6aa01794, blocks: 0x803
00010000:00010000:1.0:1788876691.941865:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764af4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.941879:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7548s v=(0 0)
00010000:00010000:1.0:1788876691.941883:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876691.941889:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764af4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876691.941903:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764af4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876692.012942:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981184 is committed
00000100:00100000:1.0:1788876692.025452:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362617216
00000100:00100000:1.0:1788876692.025465:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362617216
00000100:00100000:1.0:1788876692.025530:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 1 deadline 7548956382616 time 7548950773907 state 0x0 ref 1
00000100:00100000:1.0:1788876692.025544:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 1 deadline 7549150773907 time 7548950773907 state 0x1 ref 1
00000100:00100000:1.0:1788876692.025583:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549150773907 time 7549034563140 state 0x0 ref 1
00000100:00100000:1.0:1788876692.025595:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362617216:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876692.025641:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 2097152, mtime: 0x6aa01794, atime: 0x0, ctime: 0x6aa01794, blocks: 0x1007
00010000:00010000:1.0:1788876692.025650:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.025665:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7549s v=(0 0)
00010000:00010000:1.0:1788876692.025670:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876692.025677:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.025690:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876692.143844:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 2097152 -> 3145728
00002000:00010000:1.0:1788876692.143849:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 4103 -> 6151
00010000:00010000:1.0:1788876692.143862:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.143875:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.143884:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.143891:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876692.143895:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.143904:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.143923:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.143936:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764afb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876692.144069:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362617216:12345-192.168.203.59@tcp:4:dd.500 Request processed in 118472us (121978us total) trans 4294981185 rc 0/0
00000100:00100000:1.0:1788876692.144080:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1159
00000100:00100000:1.0:1788876692.144092:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549150773907 time 7549034563140 state 0x2 ref 0
00000100:00100000:3.0:1788876692.158863:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362617344
00000100:00100000:3.0:1788876692.158872:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362617344
00000100:00100000:3.0:1788876692.158933:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549150773907 time 7549034563140 state 0x0 ref 1
00000100:00100000:3.0:1788876692.158948:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549234563140 time 7549034563140 state 0x1 ref 1
00000100:00100000:0.0:1788876692.225745:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549234563140 time 7549234711475 state 0x0 ref 1
00000100:00100000:0.0:1788876692.225774:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362617344:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876692.225833:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 3145728, mtime: 0x6aa01794, atime: 0x0, ctime: 0x6aa01794, blocks: 0x1807
00010000:00010000:0.0:1788876692.225843:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764b02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.225859:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7549s v=(0 0)
00010000:00010000:0.0:1788876692.225864:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876692.225871:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764b02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.225885:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764b02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876692.323338:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362617472
00000100:00100000:0.0:1788876692.323347:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362617472
00000100:00100000:0.0:1788876692.323416:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549234563140 time 7549234711475 state 0x0 ref 1
00000100:00100000:0.0:1788876692.323431:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549434711475 time 7549234711475 state 0x1 ref 1
00000100:00100000:3.0:1788876692.428209:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549434711475 time 7549437176060 state 0x0 ref 1
00000100:00100000:3.0:1788876692.428232:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362617472:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876692.428291:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 4194304, mtime: 0x6aa01794, atime: 0x0, ctime: 0x6aa01794, blocks: 0x2007
00010000:00010000:3.0:1788876692.428301:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.428316:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7549s v=(0 0)
00010000:00010000:3.0:1788876692.428320:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876692.428326:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.428339:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876692.483855:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876692.483890:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876692.483920:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876692.484478:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362617600
00000100:00100000:1.0:1788876692.484483:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362617600
00000100:00100000:1.0:1788876692.484508:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3077
00000100:00100000:1.0:1788876692.484514:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362617600:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876692.484541:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362617600:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (650us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876692.484547:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3077
00000100:00080000:1.0:1788876692.484569:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876692.489199:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362617728
00000100:00100000:0.0:1788876692.489212:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362617728
00000100:00100000:0.0:1788876692.489294:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 286
00000100:00100000:0.0:1788876692.489306:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2358:x1875765362617728:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876692.489395:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2358:x1875765362617728:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 82us (5541us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876692.489405:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 286
00000100:00080000:1.0:1788876692.489543:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876692.524503:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365703168
00000100:00100000:3.0:1788876692.524517:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365703168
00000100:00100000:3.0:1788876692.524575:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365703296
00000100:00100000:3.0:1788876692.524578:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365703296
00000100:00100000:3.0:1788876692.524611:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 485
00000100:00100000:3.0:1788876692.524620:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365703296:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1788876692.524651:0:166967:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3651 count 1
00002000:00010000:3.0:1788876692.524685:0:166967:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe43:0x0] initial LVB size: 8388608, mtime: 0x6aa01790, atime: 0x0, ctime: 0x6aa01790, blocks: 0x4007
00010000:00010000:3.0:1788876692.524693:0:166967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.524709:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe43:0x0].0x0 since=7549s v=(0 0)
00010000:00010000:3.0:1788876692.524714:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876692.524720:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.524733:0:166967:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.524743:0:166967:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.524751:0:166967:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.524774:0:166967:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876692.525071:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876692.525078:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.525086:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876692.525090:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.525108:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.525124:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.525132:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764b10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.525148:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876692.525150:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876692.525152:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876692.525392:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365703296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 763us (11591us total) trans 4294981188 rc 0/0
00000100:00100000:3.0:1788876692.525400:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 485
00000100:00100000:3.0:1788876692.525420:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 485
00000100:00100000:3.0:1788876692.525428:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365703168:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1788876692.525443:0:166967:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3641 count 1
00010000:00010000:3.0:1788876692.525459:0:166967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.525474:0:166967:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 35 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.525482:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=2s v=(0 0)
00010000:00010000:3.0:1788876692.525485:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876692.525490:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.525521:0:166967:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 35 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.525534:0:166967:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 35 pid: 167010 timeout: 7649 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876692.525548:0:166967:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306995500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:166967:1875765365703424:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788876692.525619:0:166967:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830f4f1900 going to sleep for 11 seconds
00000100:00100000:1.0:1788876692.527158:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876692.533849:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876692.534242:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362617984
00000100:00100000:0.0:1788876692.534251:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362617984
00010000:00010000:0.0:1788876692.534374:0:5777:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 36 pid: 167010 timeout: 7649 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876692.534429:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11026
00000100:00100000:0.0:1788876692.534441:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2357:x1875765362617984:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876692.534456:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876692.534462:0:5777:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 36 pid: 167010 timeout: 7649 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.534476:0:5777:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 36 pid: 167010 timeout: 7649 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.534501:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876692.534506:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe39:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876692.534511:0:5777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.534521:0:5777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.534542:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876692.534594:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2357:x1875765362617984:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 157us (755us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876692.534602:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11026
00010000:00010000:1.0:1788876692.539104:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876692.539489:0:166967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005938faba/0x3868396b8e764950 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888223 expref: 35 pid: 167010 timeout: 7649 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876692.539512:0:166967:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306995500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:166967:1875765365703424:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876692.539534:0:166967:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.539545:0:166967:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.539552:0:166967:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.539563:0:166967:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.539571:0:166967:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095d4b702/0x3868396b8e764b17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.539593:0:166967:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1788876692.540231:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365703168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14801us (26562us total) trans 4294993581 rc 0/0
00000100:00100000:3.0:1788876692.540242:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 485
00000004:00080000:1.0:1788876692.542454:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312832d80/2, rc 0, transno 4294981188
00000100:00100000:1.0:1788876692.542470:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365703296:0@lo:6:osp-syn-0-0.0
00002000:00010000:1.0:1788876692.545678:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 4194304 -> 5242880
00002000:00010000:1.0:1788876692.545689:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 8199 -> 10247
00010000:00010000:1.0:1788876692.545702:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.545713:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.545722:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.545728:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dda00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876692.545733:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.545742:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.545762:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876692.547869:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764b09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876692.547966:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362617472:12345-192.168.203.59@tcp:4:dd.500 Request processed in 119732us (224701us total) trans 4294981187 rc 0/0
00000100:00100000:1.0:1788876692.547976:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1161
00000100:00100000:1.0:1788876692.547988:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549434711475 time 7549437176060 state 0x2 ref 0
00010000:00010000:0.0:1788876692.548006:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876692.548025:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f2d5fd0/0x3868396b8e764b1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.548039:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9de00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876692.548043:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f2d5fd0/0x3868396b8e764b1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.548052:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f2d5fd0/0x3868396b8e764b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.548068:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f2d5fd0/0x3868396b8e764b1e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.548075:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f2d5fd0/0x3868396b8e764b1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.548088:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876692.548090:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876692.548092:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876692.553734:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876692.553816:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362618112
00000100:00100000:3.0:1788876692.553826:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362618112
00000100:00100000:3.0:1788876692.553882:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549434711475 time 7549437176060 state 0x0 ref 1
00000100:00100000:3.0:1788876692.553899:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549637176060 time 7549437176060 state 0x1 ref 1
00000100:00100000:3.0:1788876692.628316:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549637176060 time 7549637280506 state 0x0 ref 1
00000100:00100000:3.0:1788876692.628348:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362618112:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876692.628418:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 5242880, mtime: 0x6aa01794, atime: 0x0, ctime: 0x6aa01794, blocks: 0x2807
00010000:00010000:3.0:1788876692.628427:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.628443:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7549s v=(0 0)
00010000:00010000:3.0:1788876692.628447:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876692.628454:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.628474:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876692.732317:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 5242880 -> 6291456
00002000:00010000:3.0:1788876692.732323:0:29632:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876692 -> 1788876693
00002000:00010000:3.0:1788876692.732325:0:29632:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876692 -> 1788876693
00002000:00010000:3.0:1788876692.732327:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 10247 -> 12295
00010000:00010000:3.0:1788876692.732341:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.732354:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.732362:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.732370:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876692.732375:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.732392:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.732411:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.732424:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b25 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876692.732519:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362618112:12345-192.168.203.59@tcp:4:dd.500 Request processed in 104181us (178790us total) trans 4294981189 rc 0/0
00000100:00100000:3.0:1788876692.732530:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1162
00000100:00100000:3.0:1788876692.732541:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549637176060 time 7549637280506 state 0x2 ref 0
00000100:00100000:1.0:1788876692.737335:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876692.737420:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362618240
00000100:00100000:0.0:1788876692.737430:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362618240
00000100:00100000:0.0:1788876692.737489:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549637176060 time 7549637280506 state 0x0 ref 1
00000100:00100000:0.0:1788876692.737505:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549837280506 time 7549637280506 state 0x1 ref 1
00000100:00100000:3.0:1788876692.828883:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549837280506 time 7549837849474 state 0x0 ref 1
00000100:00100000:3.0:1788876692.828913:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362618240:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876692.828973:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 6291456, mtime: 0x6aa01795, atime: 0x0, ctime: 0x6aa01795, blocks: 0x3007
00010000:00010000:3.0:1788876692.828982:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.828997:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7549s v=(0 0)
00010000:00010000:3.0:1788876692.829002:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876692.829052:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876692.829067:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876692.915260:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 6291456 -> 7340032
00002000:00010000:0.0:1788876692.915266:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 12295 -> 14343
00010000:00010000:0.0:1788876692.915280:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.915292:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.915302:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.915309:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876692.915314:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.915322:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.915339:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876692.915348:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876692.915454:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362618240:12345-192.168.203.59@tcp:4:dd.500 Request processed in 86550us (178124us total) trans 4294981190 rc 0/0
00000100:00100000:0.0:1788876692.915466:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1163
00000100:00100000:0.0:1788876692.915551:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549837280506 time 7549837849474 state 0x2 ref 0
00000100:00100000:1.0:1788876692.922229:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876692.922392:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362618368
00000100:00100000:3.0:1788876692.922402:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362618368
00000100:00100000:3.0:1788876692.922460:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7549837280506 time 7549837849474 state 0x0 ref 1
00000100:00100000:3.0:1788876692.922485:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550037849474 time 7549837849474 state 0x1 ref 1
00000100:00080000:1.0:1788876693.033592:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:0.0:1788876693.178976:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 7340032 -> 8388608
00002000:00010000:0.0:1788876693.178984:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 14343 -> 16391
00010000:00010000:0.0:1788876693.179006:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0496de6/0x3868396b8e764b33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.179040:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0496de6/0x3868396b8e764b33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.179049:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0496de6/0x3868396b8e764b33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.179056:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876693.179060:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0496de6/0x3868396b8e764b33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.179068:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0496de6/0x3868396b8e764b33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.179086:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0496de6/0x3868396b8e764b33 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.179095:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0496de6/0x3868396b8e764b33 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876693.179190:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362618368:12345-192.168.203.59@tcp:4:dd.500 Request processed in 145987us (256965us total) trans 4294981191 rc 0/0
00000100:00100000:0.0:1788876693.179205:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1164
00000100:00100000:0.0:1788876693.179252:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550037849474 time 7550042145899 state 0x2 ref 0
00000100:00100000:0.0:1788876693.186143:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876693.186470:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362618496
00000100:00100000:1.0:1788876693.186480:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362618496
00000100:00100000:1.0:1788876693.186542:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550037849474 time 7550042145899 state 0x0 ref 1
00000100:00100000:1.0:1788876693.186557:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550242145899 time 7550042145899 state 0x1 ref 1
00000100:00100000:3.0:1788876693.235243:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550242145899 time 7550244209514 state 0x0 ref 1
00000100:00100000:3.0:1788876693.235271:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362618496:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876693.235329:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 8388608, mtime: 0x6aa01795, atime: 0x0, ctime: 0x6aa01795, blocks: 0x4007
00010000:00010000:3.0:1788876693.235339:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e764b3a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876693.235353:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7550s v=(0 0)
00010000:00010000:3.0:1788876693.235358:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876693.235365:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e764b3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876693.235386:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e764b3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876693.321061:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981192 is committed
00000100:00100000:1.0:1788876693.334152:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876693.435411:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550444209514 time 7550444376742 state 0x0 ref 1
00000100:00100000:0.0:1788876693.435441:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362618624:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876693.435497:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 9437184, mtime: 0x6aa01795, atime: 0x0, ctime: 0x6aa01795, blocks: 0x4807
00010000:00010000:0.0:1788876693.435507:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.435523:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7550s v=(0 0)
00010000:00010000:0.0:1788876693.435527:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876693.435533:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.435546:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.552659:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:0.0:1788876693.559224:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 9437184 -> 10485760
00002000:00010000:0.0:1788876693.559229:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 18439 -> 20487
00010000:00010000:0.0:1788876693.559242:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.559261:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.559270:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.559276:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876693.559281:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.559290:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.559309:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.559315:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e764b41 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876693.559458:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362618624:12345-192.168.203.59@tcp:4:dd.500 Request processed in 124026us (225311us total) trans 4294981193 rc 0/0
00000100:00100000:0.0:1788876693.559469:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1166
00000100:00100000:0.0:1788876693.559482:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550444209514 time 7550444376742 state 0x2 ref 0
00000100:00100000:1.0:1788876693.572931:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000001:00080000:3.0:1788876693.703306:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981194 is committed
00000100:00100000:3.0:1788876693.712498:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876693.712541:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362618880
00000100:00100000:3.0:1788876693.712551:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362618880
00000100:00100000:3.0:1788876693.712618:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550644376742 time 7550644965136 state 0x0 ref 1
00000100:00100000:3.0:1788876693.712640:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550844965136 time 7550644965136 state 0x1 ref 1
00000100:00100000:0.0:1788876693.836276:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7550844965136 time 7550845230524 state 0x0 ref 1
00000100:00100000:0.0:1788876693.836307:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362618880:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876693.836371:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 11534336, mtime: 0x6aa01796, atime: 0x0, ctime: 0x6aa01796, blocks: 0x5807
00010000:00010000:0.0:1788876693.836390:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764b4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.836405:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7550s v=(0 0)
00010000:00010000:0.0:1788876693.836409:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876693.836415:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764b4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876693.836429:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764b4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876693.917645:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981195 is committed
00000004:00080000:1.0:1788876693.934519:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7550943501660ns, next at 7551943499738ns, rc = 0
00000100:00100000:1.0:1788876693.934882:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365703552
00000100:00100000:1.0:1788876693.934891:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365703552
00000100:00100000:1.0:1788876693.934972:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 285
00000100:00100000:1.0:1788876693.934982:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365703552:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876693.935011:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 445054976 pending 0 free 3835691008 avail 3828350976
00000100:00100000:1.0:1788876693.935091:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365703552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876693.935098:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 285
00000100:00100000:1.0:1788876693.935135:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981188 gen 2
00000004:00080000:1.0:1788876693.935140:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312832d80, transno 4294981188
00000100:00100000:1.0:1788876693.935158:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315564e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365703552:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876693.942733:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876694.036792:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551045230524 time 7551045757408 state 0x0 ref 1
00000100:00100000:3.0:1788876694.036822:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362619008:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876694.036879:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 12582912, mtime: 0x6aa01796, atime: 0x0, ctime: 0x6aa01796, blocks: 0x6007
00010000:00010000:3.0:1788876694.036888:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.036913:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7551s v=(0 0)
00010000:00010000:3.0:1788876694.036917:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876694.036924:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.036938:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876694.124830:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981196 is committed
00002000:00010000:1.0:1788876694.124886:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 12582912 -> 13631488
00002000:00010000:1.0:1788876694.124891:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 24583 -> 26631
00010000:00010000:1.0:1788876694.124906:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.124918:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.124928:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.124935:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dce00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876694.124940:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.124949:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.124968:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.124975:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876694.125177:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362619008:12345-192.168.203.59@tcp:4:dd.500 Request processed in 88364us (182449us total) trans 4294981196 rc 0/0
00000100:00100000:1.0:1788876694.125188:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1169
00000100:00100000:1.0:1788876694.125200:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551045230524 time 7551045757408 state 0x2 ref 0
00000100:00100000:3.0:1788876694.130159:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876694.130255:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362619136
00000100:00100000:0.0:1788876694.130265:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362619136
00000100:00100000:0.0:1788876694.130325:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551045230524 time 7551045757408 state 0x0 ref 1
00000100:00100000:0.0:1788876694.130341:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551245757408 time 7551045757408 state 0x1 ref 1
00000001:00080000:1.0:1788876694.322800:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981197 is committed
00000100:00100000:3.0:1788876694.323306:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362619136:12345-192.168.203.59@tcp:4:dd.500 Request processed in 86348us (193151us total) trans 4294981197 rc 0/0
00000100:00100000:3.0:1788876694.323318:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1170
00000100:00100000:3.0:1788876694.323744:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551245757408 time 7551245900694 state 0x2 ref 0
00000100:00100000:1.0:1788876694.345785:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876694.345944:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362619264
00000100:00100000:0.0:1788876694.345953:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362619264
00000100:00100000:0.0:1788876694.346061:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551245757408 time 7551245900694 state 0x0 ref 1
00000100:00100000:0.0:1788876694.346078:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551445900694 time 7551245900694 state 0x1 ref 1
00000100:00100000:3.0:1788876694.439242:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551445900694 time 7551448208487 state 0x0 ref 1
00000100:00100000:3.0:1788876694.439273:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362619264:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876694.439345:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 14680064, mtime: 0x6aa01796, atime: 0x0, ctime: 0x6aa01796, blocks: 0x7007
00010000:00010000:3.0:1788876694.439355:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.439379:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7551s v=(0 0)
00010000:00010000:3.0:1788876694.439384:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876694.439390:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.439403:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876694.527554:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 14680064 -> 15728640
00002000:00010000:0.0:1788876694.527562:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 28679 -> 30727
00010000:00010000:0.0:1788876694.527575:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876694.527596:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876694.527605:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876694.527612:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876694.527617:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876694.527626:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876694.527645:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876694.527653:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b64 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876694.527749:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362619264:12345-192.168.203.59@tcp:4:dd.500 Request processed in 88485us (181970us total) trans 4294981198 rc 0/0
00000100:00100000:0.0:1788876694.527763:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1171
00000100:00100000:0.0:1788876694.527775:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551445900694 time 7551448208487 state 0x2 ref 0
00000001:00080000:1.0:1788876694.527905:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981198 is committed
00000100:00100000:0.0:1788876694.535754:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:1.0:1788876694.574169:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876694.639718:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551648208487 time 7551648674069 state 0x0 ref 1
00000100:00100000:3.0:1788876694.639743:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362619392:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876694.639805:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 15728640, mtime: 0x6aa01796, atime: 0x0, ctime: 0x6aa01796, blocks: 0x7807
00010000:00010000:3.0:1788876694.639815:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.639830:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7551s v=(0 0)
00010000:00010000:3.0:1788876694.639835:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876694.639841:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.639854:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876694.748496:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 15728640 -> 16777216
00002000:00010000:1.0:1788876694.748505:0:18424:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876694 -> 1788876695
00002000:00010000:1.0:1788876694.748507:0:18424:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876694 -> 1788876695
00002000:00010000:1.0:1788876694.748509:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 30727 -> 32775
00010000:00010000:1.0:1788876694.748523:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.748535:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.748543:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.748549:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876694.748553:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.748562:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.748581:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876694.748594:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764b6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876694.748699:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362619392:12345-192.168.203.59@tcp:4:dd.500 Request processed in 108960us (213008us total) trans 4294981199 rc 0/0
00000100:00100000:1.0:1788876694.748710:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1172
00000100:00100000:1.0:1788876694.748723:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551648208487 time 7551648674069 state 0x2 ref 0
00000100:00100000:0.0:1788876694.759929:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362619520
00000100:00100000:0.0:1788876694.759940:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362619520
00000100:00100000:0.0:1788876694.760008:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551648208487 time 7551648674069 state 0x0 ref 1
00000100:00100000:0.0:1788876694.760061:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551848674069 time 7551648674069 state 0x1 ref 1
00002000:00010000:3.0:1788876694.929645:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 16777216 -> 17825792
00002000:00010000:3.0:1788876694.929650:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 32775 -> 34823
00010000:00010000:3.0:1788876694.929664:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764b72 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.929677:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764b72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.929687:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764b72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.929694:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876694.929699:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764b72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.929708:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.929728:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764b72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876694.929741:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764b72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876694.929847:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362619520:12345-192.168.203.59@tcp:4:dd.500 Request processed in 88993us (170016us total) trans 4294981200 rc 0/0
00000100:00100000:3.0:1788876694.929859:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1173
00000100:00100000:3.0:1788876694.929871:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7551848674069 time 7551849798420 state 0x2 ref 0
00000100:00100000:0.0:1788876694.936144:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876695.041193:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552049798420 time 7552050148130 state 0x0 ref 1
00000100:00100000:3.0:1788876695.041236:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362619648:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876695.041295:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 17825792, mtime: 0x6aa01797, atime: 0x0, ctime: 0x6aa01797, blocks: 0x8807
00010000:00010000:3.0:1788876695.041305:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876695.041320:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7552s v=(0 0)
00010000:00010000:3.0:1788876695.041324:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876695.041331:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876695.041346:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876695.129451:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 17825792 -> 18874368
00002000:00010000:0.0:1788876695.129456:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 34823 -> 36871
00010000:00010000:0.0:1788876695.129471:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.129484:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.129492:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.129499:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dce00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876695.129505:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.129519:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.129538:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.129545:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d82184f4/0x3868396b8e764b79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876695.129641:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362619648:12345-192.168.203.59@tcp:4:dd.500 Request processed in 88427us (193501us total) trans 4294981201 rc 0/0
00000100:00100000:0.0:1788876695.129652:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1174
00000100:00100000:0.0:1788876695.129664:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552049798420 time 7552050148130 state 0x2 ref 0
00000100:00100000:1.0:1788876695.136899:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876695.382108:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362619904
00000100:00100000:1.0:1788876695.382118:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362619904
00000100:00100000:1.0:1788876695.382178:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552250148130 time 7552251168889 state 0x0 ref 1
00000100:00100000:1.0:1788876695.382194:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552451168889 time 7552251168889 state 0x1 ref 1
00000100:00100000:3.0:1788876695.449483:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552451168889 time 7552458447169 state 0x0 ref 1
00000100:00100000:3.0:1788876695.449514:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362619904:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876695.449575:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 19922944, mtime: 0x6aa01797, atime: 0x0, ctime: 0x6aa01797, blocks: 0x9807
00010000:00010000:3.0:1788876695.449585:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e764b87 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876695.449601:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7552s v=(0 0)
00010000:00010000:3.0:1788876695.449606:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876695.449613:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e764b87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876695.449628:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e764b87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876695.532293:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981203 is committed
00000100:00100000:3.0:1788876695.540486:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876695.649623:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552658447169 time 7552658588051 state 0x0 ref 1
00000100:00100000:1.0:1788876695.649655:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362620032:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876695.649714:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 20971520, mtime: 0x6aa01797, atime: 0x0, ctime: 0x6aa01797, blocks: 0xa007
00010000:00010000:1.0:1788876695.649724:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.649746:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7552s v=(0 0)
00010000:00010000:1.0:1788876695.649751:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876695.649757:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.649838:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876695.696295:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 20971520 -> 22020096
00002000:00010000:1.0:1788876695.696303:0:19110:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876695 -> 1788876696
00002000:00010000:1.0:1788876695.696306:0:19110:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876695 -> 1788876696
00002000:00010000:1.0:1788876695.696308:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 40967 -> 43015
00010000:00010000:1.0:1788876695.696322:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.696336:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.696345:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.696352:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876695.696357:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.696382:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.696401:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.696409:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876695.696509:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362620032:12345-192.168.203.59@tcp:4:dd.500 Request processed in 46863us (156027us total) trans 4294981204 rc 0/0
00000100:00100000:1.0:1788876695.696519:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1177
00000100:00100000:1.0:1788876695.696530:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552658447169 time 7552658588051 state 0x2 ref 0
00000001:00080000:3.0:1788876695.701474:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981204 is committed
00000100:00100000:1.0:1788876695.701595:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876695.702171:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362620160
00000100:00100000:3.0:1788876695.702180:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362620160
00000100:00100000:3.0:1788876695.702241:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552658447169 time 7552658588051 state 0x0 ref 1
00000100:00100000:3.0:1788876695.702256:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552858588051 time 7552658588051 state 0x1 ref 1
00000100:00100000:1.0:1788876695.852211:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552858588051 time 7552861176198 state 0x0 ref 1
00000100:00100000:1.0:1788876695.852241:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362620160:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876695.852298:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 22020096, mtime: 0x6aa01798, atime: 0x0, ctime: 0x6aa01798, blocks: 0xa807
00010000:00010000:1.0:1788876695.852307:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.852833:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7552s v=(0 0)
00010000:00010000:1.0:1788876695.852838:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876695.852847:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876695.852913:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876695.970351:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981205 is committed
00002000:00010000:0.0:1788876695.970605:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 22020096 -> 23068672
00002000:00010000:0.0:1788876695.970610:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 43015 -> 45063
00010000:00010000:0.0:1788876695.970624:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.970636:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.970645:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.970656:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876695.970661:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.970671:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.970783:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876695.970791:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764b95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876695.970930:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362620160:12345-192.168.203.59@tcp:4:dd.500 Request processed in 118696us (269333us total) trans 4294981205 rc 0/0
00000100:00100000:0.0:1788876695.971183:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1178
00000100:00100000:0.0:1788876695.971195:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552858588051 time 7552861176198 state 0x2 ref 0
00000100:00100000:3.0:1788876695.976744:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876695.979289:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362620288
00000100:00100000:1.0:1788876695.979303:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362620288
00000100:00100000:1.0:1788876695.979395:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7552858588051 time 7552861176198 state 0x0 ref 1
00000100:00100000:1.0:1788876695.979411:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553061176198 time 7552861176198 state 0x1 ref 1
00000100:00100000:3.0:1788876696.052476:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553061176198 time 7553061441135 state 0x0 ref 1
00000100:00100000:3.0:1788876696.052511:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362620288:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876696.052568:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 23068672, mtime: 0x6aa01798, atime: 0x0, ctime: 0x6aa01798, blocks: 0xb007
00010000:00010000:3.0:1788876696.052578:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b9c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876696.052594:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7553s v=(0 0)
00010000:00010000:3.0:1788876696.052598:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876696.052605:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876696.052620:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e764b9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876696.268425:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981206 is committed
00000100:00100000:3.0:1788876696.278996:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362620416
00000100:00100000:3.0:1788876696.279006:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362620416
00000100:00100000:3.0:1788876696.279102:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553061176198 time 7553061441135 state 0x0 ref 1
00000100:00100000:3.0:1788876696.279120:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553261441135 time 7553061441135 state 0x1 ref 1
00000100:00100000:3.0:1788876696.279151:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553261441135 time 7553288131771 state 0x0 ref 1
00000100:00100000:3.0:1788876696.279164:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362620416:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876696.279223:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 24117248, mtime: 0x6aa01798, atime: 0x0, ctime: 0x6aa01798, blocks: 0xb807
00010000:00010000:3.0:1788876696.279234:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876696.279250:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7553s v=(0 0)
00010000:00010000:3.0:1788876696.279255:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876696.279262:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876696.279276:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876696.371614:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 24117248 -> 25165824
00002000:00010000:0.0:1788876696.371623:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 47111 -> 49159
00010000:00010000:0.0:1788876696.371638:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.371652:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.371662:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.371670:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dda00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876696.371675:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.371684:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.371703:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.371711:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e764ba3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876696.371820:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362620416:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92654us (93017us total) trans 4294981207 rc 0/0
00000100:00100000:0.0:1788876696.371831:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1180
00000100:00100000:0.0:1788876696.371843:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553261441135 time 7553288131771 state 0x2 ref 0
00000001:00080000:0.0:1788876696.371880:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981207 is committed
00000100:00100000:0.0:1788876696.387867:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876696.388056:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362620544
00000100:00100000:3.0:1788876696.388066:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362620544
00000100:00100000:3.0:1788876696.388124:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553261441135 time 7553288131771 state 0x0 ref 1
00000100:00100000:3.0:1788876696.388139:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553488131771 time 7553288131771 state 0x1 ref 1
00000001:00080000:3.0:1788876696.598661:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981208 is committed
00002000:00010000:0.0:1788876696.598897:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 25165824 -> 26214400
00002000:00010000:0.0:1788876696.598902:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 49159 -> 51207
00010000:00010000:0.0:1788876696.598916:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764baa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.598929:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764baa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.598938:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.598945:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876696.598951:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.598960:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.598988:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764baa lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.598996:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764baa lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876696.599230:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362620544:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117321us (211367us total) trans 4294981208 rc 0/0
00000100:00100000:0.0:1788876696.599240:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1181
00000100:00100000:0.0:1788876696.599252:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553488131771 time 7553490851245 state 0x2 ref 0
00000100:00100000:1.0:1788876696.612370:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876696.612497:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362620672
00000100:00100000:3.0:1788876696.612506:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362620672
00000100:00100000:3.0:1788876696.612563:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553488131771 time 7553490851245 state 0x0 ref 1
00000100:00100000:3.0:1788876696.612579:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553690851245 time 7553490851245 state 0x1 ref 1
00010000:00010000:0.0:1788876696.622407:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876696.682095:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553690851245 time 7553691060150 state 0x0 ref 1
00000100:00100000:1.0:1788876696.682124:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362620672:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876696.682182:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 26214400, mtime: 0x6aa01798, atime: 0x0, ctime: 0x6aa01798, blocks: 0xc807
00010000:00010000:1.0:1788876696.682192:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876696.682218:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7553s v=(0 0)
00010000:00010000:1.0:1788876696.682223:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876696.682230:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876696.682250:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876696.796142:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981209 is committed
00002000:00010000:0.0:1788876696.796372:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 26214400 -> 27262976
00002000:00010000:0.0:1788876696.796377:0:17072:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876696 -> 1788876697
00002000:00010000:0.0:1788876696.796380:0:17072:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876696 -> 1788876697
00002000:00010000:0.0:1788876696.796382:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 51207 -> 53255
00010000:00010000:0.0:1788876696.796396:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.796410:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.796420:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.796428:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876696.796433:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.796442:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.796461:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876696.796469:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764bb1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876696.796568:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362620672:12345-192.168.203.59@tcp:4:dd.500 Request processed in 114452us (184213us total) trans 4294981209 rc 0/0
00000100:00100000:0.0:1788876696.796580:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1182
00000100:00100000:0.0:1788876696.796592:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553690851245 time 7553691060150 state 0x2 ref 0
00000100:00100000:1.0:1788876696.811530:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876696.811643:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362620800
00000100:00100000:0.0:1788876696.811653:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362620800
00000100:00100000:0.0:1788876696.811712:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553690851245 time 7553691060150 state 0x0 ref 1
00000100:00100000:0.0:1788876696.811728:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553891060150 time 7553691060150 state 0x1 ref 1
00000100:00100000:0.0:1788876697.009335:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365703808:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009416:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876697.009468:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831861d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365704320:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009494:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876697.009523:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1788876697.009530:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365703680:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009557:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876697.009577:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831861c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365704192:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009596:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876697.009617:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831861c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365703936:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009638:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876697.009654:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876697.009659:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831861df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365704064:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009679:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876697.009705:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365703808
00000100:00100000:0.0:1788876697.009711:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365703808
00000100:00100000:0.0:1788876697.009750:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704192
00000100:00100000:0.0:1788876697.009753:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704192
00000100:00100000:0.0:1788876697.009777:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365703936
00000100:00100000:0.0:1788876697.009780:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365703936
00000100:00100000:0.0:1788876697.009800:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6552
00000100:00100000:0.0:1788876697.009808:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365703808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009856:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365703808:12345-0@lo:400:kworker.0 Request processed in 48us (441us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876697.009864:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6552
00000100:00100000:0.0:1788876697.009879:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6553
00000100:00100000:0.0:1788876697.009885:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365704192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009911:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365704192:12345-0@lo:400:kworker.0 Request processed in 27us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876697.009916:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6553
00000100:00100000:0.0:1788876697.009927:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6554
00000100:00100000:0.0:1788876697.009933:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365703936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.009961:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365703936:12345-0@lo:400:kworker.0 Request processed in 28us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876697.009966:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6554
00000100:00100000:0.0:1788876697.009984:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704320
00000100:00100000:0.0:1788876697.009987:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704320
00000100:00100000:0.0:1788876697.010036:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704064
00000100:00100000:0.0:1788876697.010040:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704064
00000100:00100000:0.0:1788876697.010064:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 287
00000100:00100000:0.0:1788876697.010072:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365704064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010102:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365704064:12345-0@lo:400:kworker.0 Request processed in 30us (422us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876697.010108:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 287
00000100:00100000:0.0:1788876697.010119:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 287
00000100:00100000:0.0:1788876697.010125:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3310:x1875765365704320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010149:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3310:x1875765365704320:12345-0@lo:400:kworker.0 Request processed in 25us (655us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876697.010155:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 287
00000100:00100000:0.0:1788876697.010170:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365703680
00000100:00100000:0.0:1788876697.010173:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365703680
00000100:00100000:0.0:1788876697.010195:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:0.0:1788876697.010201:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365703680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010229:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365703680:12345-0@lo:400:kworker.0 Request processed in 28us (671us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876697.010235:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00080000:0.0:1788876697.010268:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876697.010272:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876697.010275:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876697.010302:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365703680:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010314:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831861c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365704192:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010323:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365703808:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010332:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831861d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365704320:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010373:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831861df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365704064:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010382:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831861c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365703936:0@lo:400:kworker.0
00000100:00100000:0.0:1788876697.010394:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365704448:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876697.010418:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876697.010452:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704448
00000100:00100000:1.0:1788876697.010456:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704448
00000100:00100000:1.0:1788876697.010491:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 286
00000100:00100000:1.0:1788876697.010499:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3307:x1875765365704448:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876697.010523:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3807379456 avail 3805282304
00000100:00100000:1.0:1788876697.010575:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3307:x1875765365704448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876697.010582:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 286
00002000:00010000:0.0:1788876697.028955:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 27262976 -> 28311552
00002000:00010000:0.0:1788876697.028960:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 53255 -> 55303
00010000:00010000:0.0:1788876697.028973:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764bb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.028986:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764bb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.028995:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764bb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.029003:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9c000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876697.029008:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764bb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.029036:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.029057:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764bb8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.029066:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764bb8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876697.029169:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362620800:12345-192.168.203.59@tcp:4:dd.500 Request processed in 146914us (217642us total) trans 4294981210 rc 0/0
00000100:00100000:0.0:1788876697.029180:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1183
00000100:00100000:0.0:1788876697.029193:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553891060150 time 7553891200292 state 0x2 ref 0
00000100:00100000:1.0:1788876697.042273:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876697.042406:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362620928
00000100:00100000:0.0:1788876697.042417:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362620928
00000100:00100000:0.0:1788876697.042499:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7553891060150 time 7553891200292 state 0x0 ref 1
00000100:00100000:0.0:1788876697.042515:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554091200292 time 7553891200292 state 0x1 ref 1
00002000:00010000:0.0:1788876697.134791:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 28311552 -> 29360128
00002000:00010000:0.0:1788876697.134800:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 55303 -> 57351
00010000:00010000:0.0:1788876697.134813:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764bbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.134826:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764bbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.134836:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764bbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.134844:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876697.134848:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764bbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.134859:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.134876:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764bbf lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.134896:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764bbf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876697.134995:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362620928:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52580us (92726us total) trans 4294981211 rc 0/0
00000100:00100000:0.0:1788876697.135006:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1184
00000100:00100000:0.0:1788876697.135052:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554091200292 time 7554091359576 state 0x2 ref 0
00000100:00100000:3.0:1788876697.141553:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362621056
00000100:00100000:3.0:1788876697.141563:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362621056
00000100:00100000:3.0:1788876697.141623:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554091200292 time 7554091359576 state 0x0 ref 1
00000100:00100000:3.0:1788876697.141639:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554291359576 time 7554091359576 state 0x1 ref 1
00000100:00100000:1.0:1788876697.282535:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554291359576 time 7554291497804 state 0x0 ref 1
00000100:00100000:1.0:1788876697.282566:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362621056:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876697.282624:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 29360128, mtime: 0x6aa01799, atime: 0x0, ctime: 0x6aa01799, blocks: 0xe007
00010000:00010000:1.0:1788876697.282634:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876697.282650:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7554s v=(0 0)
00010000:00010000:1.0:1788876697.282654:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876697.282661:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876697.282675:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876697.337449:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981212 is committed
00002000:00010000:0.0:1788876697.337620:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 29360128 -> 30408704
00002000:00010000:0.0:1788876697.337625:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 57351 -> 59399
00010000:00010000:0.0:1788876697.337638:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.337651:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.337661:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.337674:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876697.337678:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.337688:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.337706:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.337715:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e764bc6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876697.337809:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362621056:12345-192.168.203.59@tcp:4:dd.500 Request processed in 55252us (196380us total) trans 4294981212 rc 0/0
00000100:00100000:0.0:1788876697.337820:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1185
00000100:00100000:0.0:1788876697.337833:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554291359576 time 7554291497804 state 0x2 ref 0
00000100:00100000:0.0:1788876697.344392:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000004:00080000:0.0:1788876697.573149:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 548 committed
00000100:00100000:0.0:1788876697.573477:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704576
00000100:00100000:0.0:1788876697.573484:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704576
00000100:00100000:0.0:1788876697.573543:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 487
00000100:00100000:0.0:1788876697.573552:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365704576:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1788876697.573578:0:20460:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3650 count 1
00002000:00010000:0.0:1788876697.573610:0:20460:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe42:0x0] initial LVB size: 8388608, mtime: 0x6aa01790, atime: 0x0, ctime: 0x6aa01790, blocks: 0x4007
00010000:00010000:0.0:1788876697.573618:0:20460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.573634:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe42:0x0].0x0 since=7554s v=(0 0)
00010000:00010000:0.0:1788876697.573638:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe42:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876697.573644:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.573658:0:20460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.573667:0:20460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.573674:0:20460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.573690:0:20460:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1788876697.574472:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365704576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 917us (1123us total) trans 4294981214 rc 0/0
00000100:00100000:0.0:1788876697.574482:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 487
00010000:00010000:0.0:1788876697.574505:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876697.574512:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.574521:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876697.574526:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.574535:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.574551:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.574558:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bd4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.574575:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876697.574577:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876697.574578:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:3.0:1788876697.576261:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 30408704 -> 31457280
00002000:00010000:3.0:1788876697.576269:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 59399 -> 61447
00010000:00010000:3.0:1788876697.576281:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764bcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.576292:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764bcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.576300:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764bcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.576311:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9c800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876697.576315:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764bcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.576323:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764bcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.576338:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764bcd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.576346:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764bcd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876697.576447:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362621184:12345-192.168.203.59@tcp:4:dd.500 Request processed in 93795us (232060us total) trans 4294981213 rc 0/0
00000100:00100000:3.0:1788876697.576458:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1186
00000100:00100000:3.0:1788876697.576470:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554491497804 time 7554491598801 state 0x2 ref 0
00000001:00080000:3.0:1788876697.576505:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981213 is committed
00000100:00100000:0.0:1788876697.585292:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876697.586466:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362621312
00000100:00100000:3.0:1788876697.586479:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362621312
00000100:00100000:3.0:1788876697.586548:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554491497804 time 7554491598801 state 0x0 ref 1
00000100:00100000:3.0:1788876697.586572:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554691598801 time 7554491598801 state 0x1 ref 1
00000100:00100000:1.0:1788876697.599984:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362621440
00000100:00100000:1.0:1788876697.599988:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362621440
00000100:00100000:1.0:1788876697.600038:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3079
00000100:00100000:1.0:1788876697.600046:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362621440:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876697.600112:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362621440:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 66us (458us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876697.600120:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3079
00000100:00100000:3.0:1788876697.602050:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362621568
00000100:00100000:3.0:1788876697.602062:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362621568
00000100:00100000:3.0:1788876697.602215:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362621824
00000100:00100000:3.0:1788876697.602220:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362621824
00000100:00100000:1.0:1788876697.602702:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6555
00000100:00100000:1.0:1788876697.602716:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362621568:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876697.602759:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362621568:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 48us (7426us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876697.602766:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6555
00000100:00100000:1.0:1788876697.602782:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6556
00000100:00100000:1.0:1788876697.602788:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362621824:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876697.602814:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362621824:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (7342us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876697.602820:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6556
00010000:00010000:1.0:1788876697.646159:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876697.684601:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554691598801 time 7554693565166 state 0x0 ref 1
00000100:00100000:0.0:1788876697.684634:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362621312:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876697.684699:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 31457280, mtime: 0x6aa01799, atime: 0x0, ctime: 0x6aa01799, blocks: 0xf007
00010000:00010000:0.0:1788876697.684709:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bdb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.684725:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7554s v=(0 0)
00010000:00010000:0.0:1788876697.684730:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876697.684737:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bdb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876697.684752:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764bdb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876697.801463:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981215 is committed
00000001:00080000:3.0:1788876697.801485:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981214 is committed
00000100:00100000:3.0:1788876697.816982:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876697.829852:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362621952
00000100:00100000:0.0:1788876697.829870:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362621952
00002000:00010000:3.0:1788876697.979699:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 32505856 -> 33554432
00002000:00010000:3.0:1788876697.979707:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 63495 -> 65543
00010000:00010000:3.0:1788876697.979721:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764be2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.979735:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764be2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.979750:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764be2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.979758:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9c800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876697.979763:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764be2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.979771:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.979790:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764be2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876697.979798:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000804444c1/0x3868396b8e764be2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876697.979890:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362621952:12345-192.168.203.59@tcp:4:dd.500 Request processed in 93816us (162923us total) trans 4294981216 rc 0/0
00000100:00100000:3.0:1788876697.979901:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1188
00000100:00100000:3.0:1788876697.979913:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554893565166 time 7554894976236 state 0x2 ref 0
00000001:00080000:3.0:1788876697.979949:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981216 is committed
00000100:00100000:3.0:1788876697.985599:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876697.985812:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362622080
00000100:00100000:0.0:1788876697.985822:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362622080
00000100:00100000:0.0:1788876697.985881:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7554893565166 time 7554894976236 state 0x0 ref 1
00000100:00100000:0.0:1788876697.985897:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555094976236 time 7554894976236 state 0x1 ref 1
00002000:00010000:3.0:1788876698.215098:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 33554432 -> 34603008
00002000:00010000:3.0:1788876698.215104:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 65543 -> 67591
00010000:00010000:3.0:1788876698.215119:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764be9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.215131:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764be9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.215141:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764be9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.215148:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876698.215153:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764be9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.215162:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764be9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.215180:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764be9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.215187:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764be9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876698.215289:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362622080:12345-192.168.203.59@tcp:4:dd.500 Request processed in 129106us (229693us total) trans 4294981217 rc 0/0
00000100:00100000:3.0:1788876698.215934:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1189
00000100:00100000:3.0:1788876698.215947:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555094976236 time 7555095124927 state 0x2 ref 0
00000100:00100000:3.0:1788876698.220454:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876698.220573:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362622208
00000100:00100000:0.0:1788876698.220584:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362622208
00000100:00100000:0.0:1788876698.220639:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555094976236 time 7555095124927 state 0x0 ref 1
00000100:00100000:0.0:1788876698.220654:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555295124927 time 7555095124927 state 0x1 ref 1
00000100:00100000:1.0:1788876698.287141:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555295124927 time 7555296106228 state 0x0 ref 1
00000100:00100000:1.0:1788876698.287173:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362622208:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876698.287229:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 34603008, mtime: 0x6aa0179a, atime: 0x0, ctime: 0x6aa0179a, blocks: 0x10807
00010000:00010000:1.0:1788876698.287238:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.287253:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7555s v=(0 0)
00010000:00010000:1.0:1788876698.287257:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876698.287264:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.287278:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876698.363752:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 34603008 -> 35651584
00002000:00010000:1.0:1788876698.363765:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 67591 -> 69639
00010000:00010000:1.0:1788876698.363786:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.363800:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.363814:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.363823:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876698.363828:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.363843:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.363870:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.363879:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e764bf0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876698.364338:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362622208:12345-192.168.203.59@tcp:4:dd.500 Request processed in 77172us (143889us total) trans 4294981218 rc 0/0
00000100:00100000:1.0:1788876698.364361:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1190
00000100:00100000:1.0:1788876698.364374:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555295124927 time 7555296106228 state 0x2 ref 0
00000100:00100000:3.0:1788876698.382867:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876698.383075:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362622336
00000100:00100000:0.0:1788876698.383085:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362622336
00000100:00100000:0.0:1788876698.383148:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555295124927 time 7555296106228 state 0x0 ref 1
00000100:00100000:0.0:1788876698.383166:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555496106228 time 7555296106228 state 0x1 ref 1
00000100:00100000:0.0:1788876698.487258:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555496106228 time 7555496223741 state 0x0 ref 1
00000100:00100000:0.0:1788876698.487290:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362622336:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876698.487359:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 35651584, mtime: 0x6aa0179a, atime: 0x0, ctime: 0x6aa0179a, blocks: 0x11007
00010000:00010000:0.0:1788876698.487368:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876698.487383:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7555s v=(0 0)
00010000:00010000:0.0:1788876698.487387:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876698.487393:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876698.487407:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876698.570744:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981219 is committed
00002000:00010000:3.0:1788876698.570887:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 35651584 -> 36700160
00002000:00010000:3.0:1788876698.570892:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 69639 -> 71687
00010000:00010000:3.0:1788876698.570905:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.570917:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.570925:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.570932:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876698.570936:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.570946:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.570975:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.570982:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764bf7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876698.571133:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362622336:12345-192.168.203.59@tcp:4:dd.500 Request processed in 83850us (188270us total) trans 4294981219 rc 0/0
00000100:00100000:3.0:1788876698.571144:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1191
00000100:00100000:3.0:1788876698.571155:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555496106228 time 7555496223741 state 0x2 ref 0
00000100:00100000:1.0:1788876698.577806:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876698.577906:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362622464
00000100:00100000:0.0:1788876698.577916:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362622464
00000100:00100000:0.0:1788876698.577984:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555496106228 time 7555496223741 state 0x0 ref 1
00000100:00100000:0.0:1788876698.578000:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555696223741 time 7555496223741 state 0x1 ref 1
00000100:00100000:3.0:1788876698.687456:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555696223741 time 7555696408602 state 0x0 ref 1
00000100:00100000:3.0:1788876698.687489:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362622464:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876698.687551:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 36700160, mtime: 0x6aa0179a, atime: 0x0, ctime: 0x6aa0179a, blocks: 0x11807
00010000:00010000:3.0:1788876698.687561:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.687575:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7555s v=(0 0)
00010000:00010000:3.0:1788876698.687580:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876698.687586:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.687600:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876698.752537:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981220 is committed
00002000:00010000:3.0:1788876698.752918:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 36700160 -> 37748736
00002000:00010000:3.0:1788876698.752923:0:32430:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876698 -> 1788876699
00002000:00010000:3.0:1788876698.752926:0:32430:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876698 -> 1788876699
00002000:00010000:3.0:1788876698.752929:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 71687 -> 73735
00010000:00010000:3.0:1788876698.752943:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.752966:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.752975:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.752982:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876698.752988:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.753006:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.753054:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876698.753063:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764bfe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876698.753159:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362622464:12345-192.168.203.59@tcp:4:dd.500 Request processed in 65680us (175356us total) trans 4294981220 rc 0/0
00000100:00100000:3.0:1788876698.753170:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1192
00000100:00100000:3.0:1788876698.753181:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555696223741 time 7555696408602 state 0x2 ref 0
00000100:00100000:1.0:1788876698.757856:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876698.758006:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362622592
00000100:00100000:3.0:1788876698.758041:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362622592
00000100:00100000:3.0:1788876698.758099:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555696223741 time 7555696408602 state 0x0 ref 1
00000100:00100000:3.0:1788876698.758115:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555896408602 time 7555696408602 state 0x1 ref 1
00000100:00100000:1.0:1788876698.889552:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555896408602 time 7555898516568 state 0x0 ref 1
00000100:00100000:1.0:1788876698.889582:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362622592:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876698.889639:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 37748736, mtime: 0x6aa0179b, atime: 0x0, ctime: 0x6aa0179b, blocks: 0x12007
00010000:00010000:1.0:1788876698.889648:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.889667:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7555s v=(0 0)
00010000:00010000:1.0:1788876698.889672:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876698.889678:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876698.889692:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876699.002424:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981221 is committed
00002000:00010000:3.0:1788876699.004144:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 37748736 -> 38797312
00002000:00010000:3.0:1788876699.004154:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 73735 -> 75783
00010000:00010000:3.0:1788876699.004167:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.004181:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.004191:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.004198:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876699.004202:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.004211:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.004233:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.004245:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e764c05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876699.004363:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362622592:12345-192.168.203.59@tcp:4:dd.500 Request processed in 114790us (246512us total) trans 4294981221 rc 0/0
00000100:00100000:3.0:1788876699.004375:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1193
00000100:00100000:3.0:1788876699.004386:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7555896408602 time 7555898516568 state 0x2 ref 0
00000100:00100000:1.0:1788876699.016141:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00080000:0.0:1788876699.016470:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876699.054380:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876699.054404:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365704704:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876699.054477:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876699.054617:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704704
00000100:00100000:3.0:1788876699.054624:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704704
00000100:00100000:3.0:1788876699.054692:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 287
00000100:00100000:3.0:1788876699.054932:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365704704:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876699.054968:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 487653376 pending 0 free 3812622336 avail 3810525184
00000100:00100000:3.0:1788876699.055042:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365704704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876699.055049:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 287
00000100:00080000:0.0:1788876699.055109:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876699.055138:0:3310:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981214 gen 2
00000004:00080000:0.0:1788876699.055143:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99842eb36d80, transno 4294981214
00000100:00100000:0.0:1788876699.055181:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365704704:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876699.089639:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556098516568 time 7556098605365 state 0x0 ref 1
00000100:00100000:3.0:1788876699.089665:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362622720:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876699.089722:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 38797312, mtime: 0x6aa0179b, atime: 0x0, ctime: 0x6aa0179b, blocks: 0x12807
00010000:00010000:3.0:1788876699.089732:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.089752:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7556s v=(0 0)
00010000:00010000:3.0:1788876699.089757:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876699.089763:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876699.089776:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876699.203466:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981222 is committed
00002000:00010000:0.0:1788876699.203723:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 38797312 -> 39845888
00002000:00010000:0.0:1788876699.203728:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 75783 -> 77831
00010000:00010000:0.0:1788876699.203742:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.203755:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.203763:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.203769:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876699.203774:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.203782:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.203801:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.203809:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e764c0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876699.203903:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362622720:12345-192.168.203.59@tcp:4:dd.500 Request processed in 114243us (187766us total) trans 4294981222 rc 0/0
00000100:00100000:0.0:1788876699.203913:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1194
00000100:00100000:0.0:1788876699.203926:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556098516568 time 7556098605365 state 0x2 ref 0
00000100:00100000:0.0:1788876699.211634:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876699.211727:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362622848
00000100:00100000:3.0:1788876699.211737:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362622848
00000100:00100000:3.0:1788876699.211796:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556098516568 time 7556098605365 state 0x0 ref 1
00000100:00100000:3.0:1788876699.211811:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556298605365 time 7556098605365 state 0x1 ref 1
00000100:00100000:3.0:1788876699.290983:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556298605365 time 7556299947821 state 0x0 ref 1
00000100:00100000:3.0:1788876699.291882:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362622848:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876699.405664:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 39845888 -> 40894464
00002000:00010000:0.0:1788876699.405673:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 77831 -> 79879
00010000:00010000:0.0:1788876699.405687:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764c13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.405699:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764c13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.405709:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764c13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.405717:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9c000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876699.405722:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764c13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.405732:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764c13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.405751:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764c13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.405760:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a9e01ce/0x3868396b8e764c13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876699.406214:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362622848:12345-192.168.203.59@tcp:4:dd.500 Request processed in 115205us (194581us total) trans 4294981223 rc 0/0
00000100:00100000:0.0:1788876699.406225:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1195
00000100:00100000:0.0:1788876699.406237:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556298605365 time 7556299947821 state 0x2 ref 0
00000001:00080000:0.0:1788876699.406275:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981223 is committed
00000100:00100000:0.0:1788876699.411712:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876699.411866:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362622976
00000100:00100000:3.0:1788876699.411875:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362622976
00000100:00100000:3.0:1788876699.411932:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556298605365 time 7556299947821 state 0x0 ref 1
00000100:00100000:3.0:1788876699.412154:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556499947821 time 7556299947821 state 0x1 ref 1
00000001:00080000:3.0:1788876699.600448:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981224 is committed
00002000:00010000:0.0:1788876699.605896:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 40894464 -> 41943040
00002000:00010000:0.0:1788876699.605905:0:18415:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876699 -> 1788876700
00002000:00010000:0.0:1788876699.605907:0:18415:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876699 -> 1788876700
00002000:00010000:0.0:1788876699.605910:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 79879 -> 81927
00010000:00010000:0.0:1788876699.605925:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764c1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.605937:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764c1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.605955:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764c1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.605963:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9da00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876699.605969:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764c1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.605978:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764c1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.605997:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764c1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.606004:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764c1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876699.606134:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362622976:12345-192.168.203.59@tcp:4:dd.500 Request processed in 112725us (194426us total) trans 4294981224 rc 0/0
00000100:00100000:0.0:1788876699.606145:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1196
00000100:00100000:0.0:1788876699.606156:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556499947821 time 7556502351661 state 0x2 ref 0
00000100:00100000:0.0:1788876699.612456:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876699.612536:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362623104
00000100:00100000:1.0:1788876699.612547:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362623104
00000100:00100000:1.0:1788876699.612607:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556499947821 time 7556502351661 state 0x0 ref 1
00000100:00100000:1.0:1788876699.612622:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556702351661 time 7556502351661 state 0x1 ref 1
00000100:00100000:1.0:1788876699.693487:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556702351661 time 7556702453346 state 0x0 ref 1
00000100:00100000:1.0:1788876699.693519:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362623104:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876699.693575:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 41943040, mtime: 0x6aa0179c, atime: 0x0, ctime: 0x6aa0179c, blocks: 0x14007
00010000:00010000:1.0:1788876699.693584:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876699.693599:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7556s v=(0 0)
00010000:00010000:1.0:1788876699.693603:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876699.693610:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876699.693623:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.694315:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876699.795702:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981225 is committed
00002000:00010000:0.0:1788876699.795806:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 41943040 -> 42991616
00002000:00010000:0.0:1788876699.795810:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 81927 -> 83975
00010000:00010000:0.0:1788876699.795824:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.795837:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.795846:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.795853:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876699.795858:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.795867:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.795887:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876699.795895:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e764c21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876699.795987:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362623104:12345-192.168.203.59@tcp:4:dd.500 Request processed in 102476us (183535us total) trans 4294981225 rc 0/0
00000100:00100000:0.0:1788876699.795998:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1197
00000100:00100000:0.0:1788876699.796010:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556702351661 time 7556702453346 state 0x2 ref 0
00000100:00100000:1.0:1788876699.800644:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000001:00080000:3.0:1788876700.074004:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981226 is committed
00000100:00100000:1.0:1788876700.079993:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876700.080186:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362623360
00000100:00100000:3.0:1788876700.080196:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362623360
00000100:00100000:3.0:1788876700.080256:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7556902453346 time 7556903578819 state 0x0 ref 1
00000100:00100000:3.0:1788876700.080272:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557103578819 time 7556903578819 state 0x1 ref 1
00000100:00100000:0.0:1788876700.094832:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557103578819 time 7557103797276 state 0x0 ref 1
00000100:00100000:0.0:1788876700.094863:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362623360:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876700.094922:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 44040192, mtime: 0x6aa0179c, atime: 0x0, ctime: 0x6aa0179c, blocks: 0x15007
00010000:00010000:0.0:1788876700.094931:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.094948:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7557s v=(0 0)
00010000:00010000:0.0:1788876700.094952:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876700.094958:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.094971:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876700.203762:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981227 is committed
00002000:00010000:0.0:1788876700.203899:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 44040192 -> 45088768
00002000:00010000:0.0:1788876700.203904:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 86023 -> 88073
00010000:00010000:0.0:1788876700.203916:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.203927:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.203936:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.203942:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876700.203946:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.203963:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.203984:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.203991:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764c2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876700.204119:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362623360:12345-192.168.203.59@tcp:4:dd.500 Request processed in 109265us (124137us total) trans 4294981227 rc 0/0
00000100:00100000:0.0:1788876700.204129:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1199
00000100:00100000:0.0:1788876700.204140:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557103578819 time 7557103797276 state 0x2 ref 0
00000100:00100000:1.0:1788876700.209154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876700.209272:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362623488
00000100:00100000:3.0:1788876700.209283:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362623488
00000100:00100000:3.0:1788876700.210388:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557103578819 time 7557103797276 state 0x0 ref 1
00000100:00100000:3.0:1788876700.210405:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557303797276 time 7557103797276 state 0x1 ref 1
00000100:00100000:3.0:1788876700.294954:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557303797276 time 7557303918736 state 0x0 ref 1
00000100:00100000:3.0:1788876700.294986:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362623488:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876700.295082:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 45088768, mtime: 0x6aa0179c, atime: 0x0, ctime: 0x6aa0179c, blocks: 0x15809
00010000:00010000:3.0:1788876700.295092:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.295107:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7557s v=(0 0)
00010000:00010000:3.0:1788876700.295112:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876700.295119:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.295134:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876700.364421:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981228 is committed
00002000:00010000:0.0:1788876700.366940:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 45088768 -> 46137344
00002000:00010000:0.0:1788876700.367040:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 88073 -> 90121
00010000:00010000:0.0:1788876700.367056:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.367068:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.367078:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.367085:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876700.367090:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.367105:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.367124:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.367132:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764c36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876700.367238:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362623488:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72262us (158089us total) trans 4294981228 rc 0/0
00000100:00100000:0.0:1788876700.367250:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1200
00000100:00100000:0.0:1788876700.367262:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557303797276 time 7557303918736 state 0x2 ref 0
00000100:00100000:3.0:1788876700.383763:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876700.383866:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362623616
00000100:00100000:0.0:1788876700.383876:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362623616
00000100:00100000:0.0:1788876700.383936:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557303797276 time 7557303918736 state 0x0 ref 1
00000100:00100000:0.0:1788876700.383957:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557503918736 time 7557303918736 state 0x1 ref 1
00000100:00100000:3.0:1788876700.498164:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557503918736 time 7557507129323 state 0x0 ref 1
00000100:00100000:3.0:1788876700.498196:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362623616:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876700.498265:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 46137344, mtime: 0x6aa0179c, atime: 0x0, ctime: 0x6aa0179c, blocks: 0x16009
00010000:00010000:3.0:1788876700.498275:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.498291:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7557s v=(0 0)
00010000:00010000:3.0:1788876700.498296:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876700.498302:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.498335:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876700.604761:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981229 is committed
00002000:00010000:0.0:1788876700.605948:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 46137344 -> 47185920
00002000:00010000:0.0:1788876700.605955:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 90121 -> 92169
00010000:00010000:0.0:1788876700.605969:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.605988:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.605996:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.606002:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876700.606007:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.606049:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.606068:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.606075:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e764c3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876700.606174:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362623616:12345-192.168.203.59@tcp:4:dd.500 Request processed in 107987us (222414us total) trans 4294981229 rc 0/0
00000100:00100000:0.0:1788876700.606186:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1201
00000100:00100000:0.0:1788876700.606198:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557503918736 time 7557507129323 state 0x2 ref 0
00000100:00100000:1.0:1788876700.615165:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876700.615245:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362623744
00000100:00100000:0.0:1788876700.615256:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362623744
00000100:00100000:0.0:1788876700.615333:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557503918736 time 7557507129323 state 0x0 ref 1
00000100:00100000:0.0:1788876700.615349:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557707129323 time 7557507129323 state 0x1 ref 1
00010000:00010000:0.0:1788876700.718233:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:3.0:1788876700.804292:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 47185920 -> 48234496
00002000:00010000:3.0:1788876700.804301:0:6589:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876700 -> 1788876701
00002000:00010000:3.0:1788876700.804303:0:6589:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876700 -> 1788876701
00002000:00010000:3.0:1788876700.804305:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 92169 -> 94217
00010000:00010000:3.0:1788876700.804319:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f8d9c4/0x3868396b8e764c44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.804344:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f8d9c4/0x3868396b8e764c44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.804353:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f8d9c4/0x3868396b8e764c44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.804360:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9dc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876700.804365:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f8d9c4/0x3868396b8e764c44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.804373:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f8d9c4/0x3868396b8e764c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.804391:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f8d9c4/0x3868396b8e764c44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.804399:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f8d9c4/0x3868396b8e764c44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876700.804495:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362623744:12345-192.168.203.59@tcp:4:dd.500 Request processed in 103642us (189334us total) trans 4294981230 rc 0/0
00000100:00100000:3.0:1788876700.804505:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1202
00000100:00100000:3.0:1788876700.804517:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557707129323 time 7557709798926 state 0x2 ref 0
00000001:00080000:0.0:1788876700.806227:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981230 is committed
00000100:00100000:3.0:1788876700.809763:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876700.811341:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362623872
00000100:00100000:0.0:1788876700.811355:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362623872
00000100:00100000:3.0:1788876700.901311:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557909798926 time 7557910276822 state 0x0 ref 1
00000100:00100000:3.0:1788876700.901353:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362623872:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876700.901411:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 48234496, mtime: 0x6aa0179d, atime: 0x0, ctime: 0x6aa0179d, blocks: 0x17009
00010000:00010000:3.0:1788876700.901421:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.901435:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7557s v=(0 0)
00010000:00010000:3.0:1788876700.901440:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876700.901446:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876700.901460:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876700.991393:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981231 is committed
00002000:00010000:0.0:1788876700.991473:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 48234496 -> 49283072
00002000:00010000:0.0:1788876700.991478:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 94217 -> 96265
00010000:00010000:0.0:1788876700.991493:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.991504:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.991512:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.991519:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876700.991523:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.991532:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.991549:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876700.991557:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e764c4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876700.991685:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362623872:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90342us (181926us total) trans 4294981231 rc 0/0
00000100:00100000:0.0:1788876700.991695:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1203
00000100:00100000:0.0:1788876700.991706:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557909798926 time 7557910276822 state 0x2 ref 0
00000100:00100000:1.0:1788876700.997526:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876700.997620:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362624000
00000100:00100000:0.0:1788876700.997630:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362624000
00000100:00100000:0.0:1788876700.997686:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7557909798926 time 7557910276822 state 0x0 ref 1
00000100:00100000:0.0:1788876700.997701:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558110276822 time 7557910276822 state 0x1 ref 1
00000100:00080000:0.0:1788876701.111990:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876701.250964:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981232 is committed
00002000:00010000:0.0:1788876701.257674:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 49283072 -> 50331648
00002000:00010000:0.0:1788876701.257682:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 96265 -> 98313
00010000:00010000:0.0:1788876701.257695:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764c52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.257707:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764c52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.257715:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764c52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.257722:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876701.257727:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764c52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.257735:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764c52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.258684:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764c52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.258697:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764c52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876701.258842:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362624000:12345-192.168.203.59@tcp:4:dd.500 Request processed in 157355us (261320us total) trans 4294981232 rc 0/0
00000100:00100000:0.0:1788876701.258854:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1204
00000100:00100000:0.0:1788876701.258866:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558110276822 time 7558110430712 state 0x2 ref 0
00000100:00100000:3.0:1788876701.287378:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000001:00080000:0.0:1788876701.382214:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981233 is committed
00002000:00010000:1.0:1788876701.383811:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 50331648 -> 51380224
00002000:00010000:1.0:1788876701.383819:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 98313 -> 100361
00010000:00010000:1.0:1788876701.383833:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.383845:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.383853:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.383860:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9ca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876701.383864:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.383872:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.383891:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.383898:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876701.384287:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362624128:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82498us (96913us total) trans 4294981233 rc 0/0
00000100:00100000:1.0:1788876701.384298:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1205
00000100:00100000:1.0:1788876701.384309:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558310430712 time 7558310730923 state 0x2 ref 0
00000100:00100000:0.0:1788876701.389391:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000001:00080000:0.0:1788876701.624355:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981234 is committed
00002000:00010000:1.0:1788876701.625156:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 51380224 -> 52428800
00002000:00010000:1.0:1788876701.625162:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876701 -> 1788876702
00002000:00010000:1.0:1788876701.625165:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876701 -> 1788876702
00002000:00010000:1.0:1788876701.625168:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 100361 -> 102409
00010000:00010000:1.0:1788876701.625238:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f2d5fd0/0x3868396b8e764c60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.625251:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f2d5fd0/0x3868396b8e764c60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.625260:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f2d5fd0/0x3868396b8e764c60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.625268:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9de00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876701.625273:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f2d5fd0/0x3868396b8e764c60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.625283:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f2d5fd0/0x3868396b8e764c60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.625302:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f2d5fd0/0x3868396b8e764c60 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876701.625310:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f2d5fd0/0x3868396b8e764c60 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876701.625431:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362624256:12345-192.168.203.59@tcp:4:dd.500 Request processed in 123516us (236045us total) trans 4294981234 rc 0/0
00000100:00100000:1.0:1788876701.625443:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1206
00000100:00100000:1.0:1788876701.625454:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558510730923 time 7558510848669 state 0x2 ref 0
00000100:00100000:0.0:1788876701.631220:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876701.703429:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558710848669 time 7558712395781 state 0x0 ref 1
00000100:00100000:0.0:1788876701.703455:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362624384:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876701.703523:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 52428800, mtime: 0x6aa0179e, atime: 0x0, ctime: 0x6aa0179e, blocks: 0x19009
00010000:00010000:0.0:1788876701.703533:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764c67 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.703548:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7558s v=(0 0)
00010000:00010000:0.0:1788876701.703552:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876701.703558:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764c67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.703581:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764c67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876701.750152:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876701.856520:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981235 is committed
00000100:00100000:0.0:1788876701.871576:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876701.871659:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362624512
00000100:00100000:1.0:1788876701.871668:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362624512
00000100:00100000:1.0:1788876701.871722:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558710848669 time 7558712395781 state 0x0 ref 1
00000100:00100000:1.0:1788876701.871736:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558912395781 time 7558712395781 state 0x1 ref 1
00000001:00080000:0.0:1788876701.989941:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981236 is committed
00000100:00100000:0.0:1788876701.994441:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362624512:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90907us (122860us total) trans 4294981236 rc 0/0
00000100:00100000:0.0:1788876701.994457:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1208
00000100:00100000:0.0:1788876701.994470:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7558912395781 time 7558912472822 state 0x2 ref 0
00000100:00100000:3.0:1788876702.007677:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876702.127066:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365704960:0@lo:400:kworker.0
00000100:00100000:1.0:1788876702.127233:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365705344
00000100:00100000:1.0:1788876702.127240:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365705344
00000100:00100000:1.0:1788876702.127307:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6557
00000100:00100000:1.0:1788876702.127327:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365705344:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1788876702.127595:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876702.137829:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876702.137898:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704960
00000100:00100000:3.0:1788876702.137907:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704960
00000100:00100000:1.0:1788876702.139117:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365705344:12345-0@lo:400:kworker.0 Request processed in 11796us (12143us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876702.139163:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6558
00000100:00100000:1.0:1788876702.139375:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6557
00000100:00100000:3.0:1788876702.139428:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365704960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876702.139488:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365704960:12345-0@lo:400:kworker.0 Request processed in 314us (1667us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876702.139494:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6558
00000100:00100000:3.0:1788876702.143647:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365704960:0@lo:400:kworker.0
00000100:00100000:3.0:1788876702.143663:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365705472:0@lo:400:kworker.0
00000100:00100000:0.0:1788876702.144372:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365704832
00000100:00100000:0.0:1788876702.144380:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365704832
00000100:00100000:0.0:1788876702.144427:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:0.0:1788876702.144436:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365704832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876702.148520:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365705216
00000100:00100000:1.0:1788876702.148547:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365705216
00000100:00100000:1.0:1788876702.148630:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 289
00000100:00100000:1.0:1788876702.148641:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365705216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876702.150576:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876702.150626:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788876702.150638:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365705088:0@lo:400:kworker.0
00000100:00100000:3.0:1788876702.150671:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876702.150698:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365705600:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876702.150722:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876702.150761:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365705088
00000100:00100000:3.0:1788876702.150767:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365705088
00000100:00100000:3.0:1788876702.150815:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6559
00000100:00100000:3.0:1788876702.150824:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365705088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876702.150871:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365705088:12345-0@lo:400:kworker.0 Request processed in 47us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876702.150878:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6559
00000100:00100000:3.0:1788876702.150901:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365705600
00000100:00100000:3.0:1788876702.150904:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365705600
00000100:00100000:3.0:1788876702.150935:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 288
00000100:00100000:3.0:1788876702.150942:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365705600:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876702.150969:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876702.151001:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365705600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876702.151039:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 288
00000100:00100000:3.0:1788876702.151083:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365705088:0@lo:400:kworker.0
00000100:00100000:3.0:1788876702.151093:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993582 gen 2
00000004:00080000:3.0:1788876702.151098:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312830000, transno 4294993581
00000004:00080000:3.0:1788876702.151105:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312833b80, transno 4294993582
00000100:00100000:3.0:1788876702.151114:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365705600:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876702.151824:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365704832:12345-0@lo:400:kworker.0 Request processed in 7386us (24909us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876702.151834:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:0.0:1788876702.152359:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365705472
00000100:00100000:0.0:1788876702.152367:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365705472
00000100:00100000:0.0:1788876702.152406:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 290
00000100:00100000:0.0:1788876702.152414:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365705472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876702.152465:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365705472:12345-0@lo:400:kworker.0 Request processed in 52us (1896us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876702.152472:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 290
00000100:00080000:0.0:1788876702.152490:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876702.152494:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876702.152496:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876702.154080:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365705472:0@lo:400:kworker.0
00000100:00100000:1.0:1788876702.156598:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365705216:12345-0@lo:400:kworker.0 Request processed in 7951us (29765us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876702.156613:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 289
00000001:00080000:1.0:1788876702.204764:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981237 is committed
00002000:00010000:0.0:1788876702.204985:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 54525952 -> 55574528
00002000:00010000:0.0:1788876702.204990:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 106505 -> 108553
00010000:00010000:0.0:1788876702.205005:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.205042:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.205052:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.205059:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9ca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876702.205063:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.205078:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.205096:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.205104:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764c75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876702.205194:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362624640:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101442us (197523us total) trans 4294981237 rc 0/0
00000100:00100000:0.0:1788876702.205204:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1209
00000100:00100000:0.0:1788876702.205216:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559112472822 time 7559112622032 state 0x2 ref 0
00000100:00100000:0.0:1788876702.220666:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876702.220808:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362624768
00000100:00100000:3.0:1788876702.220818:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362624768
00000100:00100000:3.0:1788876702.220869:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559112472822 time 7559112622032 state 0x0 ref 1
00000100:00100000:3.0:1788876702.220884:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559312622032 time 7559112622032 state 0x1 ref 1
00000100:00100000:0.0:1788876702.303842:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559312622032 time 7559312808271 state 0x0 ref 1
00000100:00100000:0.0:1788876702.303873:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362624768:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876702.303940:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 55574528, mtime: 0x6aa0179e, atime: 0x0, ctime: 0x6aa0179e, blocks: 0x1a809
00010000:00010000:0.0:1788876702.303950:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.303964:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7559s v=(0 0)
00010000:00010000:0.0:1788876702.303969:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876702.303976:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.303990:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876702.366110:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981238 is committed
00002000:00010000:1.0:1788876702.366286:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 55574528 -> 56623104
00002000:00010000:1.0:1788876702.366291:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 108553 -> 110601
00010000:00010000:1.0:1788876702.366306:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.366328:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.366337:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.366349:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876702.366354:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.366363:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.366380:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.366387:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e764c7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876702.366490:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362624768:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62626us (145828us total) trans 4294981238 rc 0/0
00000100:00100000:1.0:1788876702.366501:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1210
00000100:00100000:1.0:1788876702.366513:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559312622032 time 7559312808271 state 0x2 ref 0
00000100:00100000:0.0:1788876702.372868:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876702.504528:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559512808271 time 7559513492737 state 0x0 ref 1
00000100:00100000:3.0:1788876702.504559:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362624896:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876702.504615:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 56623104, mtime: 0x6aa0179e, atime: 0x0, ctime: 0x6aa0179e, blocks: 0x1b009
00010000:00010000:3.0:1788876702.504624:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876702.504640:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7559s v=(0 0)
00010000:00010000:3.0:1788876702.504644:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876702.504651:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876702.504665:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876702.562871:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 56623104 -> 57671680
00002000:00010000:1.0:1788876702.562879:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 110601 -> 112649
00010000:00010000:1.0:1788876702.562893:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.562916:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.563235:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.563243:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876702.563248:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.563257:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.563275:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876702.563283:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec1a43ea/0x3868396b8e764c83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876702.563386:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362624896:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58835us (190521us total) trans 4294981239 rc 0/0
00000100:00100000:1.0:1788876702.563397:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1211
00000100:00100000:1.0:1788876702.563409:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559512808271 time 7559513492737 state 0x2 ref 0
00000001:00080000:1.0:1788876702.567276:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981239 is committed
00000100:00100000:1.0:1788876702.568429:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625024
00000100:00100000:1.0:1788876702.568438:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625024
00000100:00100000:1.0:1788876702.568493:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559512808271 time 7559513492737 state 0x0 ref 1
00000100:00100000:1.0:1788876702.568509:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559713492737 time 7559513492737 state 0x1 ref 1
00000100:00100000:3.0:1788876702.704657:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559713492737 time 7559713623425 state 0x0 ref 1
00000100:00100000:3.0:1788876702.704686:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362625024:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876702.704741:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 57671680, mtime: 0x6aa0179e, atime: 0x0, ctime: 0x6aa0179e, blocks: 0x1b809
00010000:00010000:3.0:1788876702.704750:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764c8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876702.704765:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7559s v=(0 0)
00010000:00010000:3.0:1788876702.704770:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876702.704777:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764c8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876702.704789:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764c8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876702.718202:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876702.718310:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876702.718351:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876702.718378:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876702.720107:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625408
00000100:00100000:3.0:1788876702.720120:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625408
00000100:00100000:3.0:1788876702.722108:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 291
00000100:00100000:3.0:1788876702.722126:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362625408:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876702.722195:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362625408:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 75us (3885us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876702.722204:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 291
00000100:00100000:3.0:1788876702.722232:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625280
00000100:00100000:3.0:1788876702.722238:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625280
00000100:00080000:0.0:1788876702.724381:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876702.724391:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876702.724427:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625536
00000100:00100000:0.0:1788876702.724435:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625536
00000100:00100000:0.0:1788876702.724480:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6560
00000100:00100000:0.0:1788876702.724489:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362625280:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876702.724565:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362625280:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 77us (6213us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876702.724574:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6560
00000100:00100000:0.0:1788876702.724590:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6561
00000100:00100000:0.0:1788876702.724597:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362625536:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876702.724621:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362625536:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (6242us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876702.724627:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6561
00000100:00080000:0.0:1788876702.724646:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876702.724866:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625152
00000100:00100000:1.0:1788876702.724871:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625152
00000100:00100000:1.0:1788876702.724909:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3081
00000100:00100000:1.0:1788876702.724916:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362625152:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876702.725073:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362625152:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 157us (6879us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876702.725080:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3081
00000001:00080000:3.0:1788876702.762935:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981240 is committed
00000100:00100000:1.0:1788876702.770368:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625664
00000100:00100000:1.0:1788876702.770378:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625664
00000100:00100000:1.0:1788876702.770438:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559713492737 time 7559713623425 state 0x0 ref 1
00000100:00100000:1.0:1788876702.770453:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559913623425 time 7559713623425 state 0x1 ref 1
00000100:00100000:0.0:1788876702.905172:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559913623425 time 7559914137606 state 0x0 ref 1
00000100:00100000:0.0:1788876702.905203:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362625664:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876702.905272:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 58720256, mtime: 0x6aa0179f, atime: 0x0, ctime: 0x6aa0179f, blocks: 0x1c009
00010000:00010000:0.0:1788876702.905281:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.905298:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7559s v=(0 0)
00010000:00010000:0.0:1788876702.905302:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876702.905318:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.905333:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876702.976670:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981241 is committed
00002000:00010000:0.0:1788876702.976795:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 58720256 -> 59768832
00002000:00010000:0.0:1788876702.976800:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 114697 -> 116745
00010000:00010000:0.0:1788876702.976816:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.976828:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.976837:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.976849:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876702.976854:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.976863:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.976880:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876702.976887:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e764c91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876702.977092:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362625664:12345-192.168.203.59@tcp:4:dd.500 Request processed in 71898us (206891us total) trans 4294981241 rc 0/0
00000100:00100000:0.0:1788876702.977103:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1213
00000100:00100000:0.0:1788876702.977115:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559913623425 time 7559914137606 state 0x2 ref 0
00000100:00100000:3.0:1788876702.982260:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625792
00000100:00100000:3.0:1788876702.982269:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625792
00000100:00100000:3.0:1788876702.982339:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7559913623425 time 7559914137606 state 0x0 ref 1
00000100:00100000:3.0:1788876702.982355:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560114137606 time 7559914137606 state 0x1 ref 1
00000100:00100000:1.0:1788876703.105344:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560114137606 time 7560114308889 state 0x0 ref 1
00000100:00100000:1.0:1788876703.105393:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362625792:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876703.105449:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 59768832, mtime: 0x6aa0179f, atime: 0x0, ctime: 0x6aa0179f, blocks: 0x1c809
00010000:00010000:1.0:1788876703.105459:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876703.105474:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7560s v=(0 0)
00010000:00010000:1.0:1788876703.105479:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876703.105486:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876703.105501:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876703.105732:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:3.0:1788876703.187544:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981242 is committed
00002000:00010000:3.0:1788876703.187604:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 59768832 -> 60817408
00002000:00010000:3.0:1788876703.187609:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 116745 -> 118793
00010000:00010000:3.0:1788876703.187622:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.187633:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.187642:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.187649:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876703.187654:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.187668:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.187687:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.187694:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e764c98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876703.187794:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362625792:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82429us (205631us total) trans 4294981242 rc 0/0
00000100:00100000:3.0:1788876703.187805:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1214
00000100:00100000:3.0:1788876703.187817:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560114137606 time 7560114308889 state 0x2 ref 0
00000100:00100000:3.0:1788876703.197573:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876703.198595:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362625920
00000100:00100000:0.0:1788876703.198606:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362625920
00000100:00100000:0.0:1788876703.198667:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560114137606 time 7560114308889 state 0x0 ref 1
00000100:00100000:0.0:1788876703.198682:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560314308889 time 7560114308889 state 0x1 ref 1
00000100:00100000:3.0:1788876703.305571:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560314308889 time 7560314538076 state 0x0 ref 1
00000100:00100000:3.0:1788876703.305600:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362625920:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876703.305653:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 60817408, mtime: 0x6aa0179f, atime: 0x0, ctime: 0x6aa0179f, blocks: 0x1d009
00010000:00010000:3.0:1788876703.305662:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.305676:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7560s v=(0 0)
00010000:00010000:3.0:1788876703.305681:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876703.305688:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.305700:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876703.365533:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981243 is committed
00002000:00010000:0.0:1788876703.365764:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 60817408 -> 61865984
00002000:00010000:0.0:1788876703.365769:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 118793 -> 120841
00010000:00010000:0.0:1788876703.365782:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.365794:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.365802:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.365809:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876703.365813:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.365822:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.365840:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.365848:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764c9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876703.365957:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362625920:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60363us (168386us total) trans 4294981243 rc 0/0
00000100:00100000:0.0:1788876703.365971:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1215
00000100:00100000:0.0:1788876703.365983:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560314308889 time 7560314538076 state 0x2 ref 0
00000100:00100000:0.0:1788876703.389753:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876703.389834:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362626048
00000100:00100000:3.0:1788876703.389844:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362626048
00000100:00100000:3.0:1788876703.389901:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560314308889 time 7560314538076 state 0x0 ref 1
00000100:00100000:3.0:1788876703.389915:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560514538076 time 7560314538076 state 0x1 ref 1
00002000:00010000:3.0:1788876703.596227:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 61865984 -> 62914560
00002000:00010000:3.0:1788876703.596237:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 120841 -> 122889
00010000:00010000:3.0:1788876703.596251:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da9ec64b/0x3868396b8e764ca6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.596264:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da9ec64b/0x3868396b8e764ca6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.596273:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da9ec64b/0x3868396b8e764ca6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.596280:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9ce00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876703.596285:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da9ec64b/0x3868396b8e764ca6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.596296:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da9ec64b/0x3868396b8e764ca6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.596377:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da9ec64b/0x3868396b8e764ca6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876703.596386:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da9ec64b/0x3868396b8e764ca6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876703.596731:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362626048:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90952us (206980us total) trans 4294981244 rc 0/0
00000100:00100000:3.0:1788876703.596743:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1216
00000100:00100000:3.0:1788876703.596755:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560514538076 time 7560514721816 state 0x2 ref 0
00000001:00080000:0.0:1788876703.596833:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981244 is committed
00000100:00100000:0.0:1788876703.602677:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876703.602781:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362626176
00000100:00100000:1.0:1788876703.602791:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362626176
00000100:00100000:1.0:1788876703.602853:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560514538076 time 7560514721816 state 0x0 ref 1
00000100:00100000:1.0:1788876703.602870:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560714721816 time 7560514721816 state 0x1 ref 1
00000100:00100000:0.0:1788876703.705906:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560714721816 time 7560714872229 state 0x0 ref 1
00000100:00100000:0.0:1788876703.705933:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362626176:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876703.706003:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 62914560, mtime: 0x6aa0179f, atime: 0x0, ctime: 0x6aa0179f, blocks: 0x1e009
00010000:00010000:0.0:1788876703.706045:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764cad lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.706060:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7560s v=(0 0)
00010000:00010000:0.0:1788876703.706065:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876703.706072:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764cad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876703.706085:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e764cad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876703.783827:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981245 is committed
00010000:00010000:0.0:1788876703.790191:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876703.798138:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876703.798298:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362626304
00000100:00100000:1.0:1788876703.798317:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362626304
00000100:00100000:1.0:1788876703.798380:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560714721816 time 7560714872229 state 0x0 ref 1
00000100:00100000:1.0:1788876703.798396:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7560914872229 time 7560714872229 state 0x1 ref 1
00000100:00100000:3.0:1788876704.013691:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876704.109586:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561118043201 time 7561118551412 state 0x0 ref 1
00000100:00100000:1.0:1788876704.109617:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362626432:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876704.109685:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 65011712, mtime: 0x6aa017a0, atime: 0x0, ctime: 0x6aa017a0, blocks: 0x1f009
00010000:00010000:1.0:1788876704.109694:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.109709:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7561s v=(0 0)
00010000:00010000:1.0:1788876704.109726:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876704.109732:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.109746:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876704.175132:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1788876704.175156:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365705728:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876704.175224:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876704.175391:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365705728
00000100:00100000:1.0:1788876704.175400:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365705728
00000100:00100000:1.0:1788876704.175598:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 289
00000100:00100000:1.0:1788876704.175610:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365705728:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876704.175633:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 513474560 pending 1703936 free 3792699392 avail 3785359360
00000100:00100000:1.0:1788876704.175693:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365705728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (467us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876704.175701:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 289
00002000:00010000:1.0:1788876704.238965:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 65011712 -> 66060288
00002000:00010000:1.0:1788876704.238975:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 126985 -> 129033
00010000:00010000:1.0:1788876704.238989:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.239003:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.239038:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.239047:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876704.239053:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.239061:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.239080:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.239089:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876704.239190:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362626432:12345-192.168.203.59@tcp:4:dd.500 Request processed in 129581us (225504us total) trans 4294981247 rc 0/0
00000100:00100000:1.0:1788876704.239201:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1219
00000100:00100000:1.0:1788876704.239213:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561118043201 time 7561118551412 state 0x2 ref 0
00000001:00080000:1.0:1788876704.239251:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981247 is committed
00000100:00100000:0.0:1788876704.245986:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876704.310570:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561318551412 time 7561319535194 state 0x0 ref 1
00000100:00100000:1.0:1788876704.310711:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362626560:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876704.310770:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 66060288, mtime: 0x6aa017a0, atime: 0x0, ctime: 0x6aa017a0, blocks: 0x1f809
00010000:00010000:1.0:1788876704.310779:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cc2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.310795:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7561s v=(0 0)
00010000:00010000:1.0:1788876704.310799:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876704.310804:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.310817:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e764cc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876704.391972:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981248 is committed
00000100:00100000:1.0:1788876704.398587:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876704.398697:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362626688
00000100:00100000:3.0:1788876704.398708:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362626688
00000100:00100000:3.0:1788876704.398772:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561318551412 time 7561319535194 state 0x0 ref 1
00000100:00100000:3.0:1788876704.398788:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561519535194 time 7561319535194 state 0x1 ref 1
00000100:00100000:0.0:1788876704.511824:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561519535194 time 7561520790382 state 0x0 ref 1
00000001:00080000:1.0:1788876704.601956:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981249 is committed
00002000:00010000:3.0:1788876704.602309:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 67108864 -> 68157440
00002000:00010000:3.0:1788876704.602314:0:6588:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876704 -> 1788876705
00002000:00010000:3.0:1788876704.602317:0:6588:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876704 -> 1788876705
00002000:00010000:3.0:1788876704.602319:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 131081 -> 133129
00010000:00010000:3.0:1788876704.602333:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db793828/0x3868396b8e764cc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.602344:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db793828/0x3868396b8e764cc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.602353:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db793828/0x3868396b8e764cc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.602361:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9c600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876704.602366:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db793828/0x3868396b8e764cc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.602376:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db793828/0x3868396b8e764cc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.602394:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db793828/0x3868396b8e764cc9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.602403:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db793828/0x3868396b8e764cc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876704.602504:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362626688:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90657us (203922us total) trans 4294981249 rc 0/0
00000100:00100000:3.0:1788876704.602515:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1221
00000100:00100000:3.0:1788876704.602527:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561519535194 time 7561520790382 state 0x2 ref 0
00000100:00100000:1.0:1788876704.613653:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876704.613755:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362626816
00000100:00100000:0.0:1788876704.613765:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362626816
00000100:00100000:0.0:1788876704.613826:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561519535194 time 7561520790382 state 0x0 ref 1
00000100:00100000:0.0:1788876704.613843:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561720790382 time 7561520790382 state 0x1 ref 1
00000100:00100000:0.0:1788876704.712145:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561720790382 time 7561721110598 state 0x0 ref 1
00000100:00100000:0.0:1788876704.712176:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362626816:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876704.712237:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 68157440, mtime: 0x6aa017a1, atime: 0x0, ctime: 0x6aa017a1, blocks: 0x20809
00010000:00010000:0.0:1788876704.712246:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.712274:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7561s v=(0 0)
00010000:00010000:0.0:1788876704.712279:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876704.712286:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.712433:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876704.863334:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981250 is committed
00002000:00010000:0.0:1788876704.863590:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 68157440 -> 69206016
00002000:00010000:0.0:1788876704.863596:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 133129 -> 135177
00010000:00010000:0.0:1788876704.863609:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.863622:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.863631:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.863638:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876704.863643:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.863653:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.863671:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876704.863680:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e764cd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876704.863808:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362626816:12345-192.168.203.59@tcp:4:dd.500 Request processed in 151640us (250159us total) trans 4294981250 rc 0/0
00000100:00100000:0.0:1788876704.863819:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1222
00000100:00100000:0.0:1788876704.863831:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561720790382 time 7561721110598 state 0x2 ref 0
00000100:00100000:1.0:1788876704.872663:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876704.872748:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362626944
00000100:00100000:3.0:1788876704.872758:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362626944
00000100:00100000:3.0:1788876704.872859:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561720790382 time 7561721110598 state 0x0 ref 1
00000100:00100000:3.0:1788876704.872874:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561921110598 time 7561721110598 state 0x1 ref 1
00000100:00100000:1.0:1788876704.912382:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561921110598 time 7561921337072 state 0x0 ref 1
00000100:00100000:1.0:1788876704.912413:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362626944:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876704.912471:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 69206016, mtime: 0x6aa017a1, atime: 0x0, ctime: 0x6aa017a1, blocks: 0x21009
00010000:00010000:1.0:1788876704.912480:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.912497:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7561s v=(0 0)
00010000:00010000:1.0:1788876704.912501:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876704.912508:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876704.912522:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876704.964623:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981251 is committed
00002000:00010000:3.0:1788876704.964927:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 69206016 -> 70254592
00002000:00010000:3.0:1788876704.964932:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 135177 -> 137225
00010000:00010000:3.0:1788876704.964946:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.964959:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.964968:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.964975:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876704.964981:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.964990:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.965009:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876704.965050:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764cd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876704.965144:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362626944:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52741us (92484us total) trans 4294981251 rc 0/0
00000100:00100000:3.0:1788876704.965155:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1223
00000100:00100000:3.0:1788876704.965167:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7561921110598 time 7561921337072 state 0x2 ref 0
00000100:00100000:3.0:1788876704.968654:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876705.112531:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562121337072 time 7562121497070 state 0x0 ref 1
00000100:00100000:1.0:1788876705.112580:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362627072:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876705.112639:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 70254592, mtime: 0x6aa017a1, atime: 0x0, ctime: 0x6aa017a1, blocks: 0x21809
00010000:00010000:1.0:1788876705.112647:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876705.112662:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7562s v=(0 0)
00010000:00010000:1.0:1788876705.112666:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876705.112672:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876705.112687:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876705.175094:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 70254592 -> 71303168
00002000:00010000:3.0:1788876705.175104:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 137225 -> 139273
00010000:00010000:3.0:1788876705.175120:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.175199:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.175208:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.175215:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876705.175219:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.175228:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.175246:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.175253:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764cde lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876705.175606:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362627072:12345-192.168.203.59@tcp:4:dd.500 Request processed in 63052us (206955us total) trans 4294981252 rc 0/0
00000100:00100000:3.0:1788876705.175617:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1224
00000100:00100000:3.0:1788876705.175628:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562121337072 time 7562121497070 state 0x2 ref 0
00000100:00100000:0.0:1788876705.181650:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876705.313407:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562321497070 time 7562322372789 state 0x0 ref 1
00000100:00100000:0.0:1788876705.313440:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362627200:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876705.313497:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 71303168, mtime: 0x6aa017a1, atime: 0x0, ctime: 0x6aa017a1, blocks: 0x22009
00010000:00010000:0.0:1788876705.313506:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.313522:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7562s v=(0 0)
00010000:00010000:0.0:1788876705.313527:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876705.313533:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.313546:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876705.403728:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 71303168 -> 72351744
00002000:00010000:3.0:1788876705.403734:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 139273 -> 141321
00010000:00010000:3.0:1788876705.403758:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.403771:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.403786:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.403792:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876705.403797:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.403805:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.403825:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.403833:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e764ce5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876705.403937:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362627200:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90501us (222287us total) trans 4294981253 rc 0/0
00000100:00100000:3.0:1788876705.403948:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1225
00000100:00100000:3.0:1788876705.403960:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562321497070 time 7562322372789 state 0x2 ref 0
00000100:00100000:0.0:1788876705.417479:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876705.417586:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362627328
00000100:00100000:1.0:1788876705.417598:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362627328
00000100:00100000:1.0:1788876705.417669:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562321497070 time 7562322372789 state 0x0 ref 1
00000100:00100000:1.0:1788876705.417685:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562522372789 time 7562322372789 state 0x1 ref 1
00000100:00100000:3.0:1788876705.514323:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562522372789 time 7562523289576 state 0x0 ref 1
00000100:00100000:3.0:1788876705.514355:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362627328:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876705.514413:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 72351744, mtime: 0x6aa017a1, atime: 0x0, ctime: 0x6aa017a1, blocks: 0x22809
00010000:00010000:3.0:1788876705.514424:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764cec lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.514439:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7562s v=(0 0)
00010000:00010000:3.0:1788876705.514444:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876705.514450:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764cec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.514464:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764cec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876705.591827:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981254 is committed
00000100:00100000:0.0:1788876705.608737:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876705.714556:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562723289576 time 7562723522076 state 0x0 ref 1
00000100:00100000:3.0:1788876705.714587:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362627456:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876705.714642:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 73400320, mtime: 0x6aa017a2, atime: 0x0, ctime: 0x6aa017a2, blocks: 0x23009
00010000:00010000:3.0:1788876705.714651:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.714916:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7562s v=(0 0)
00010000:00010000:3.0:1788876705.714921:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876705.714928:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.714948:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.840349:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876705.845664:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981255 is committed
00002000:00010000:3.0:1788876705.845730:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 73400320 -> 74448896
00002000:00010000:3.0:1788876705.845734:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 143369 -> 145417
00010000:00010000:3.0:1788876705.845749:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.845760:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.845769:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.845776:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876705.845780:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.845788:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.845807:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876705.845820:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764cf3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876705.845919:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362627456:12345-192.168.203.59@tcp:4:dd.500 Request processed in 131341us (237184us total) trans 4294981255 rc 0/0
00000100:00100000:3.0:1788876705.845932:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1227
00000100:00100000:3.0:1788876705.845944:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562723289576 time 7562723522076 state 0x2 ref 0
00000100:00100000:1.0:1788876705.866564:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876705.866650:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362627584
00000100:00100000:3.0:1788876705.866661:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362627584
00000100:00100000:3.0:1788876705.866789:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562723289576 time 7562723522076 state 0x0 ref 1
00000100:00100000:3.0:1788876705.866803:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562923522076 time 7562723522076 state 0x1 ref 1
00000100:00100000:0.0:1788876705.917640:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562923522076 time 7562926607094 state 0x0 ref 1
00000100:00100000:0.0:1788876705.917671:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362627584:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876705.917730:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 74448896, mtime: 0x6aa017a2, atime: 0x0, ctime: 0x6aa017a2, blocks: 0x23809
00010000:00010000:0.0:1788876705.917739:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.917754:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7562s v=(0 0)
00010000:00010000:0.0:1788876705.917759:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876705.917766:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.917779:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876705.977788:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 74448896 -> 75497472
00002000:00010000:0.0:1788876705.977797:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 145417 -> 147465
00010000:00010000:0.0:1788876705.977810:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.977823:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.977833:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.977841:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876705.977846:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.977855:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.977873:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876705.977899:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e764cfa lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876705.977995:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362627584:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60334us (111435us total) trans 4294981256 rc 0/0
00000100:00100000:0.0:1788876705.978006:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1228
00000100:00100000:0.0:1788876705.978043:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562923522076 time 7562926607094 state 0x2 ref 0
00000001:00080000:3.0:1788876705.978166:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981256 is committed
00000100:00100000:0.0:1788876705.984742:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362627712
00000100:00100000:0.0:1788876705.984751:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362627712
00000100:00100000:0.0:1788876705.984805:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7562923522076 time 7562926607094 state 0x0 ref 1
00000100:00100000:0.0:1788876705.984884:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563126607094 time 7562926607094 state 0x1 ref 1
00002000:00010000:3.0:1788876706.151790:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 75497472 -> 76546048
00002000:00010000:3.0:1788876706.151800:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 147465 -> 149513
00010000:00010000:3.0:1788876706.151814:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764d01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.151828:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764d01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.151838:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764d01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.151846:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9da00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876706.151851:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764d01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.151861:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.151880:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764d01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.151888:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c52c1045/0x3868396b8e764d01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876706.152337:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362627712:12345-192.168.203.59@tcp:4:dd.500 Request processed in 34499us (167789us total) trans 4294981257 rc 0/0
00000100:00100000:3.0:1788876706.152348:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1229
00000100:00100000:3.0:1788876706.152360:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563126607094 time 7563126779069 state 0x2 ref 0
00000001:00080000:3.0:1788876706.152398:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981257 is committed
00000100:00100000:3.0:1788876706.159713:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362627840
00000100:00100000:3.0:1788876706.159723:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362627840
00000100:00100000:3.0:1788876706.159779:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563126607094 time 7563126779069 state 0x0 ref 1
00000100:00100000:3.0:1788876706.159794:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563326779069 time 7563126779069 state 0x1 ref 1
00000100:00100000:1.0:1788876706.319147:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563326779069 time 7563328112238 state 0x0 ref 1
00000100:00100000:1.0:1788876706.319177:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362627840:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876706.319233:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 76546048, mtime: 0x6aa017a2, atime: 0x0, ctime: 0x6aa017a2, blocks: 0x24809
00010000:00010000:1.0:1788876706.319243:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764d08 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876706.319259:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7563s v=(0 0)
00010000:00010000:1.0:1788876706.319263:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876706.319270:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764d08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876706.319284:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e764d08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876706.421515:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362627968
00000100:00100000:3.0:1788876706.421525:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362627968
00000100:00100000:3.0:1788876706.421582:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563326779069 time 7563328112238 state 0x0 ref 1
00000100:00100000:3.0:1788876706.421597:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563528112238 time 7563328112238 state 0x1 ref 1
00000100:00100000:3.0:1788876706.519245:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563528112238 time 7563528211607 state 0x0 ref 1
00000100:00100000:3.0:1788876706.519275:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362627968:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876706.519342:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 77594624, mtime: 0x6aa017a2, atime: 0x0, ctime: 0x6aa017a2, blocks: 0x25009
00010000:00010000:3.0:1788876706.519351:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.519366:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7563s v=(0 0)
00010000:00010000:3.0:1788876706.519370:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876706.519376:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.519390:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876706.639801:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981259 is committed
00002000:00010000:3.0:1788876706.640001:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 77594624 -> 78643200
00002000:00010000:3.0:1788876706.640005:0:18418:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876706 -> 1788876707
00002000:00010000:3.0:1788876706.640008:0:18418:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876706 -> 1788876707
00002000:00010000:3.0:1788876706.640011:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 151561 -> 153609
00010000:00010000:3.0:1788876706.640051:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.640063:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.640072:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.640078:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876706.640083:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.640092:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.640109:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.640116:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876706.640196:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362627968:12345-192.168.203.59@tcp:4:dd.500 Request processed in 120930us (218808us total) trans 4294981259 rc 0/0
00000100:00100000:3.0:1788876706.640205:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1231
00000100:00100000:3.0:1788876706.640216:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563528112238 time 7563528211607 state 0x2 ref 0
00000100:00100000:1.0:1788876706.644730:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876706.644819:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362628096
00000100:00100000:3.0:1788876706.644832:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362628096
00000100:00100000:3.0:1788876706.644930:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563528112238 time 7563528211607 state 0x0 ref 1
00000100:00100000:3.0:1788876706.644946:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563728211607 time 7563528211607 state 0x1 ref 1
00000001:00080000:0.0:1788876706.856370:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981260 is committed
00000100:00100000:1.0:1788876706.863978:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876706.920040:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563928676765 time 7563928988653 state 0x0 ref 1
00000100:00100000:3.0:1788876706.920072:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362628224:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876706.920130:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 79691776, mtime: 0x6aa017a3, atime: 0x0, ctime: 0x6aa017a3, blocks: 0x26009
00010000:00010000:3.0:1788876706.920139:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.920153:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7563s v=(0 0)
00010000:00010000:3.0:1788876706.920157:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876706.920163:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876706.920176:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876707.043416:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981261 is committed
00002000:00010000:1.0:1788876707.046111:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 79691776 -> 80740352
00002000:00010000:1.0:1788876707.046120:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 155657 -> 157705
00010000:00010000:1.0:1788876707.046134:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.046145:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.046153:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.046165:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876707.046170:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.046179:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.046199:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.046206:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876707.046318:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362628224:12345-192.168.203.59@tcp:4:dd.500 Request processed in 126257us (182345us total) trans 4294981261 rc 0/0
00000100:00100000:1.0:1788876707.046329:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1233
00000100:00100000:1.0:1788876707.046341:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563928676765 time 7563928988653 state 0x2 ref 0
00000100:00100000:3.0:1788876707.059852:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362628352
00000100:00100000:3.0:1788876707.059870:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362628352
00000100:00100000:3.0:1788876707.059945:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7563928676765 time 7563928988653 state 0x0 ref 1
00000100:00100000:3.0:1788876707.059964:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564128988653 time 7563928988653 state 0x1 ref 1
00000100:00100000:0.0:1788876707.121415:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564128988653 time 7564130379682 state 0x0 ref 1
00000100:00100000:0.0:1788876707.121445:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362628352:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876707.121501:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 80740352, mtime: 0x6aa017a3, atime: 0x0, ctime: 0x6aa017a3, blocks: 0x26809
00010000:00010000:0.0:1788876707.121509:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.121529:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7564s v=(0 0)
00010000:00010000:0.0:1788876707.121533:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876707.121539:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.121552:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876707.205415:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 80740352 -> 81788928
00002000:00010000:0.0:1788876707.205420:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 157705 -> 159753
00010000:00010000:0.0:1788876707.205435:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.205448:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.205458:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.205466:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876707.205471:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.205481:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.205507:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.205515:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876707.205647:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362628352:12345-192.168.203.59@tcp:4:dd.500 Request processed in 84209us (145842us total) trans 4294981262 rc 0/0
00000100:00100000:0.0:1788876707.205659:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1234
00000100:00100000:0.0:1788876707.205671:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564128988653 time 7564130379682 state 0x2 ref 0
00000100:00100000:0.0:1788876707.210220:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876707.210298:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362628480
00000100:00100000:3.0:1788876707.210307:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362628480
00000100:00100000:3.0:1788876707.210364:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564128988653 time 7564130379682 state 0x0 ref 1
00000100:00100000:3.0:1788876707.210379:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564330379682 time 7564130379682 state 0x1 ref 1
00000100:00100000:3.0:1788876707.246327:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f609c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365705984:0@lo:400:kworker.0
00000100:00100000:3.0:1788876707.246396:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876707.246455:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f608e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365706496:0@lo:400:kworker.0
00000100:00100000:3.0:1788876707.246484:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876707.248305:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365706112:0@lo:400:kworker.0
00000100:00100000:0.0:1788876707.248348:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876707.248379:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365706624:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876707.248403:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876707.248518:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365706624
00000100:00100000:1.0:1788876707.248524:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365706624
00000100:00100000:1.0:1788876707.248565:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 290
00000100:00100000:1.0:1788876707.248574:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365706624:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876707.248603:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876707.248646:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365706624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876707.248653:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 290
00000100:00100000:1.0:1788876707.248687:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365706624:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876707.248740:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365706112
00000100:00100000:3.0:1788876707.248745:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365706112
00000100:00100000:3.0:1788876707.248783:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6564
00000100:00100000:3.0:1788876707.248789:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365706112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876707.248827:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365706112:12345-0@lo:400:kworker.0 Request processed in 38us (479us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876707.248833:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6564
00000100:00080000:1.0:1788876707.248883:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876707.248903:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365706112:0@lo:400:kworker.0
00000100:00100000:0.0:1788876707.322773:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564330379682 time 7564331739734 state 0x0 ref 1
00000100:00100000:0.0:1788876707.322803:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362628480:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876707.322869:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 81788928, mtime: 0x6aa017a3, atime: 0x0, ctime: 0x6aa017a3, blocks: 0x27009
00010000:00010000:0.0:1788876707.322879:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d2b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.322900:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7564s v=(0 0)
00010000:00010000:0.0:1788876707.322905:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876707.322912:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876707.322926:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e764d2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876707.412630:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981263 is committed
00000100:00100000:1.0:1788876707.422625:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876707.422713:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362628608
00000100:00100000:3.0:1788876707.422723:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362628608
00000100:00100000:3.0:1788876707.422781:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564330379682 time 7564331739734 state 0x0 ref 1
00000100:00100000:3.0:1788876707.422796:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564531739734 time 7564331739734 state 0x1 ref 1
00002000:00010000:3.0:1788876707.612724:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 82837504 -> 83886080
00002000:00010000:3.0:1788876707.612733:0:18422:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876707 -> 1788876708
00002000:00010000:3.0:1788876707.612736:0:18422:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876707 -> 1788876708
00002000:00010000:3.0:1788876707.612738:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 161801 -> 163849
00010000:00010000:3.0:1788876707.612752:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764d32 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.612765:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764d32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.612775:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764d32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.612783:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876707.612788:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764d32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.612797:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.612815:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764d32 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.612822:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df35777c/0x3868396b8e764d32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876707.613133:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981264 is committed
00000100:00100000:3.0:1788876707.613453:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362628608:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87741us (190830us total) trans 4294981264 rc 0/0
00000100:00100000:3.0:1788876707.613465:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1236
00000100:00100000:3.0:1788876707.613478:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564531739734 time 7564534651240 state 0x2 ref 0
00000100:00100000:1.0:1788876707.618436:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876707.728708:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564734651240 time 7564737675260 state 0x0 ref 1
00000100:00100000:3.0:1788876707.728741:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362628736:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876707.728803:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 83886080, mtime: 0x6aa017a4, atime: 0x0, ctime: 0x6aa017a4, blocks: 0x28009
00010000:00010000:3.0:1788876707.728812:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.728827:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7564s v=(0 0)
00010000:00010000:3.0:1788876707.728831:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876707.728838:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876707.728853:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876707.787806:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 83886080 -> 84934656
00002000:00010000:1.0:1788876707.787815:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 163849 -> 165897
00010000:00010000:1.0:1788876707.787829:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.787841:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.787850:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.787857:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876707.787861:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.787869:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.787887:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.787905:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876707.788044:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362628736:12345-192.168.203.59@tcp:4:dd.500 Request processed in 59283us (169581us total) trans 4294981265 rc 0/0
00000100:00100000:1.0:1788876707.788057:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1237
00000100:00100000:1.0:1788876707.788069:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564734651240 time 7564737675260 state 0x2 ref 0
00000001:00080000:0.0:1788876707.788254:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981265 is committed
00000100:00100000:1.0:1788876707.793544:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876707.793760:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362628864
00000100:00100000:3.0:1788876707.793769:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362628864
00000100:00100000:3.0:1788876707.793826:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564734651240 time 7564737675260 state 0x0 ref 1
00000100:00100000:3.0:1788876707.793843:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564937675260 time 7564737675260 state 0x1 ref 1
00000100:00100000:1.0:1788876707.826751:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876707.826788:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876707.826823:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876707.826861:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876707.827644:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362629120
00000100:00100000:0.0:1788876707.827650:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362629120
00000100:00100000:0.0:1788876707.827693:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362629376
00000100:00100000:0.0:1788876707.827697:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362629376
00000100:00100000:0.0:1788876707.827716:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6565
00000100:00100000:0.0:1788876707.827723:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362629120:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876707.827758:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362629120:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 36us (1016us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876707.827764:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6565
00000100:00100000:0.0:1788876707.827777:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6566
00000100:00100000:0.0:1788876707.827784:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362629376:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876707.827806:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362629376:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 23us (1018us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876707.827812:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6566
00010000:00010000:0.0:1788876707.887037:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876707.931560:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564937675260 time 7564940524534 state 0x0 ref 1
00000100:00100000:1.0:1788876707.931590:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362628864:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876707.931650:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 84934656, mtime: 0x6aa017a4, atime: 0x0, ctime: 0x6aa017a4, blocks: 0x28809
00010000:00010000:1.0:1788876707.931659:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.931675:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7564s v=(0 0)
00010000:00010000:1.0:1788876707.931679:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876707.931686:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.931706:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876707.982780:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 84934656 -> 85983232
00002000:00010000:1.0:1788876707.982788:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 165897 -> 167945
00010000:00010000:1.0:1788876707.982803:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.982816:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.982824:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.982832:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876707.982836:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.982846:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.982865:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876707.982873:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876707.982991:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362628864:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51409us (189452us total) trans 4294981266 rc 0/0
00000100:00100000:1.0:1788876707.983002:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1238
00000100:00100000:1.0:1788876707.983044:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564937675260 time 7564940524534 state 0x2 ref 0
00000001:00080000:0.0:1788876707.983232:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981266 is committed
00000100:00100000:0.0:1788876708.000326:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362629504
00000100:00100000:0.0:1788876708.000336:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362629504
00000100:00100000:0.0:1788876708.000395:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7564937675260 time 7564940524534 state 0x0 ref 1
00000100:00100000:0.0:1788876708.000410:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565140524534 time 7564940524534 state 0x1 ref 1
00000100:00100000:1.0:1788876708.132248:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565140524534 time 7565141213113 state 0x0 ref 1
00000100:00100000:1.0:1788876708.132291:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362629504:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876708.132350:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 85983232, mtime: 0x6aa017a4, atime: 0x0, ctime: 0x6aa017a4, blocks: 0x29009
00010000:00010000:1.0:1788876708.132360:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.132386:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7565s v=(0 0)
00010000:00010000:1.0:1788876708.132390:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876708.132396:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.132413:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876708.239287:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 85983232 -> 87031808
00002000:00010000:1.0:1788876708.239296:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 167945 -> 169993
00010000:00010000:1.0:1788876708.239310:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.239323:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.239332:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.239339:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876708.239344:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.239354:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.239373:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876708.239381:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876708.239489:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362629504:12345-192.168.203.59@tcp:4:dd.500 Request processed in 107219us (239271us total) trans 4294981267 rc 0/0
00000100:00100000:1.0:1788876708.239500:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1239
00000100:00100000:1.0:1788876708.239513:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565140524534 time 7565141213113 state 0x2 ref 0
00000100:00100000:3.0:1788876708.247735:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876708.247894:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362629632
00000100:00100000:1.0:1788876708.247904:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362629632
00000100:00100000:1.0:1788876708.247976:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565140524534 time 7565141213113 state 0x0 ref 1
00000100:00100000:1.0:1788876708.247991:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565341213113 time 7565141213113 state 0x1 ref 1
00000100:00100000:0.0:1788876708.332468:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565341213113 time 7565341434781 state 0x0 ref 1
00000100:00100000:0.0:1788876708.332499:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362629632:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876708.332555:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 87031808, mtime: 0x6aa017a4, atime: 0x0, ctime: 0x6aa017a4, blocks: 0x29809
00010000:00010000:0.0:1788876708.332564:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764d4e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876708.332580:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7565s v=(0 0)
00010000:00010000:0.0:1788876708.332584:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876708.332590:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764d4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876708.332603:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764d4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876708.427562:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362629760
00000100:00100000:0.0:1788876708.427572:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362629760
00000100:00100000:0.0:1788876708.427641:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565341213113 time 7565341434781 state 0x0 ref 1
00000100:00100000:0.0:1788876708.427671:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565541434781 time 7565341434781 state 0x1 ref 1
00000001:00080000:0.0:1788876708.638503:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981269 is committed
00000100:00100000:0.0:1788876708.663887:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876708.733092:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565741711625 time 7565742056093 state 0x0 ref 1
00000100:00100000:3.0:1788876708.733123:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362629888:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876708.733184:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 89128960, mtime: 0x6aa017a5, atime: 0x0, ctime: 0x6aa017a5, blocks: 0x2a809
00010000:00010000:3.0:1788876708.733193:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d5c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876708.733208:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7565s v=(0 0)
00010000:00010000:3.0:1788876708.733212:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876708.733218:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876708.733231:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876708.901447:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981270 is committed
00000100:00100000:0.0:1788876708.922588:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876708.922700:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362630016
00000100:00100000:3.0:1788876708.922708:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362630016
00000100:00100000:3.0:1788876708.922763:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565741711625 time 7565742056093 state 0x0 ref 1
00000100:00100000:3.0:1788876708.922778:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565942056093 time 7565742056093 state 0x1 ref 1
00000001:00080000:1.0:1788876709.066674:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981271 is committed
00002000:00010000:0.0:1788876709.072576:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 90177536 -> 91226112
00002000:00010000:0.0:1788876709.072586:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 176137 -> 178185
00010000:00010000:0.0:1788876709.072600:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e7de1ca/0x3868396b8e764d63 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.072613:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e7de1ca/0x3868396b8e764d63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.072622:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e7de1ca/0x3868396b8e764d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.072630:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876709.072635:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e7de1ca/0x3868396b8e764d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.072644:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e7de1ca/0x3868396b8e764d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.072665:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e7de1ca/0x3868396b8e764d63 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.072679:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e7de1ca/0x3868396b8e764d63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876709.072909:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362630016:12345-192.168.203.59@tcp:4:dd.500 Request processed in 139515us (150325us total) trans 4294981271 rc 0/0
00000100:00100000:0.0:1788876709.072929:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1243
00000100:00100000:0.0:1788876709.072941:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565942056093 time 7565942329150 state 0x2 ref 0
00000100:00100000:1.0:1788876709.086006:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362630144
00000100:00100000:1.0:1788876709.086052:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362630144
00000100:00100000:1.0:1788876709.086119:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7565942056093 time 7565942329150 state 0x0 ref 1
00000100:00100000:1.0:1788876709.086136:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566142329150 time 7565942329150 state 0x1 ref 1
00000100:00100000:0.0:1788876709.138912:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566142329150 time 7566147877410 state 0x0 ref 1
00000100:00100000:0.0:1788876709.138953:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362630144:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876709.139056:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 91226112, mtime: 0x6aa017a5, atime: 0x0, ctime: 0x6aa017a5, blocks: 0x2b809
00010000:00010000:0.0:1788876709.139066:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.139083:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7566s v=(0 0)
00010000:00010000:0.0:1788876709.139087:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876709.139094:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876709.139107:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876709.245549:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981272 is committed
00002000:00010000:1.0:1788876709.245684:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 91226112 -> 92274688
00002000:00010000:1.0:1788876709.245689:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 178185 -> 180233
00010000:00010000:1.0:1788876709.245705:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.245718:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.245728:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.245735:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876709.245740:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.245756:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.245774:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.245782:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e764d6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876709.248822:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362630144:12345-192.168.203.59@tcp:4:dd.500 Request processed in 109879us (162912us total) trans 4294981272 rc 0/0
00000100:00100000:1.0:1788876709.248837:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1244
00000100:00100000:1.0:1788876709.248849:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566142329150 time 7566147877410 state 0x2 ref 0
00000100:00100000:1.0:1788876709.256597:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362630272
00000100:00100000:1.0:1788876709.256607:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362630272
00000100:00100000:1.0:1788876709.256665:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566142329150 time 7566147877410 state 0x0 ref 1
00000100:00100000:1.0:1788876709.256753:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566347877410 time 7566147877410 state 0x1 ref 1
00000100:00100000:0.0:1788876709.295725:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365706752:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876709.295801:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876709.295982:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365706752
00000100:00100000:3.0:1788876709.295990:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365706752
00000100:00100000:3.0:1788876709.296075:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 291
00000100:00100000:3.0:1788876709.296085:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365706752:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876709.296106:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511115264 pending 0 free 3760193536 avail 3757047808
00000100:00100000:3.0:1788876709.296167:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365706752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876709.296175:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 291
00000100:00100000:0.0:1788876709.296363:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365706752:0@lo:13:osp-pre-0-0.0
00002000:00010000:1.0:1788876709.460495:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 92274688 -> 93323264
00002000:00010000:1.0:1788876709.460504:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 180233 -> 182281
00010000:00010000:1.0:1788876709.460520:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764d71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.460594:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764d71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.460603:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764d71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.460610:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9ca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876709.460615:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764d71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.460624:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764d71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.460644:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764d71 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876709.460652:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000125d36b0/0x3868396b8e764d71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876709.460750:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362630272:12345-192.168.203.59@tcp:4:dd.500 Request processed in 120612us (204264us total) trans 4294981273 rc 0/0
00000100:00100000:1.0:1788876709.460761:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1245
00000100:00100000:1.0:1788876709.460772:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566347877410 time 7566349082502 state 0x2 ref 0
00000100:00100000:0.0:1788876709.487472:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876709.487560:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362630400
00000100:00100000:1.0:1788876709.487570:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362630400
00000100:00100000:1.0:1788876709.487629:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566347877410 time 7566349082502 state 0x0 ref 1
00000100:00100000:1.0:1788876709.487644:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566549082502 time 7566349082502 state 0x1 ref 1
00000100:00100000:3.0:1788876709.540341:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566549082502 time 7566549307559 state 0x0 ref 1
00000100:00100000:3.0:1788876709.540372:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362630400:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876709.540454:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 93323264, mtime: 0x6aa017a5, atime: 0x0, ctime: 0x6aa017a5, blocks: 0x2c809
00010000:00010000:3.0:1788876709.540463:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.540478:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7566s v=(0 0)
00010000:00010000:3.0:1788876709.540482:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876709.540488:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.540501:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876709.597822:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981274 is committed
00002000:00010000:3.0:1788876709.598006:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 93323264 -> 94371840
00002000:00010000:3.0:1788876709.598030:0:20685:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876709 -> 1788876710
00002000:00010000:3.0:1788876709.598034:0:20685:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876709 -> 1788876710
00002000:00010000:3.0:1788876709.598036:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 182281 -> 184329
00010000:00010000:3.0:1788876709.598050:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.598064:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.598073:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.598080:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876709.598085:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.598095:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.598114:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.598122:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876709.598225:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362630400:12345-192.168.203.59@tcp:4:dd.500 Request processed in 57861us (110758us total) trans 4294981274 rc 0/0
00000100:00100000:3.0:1788876709.598239:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1246
00000100:00100000:3.0:1788876709.598251:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566549082502 time 7566549307559 state 0x2 ref 0
00000100:00100000:0.0:1788876709.602821:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876709.740641:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566749307559 time 7566749605623 state 0x0 ref 1
00000100:00100000:3.0:1788876709.740671:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362630528:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876709.740729:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 94371840, mtime: 0x6aa017a6, atime: 0x0, ctime: 0x6aa017a6, blocks: 0x2d009
00010000:00010000:3.0:1788876709.740738:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d7f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.740754:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7566s v=(0 0)
00010000:00010000:3.0:1788876709.740759:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876709.740765:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.740778:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e764d7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876709.826719:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981275 is committed
00000100:00100000:1.0:1788876709.837002:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:3.0:1788876709.934518:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876709.942895:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566949605623 time 7566951860394 state 0x0 ref 1
00000100:00100000:3.0:1788876709.942925:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362630656:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876709.942982:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 95420416, mtime: 0x6aa017a6, atime: 0x0, ctime: 0x6aa017a6, blocks: 0x2d80b
00010000:00010000:3.0:1788876709.942994:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d86 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.943046:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7566s v=(0 0)
00010000:00010000:3.0:1788876709.943051:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876709.943057:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876709.943071:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c13517/0x3868396b8e764d86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876709.997575:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981276 is committed
00000100:00100000:0.0:1788876710.006460:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362630784
00000100:00100000:0.0:1788876710.006471:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362630784
00000100:00100000:0.0:1788876710.006532:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7566949605623 time 7566951860394 state 0x0 ref 1
00000100:00100000:0.0:1788876710.006548:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567151860394 time 7566951860394 state 0x1 ref 1
00000100:00100000:0.0:1788876710.144899:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567151860394 time 7567153864498 state 0x0 ref 1
00000100:00100000:0.0:1788876710.144930:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362630784:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876710.145006:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 96468992, mtime: 0x6aa017a6, atime: 0x0, ctime: 0x6aa017a6, blocks: 0x2e00b
00010000:00010000:0.0:1788876710.145053:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764d8d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.145070:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7567s v=(0 0)
00010000:00010000:0.0:1788876710.145075:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876710.145082:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764d8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.145095:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000e103ce/0x3868396b8e764d8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876710.267642:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981277 is committed
00000100:00100000:1.0:1788876710.273096:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876710.273215:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362630912
00000100:00100000:0.0:1788876710.273223:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362630912
00000100:00100000:0.0:1788876710.273293:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567151860394 time 7567153864498 state 0x0 ref 1
00000100:00100000:0.0:1788876710.273308:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567353864498 time 7567153864498 state 0x1 ref 1
00000100:00100000:3.0:1788876710.345119:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567353864498 time 7567354073858 state 0x0 ref 1
00000100:00100000:3.0:1788876710.345148:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362630912:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876710.345206:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 97517568, mtime: 0x6aa017a6, atime: 0x0, ctime: 0x6aa017a6, blocks: 0x2e80b
00010000:00010000:3.0:1788876710.345216:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876710.345230:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7567s v=(0 0)
00010000:00010000:3.0:1788876710.345235:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876710.345242:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876710.345254:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876710.396491:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981278 is committed
00002000:00010000:0.0:1788876710.399093:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 97517568 -> 98566144
00002000:00010000:0.0:1788876710.399105:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 190475 -> 192523
00010000:00010000:0.0:1788876710.399120:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.399135:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.399143:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.399149:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876710.399153:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.399161:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.399178:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.399186:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc25e1f/0x3868396b8e764d94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876710.399348:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362630912:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54207us (126256us total) trans 4294981278 rc 0/0
00000100:00100000:0.0:1788876710.399358:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1250
00000100:00100000:0.0:1788876710.399369:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567353864498 time 7567354073858 state 0x2 ref 0
00000100:00100000:3.0:1788876710.417555:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362631040
00000100:00100000:3.0:1788876710.417566:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362631040
00000100:00100000:3.0:1788876710.417624:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567353864498 time 7567354073858 state 0x0 ref 1
00000100:00100000:3.0:1788876710.417651:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567554073858 time 7567354073858 state 0x1 ref 1
00000100:00100000:1.0:1788876710.545270:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567554073858 time 7567554227558 state 0x0 ref 1
00000100:00100000:1.0:1788876710.545302:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362631040:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876710.545360:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 98566144, mtime: 0x6aa017a6, atime: 0x0, ctime: 0x6aa017a6, blocks: 0x2f00b
00010000:00010000:1.0:1788876710.545369:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.545385:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7567s v=(0 0)
00010000:00010000:1.0:1788876710.545390:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876710.545396:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.545408:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876710.623855:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 98566144 -> 99614720
00002000:00010000:1.0:1788876710.623865:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb mtime from disk: 1788876710 -> 1788876711
00002000:00010000:1.0:1788876710.623876:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb ctime from disk: 1788876710 -> 1788876711
00002000:00010000:1.0:1788876710.623879:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 192523 -> 194571
00010000:00010000:1.0:1788876710.623894:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.623907:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.623925:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.623932:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876710.623937:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.623947:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.623965:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876710.623973:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764d9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876710.624104:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362631040:12345-192.168.203.59@tcp:4:dd.500 Request processed in 78812us (206748us total) trans 4294981279 rc 0/0
00000100:00100000:1.0:1788876710.624116:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1251
00000100:00100000:1.0:1788876710.624128:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567554073858 time 7567554227558 state 0x2 ref 0
00000100:00100000:1.0:1788876710.628817:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362631168
00000100:00100000:1.0:1788876710.628826:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362631168
00000100:00100000:1.0:1788876710.628984:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567554073858 time 7567554227558 state 0x0 ref 1
00000100:00100000:1.0:1788876710.629000:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567754227558 time 7567554227558 state 0x1 ref 1
00000100:00100000:3.0:1788876710.747782:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567754227558 time 7567756746737 state 0x0 ref 1
00000100:00100000:3.0:1788876710.747813:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362631168:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876710.748171:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 99614720, mtime: 0x6aa017a7, atime: 0x0, ctime: 0x6aa017a7, blocks: 0x2f80b
00010000:00010000:3.0:1788876710.748182:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876710.748197:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7567s v=(0 0)
00010000:00010000:3.0:1788876710.748202:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876710.748209:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876710.748229:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876710.806303:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 99614720 -> 100663296
00002000:00010000:0.0:1788876710.806313:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 194571 -> 196619
00010000:00010000:0.0:1788876710.806328:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.806340:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.806349:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.806356:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dde00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876710.806361:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.806370:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.806389:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.806397:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caf460e4/0x3868396b8e764da2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876710.806495:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362631168:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58689us (177769us total) trans 4294981280 rc 0/0
00000100:00100000:0.0:1788876710.806506:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1252
00000100:00100000:0.0:1788876710.806518:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567754227558 time 7567756746737 state 0x2 ref 0
00000001:00080000:1.0:1788876710.809057:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981280 is committed
00000100:00100000:3.0:1788876710.815518:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362631296
00000100:00100000:3.0:1788876710.815529:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362631296
00000100:00100000:3.0:1788876710.815589:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567754227558 time 7567756746737 state 0x0 ref 1
00000100:00100000:3.0:1788876710.815605:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567956746737 time 7567756746737 state 0x1 ref 1
00000100:00100000:0.0:1788876710.947990:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567956746737 time 7567956955894 state 0x0 ref 1
00000100:00100000:0.0:1788876710.948048:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362631296:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876710.948106:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 100663296, mtime: 0x6aa017a7, atime: 0x0, ctime: 0x6aa017a7, blocks: 0x3000b
00010000:00010000:0.0:1788876710.948116:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.948131:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7567s v=(0 0)
00010000:00010000:0.0:1788876710.948135:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876710.948141:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876710.948155:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876711.042062:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 100663296 -> 101711872
00002000:00010000:1.0:1788876711.042067:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 196619 -> 198667
00010000:00010000:1.0:1788876711.042082:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.042094:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.042102:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.042109:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876711.042114:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.042122:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.042146:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.042153:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e764da9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876711.042328:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362631296:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94315us (226904us total) trans 4294981281 rc 0/0
00000100:00100000:1.0:1788876711.042340:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1253
00000100:00100000:1.0:1788876711.042352:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567956746737 time 7567956955894 state 0x2 ref 0
00000100:00100000:3.0:1788876711.055405:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362631424
00000100:00100000:3.0:1788876711.055415:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362631424
00000100:00100000:3.0:1788876711.055491:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7567956746737 time 7567956955894 state 0x0 ref 1
00000100:00100000:3.0:1788876711.055507:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568156955894 time 7567956955894 state 0x1 ref 1
00000001:00080000:3.0:1788876711.222551:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981282 is committed
00002000:00010000:0.0:1788876711.222727:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 101711872 -> 102760448
00002000:00010000:0.0:1788876711.222733:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 198667 -> 200715
00010000:00010000:0.0:1788876711.222750:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764db0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.222763:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764db0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.222772:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.222780:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876711.222785:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.222794:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.222813:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764db0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.222821:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764db0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876711.222941:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362631424:12345-192.168.203.59@tcp:4:dd.500 Request processed in 74294us (167662us total) trans 4294981282 rc 0/0
00000100:00100000:0.0:1788876711.222953:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1254
00000100:00100000:0.0:1788876711.222971:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568156955894 time 7568157584325 state 0x2 ref 0
00000100:00100000:3.0:1788876711.229564:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876711.349756:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568357584325 time 7568358721868 state 0x0 ref 1
00000100:00100000:0.0:1788876711.349787:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362631552:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876711.349845:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 102760448, mtime: 0x6aa017a7, atime: 0x0, ctime: 0x6aa017a7, blocks: 0x3100b
00010000:00010000:0.0:1788876711.349855:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.349879:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7568s v=(0 0)
00010000:00010000:0.0:1788876711.349883:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876711.349890:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876711.349911:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876711.494132:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981283 is committed
00002000:00010000:1.0:1788876711.494200:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb size from disk: 102760448 -> 103809024
00002000:00010000:1.0:1788876711.494204:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe44:0x0] updating lvb blocks from disk: 200715 -> 202763
00010000:00010000:1.0:1788876711.494219:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.494232:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.494242:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.494261:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876711.494266:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.494277:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.494295:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.494302:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e764db7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876711.494404:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362631552:12345-192.168.203.59@tcp:4:dd.500 Request processed in 144627us (264845us total) trans 4294981283 rc 0/0
00000100:00100000:1.0:1788876711.494415:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1255
00000100:00100000:1.0:1788876711.494427:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568357584325 time 7568358721868 state 0x2 ref 0
00000100:00100000:0.0:1788876711.499715:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362631680
00000100:00100000:0.0:1788876711.499724:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362631680
00000100:00100000:0.0:1788876711.499783:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568357584325 time 7568358721868 state 0x0 ref 1
00000100:00100000:0.0:1788876711.499797:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568558721868 time 7568358721868 state 0x1 ref 1
00000100:00100000:1.0:1788876711.549913:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568558721868 time 7568558869224 state 0x0 ref 1
00000100:00100000:1.0:1788876711.549943:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362631680:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876711.549999:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 103809024, mtime: 0x6aa017a7, atime: 0x0, ctime: 0x6aa017a7, blocks: 0x3180b
00010000:00010000:1.0:1788876711.550008:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764dbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.550068:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7568s v=(0 0)
00010000:00010000:1.0:1788876711.550072:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876711.550079:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764dbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.550094:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e764dbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876711.647596:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362631936
00000100:00100000:0.0:1788876711.647607:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362631936
00000100:00100000:0.0:1788876711.647715:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9830
00000100:00100000:0.0:1788876711.647727:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249208:x1875765362631936:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:0.0:1788876711.648588:0:19088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010711
00000100:00100000:0.0:1788876711.648698:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249208:x1875765362631936:12345-192.168.203.59@tcp:35:dd.500 Request processed in 971us (1342us total) trans 4295010712 rc 0/0
00000100:00100000:0.0:1788876711.648707:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9830
00000020:00080000:0.0:1788876711.648712:0:19088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1788876711.831671:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876711.835990:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876711.836208:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362632448
00000100:00100000:1.0:1788876711.836218:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362632448
00000100:00100000:1.0:1788876711.836291:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1178
00000100:00100000:1.0:1788876711.836302:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362632448:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876711.836318:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876711.836342:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c9d000/0x3868396b8e764dcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc95:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888277 expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.836363:0:5776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc95:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876711.836367:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876711.836420:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2356:x1875765362632448:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 120us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876711.836428:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1178
00000100:00100000:0.0:1788876711.838665:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876711.838742:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362632320
00000100:00100000:3.0:1788876711.838752:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362632320
00000100:00100000:3.0:1788876711.838812:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 488
00000100:00100000:3.0:1788876711.838822:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362632320:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876711.838838:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876711.838857:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764dda lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88827e expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876711.838883:0:6582:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 104857600, mtime: 0x6aa017a8, atime: 0x0, ctime: 0x6aa017a8, blocks: 0x3200b
00010000:00010000:3.0:1788876711.838912:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7568s v=(0 0)
00010000:00010000:3.0:1788876711.838917:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876711.838927:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88827e expref: 6 pid: 6582 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.838949:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88827e expref: 6 pid: 6582 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.838962:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842d7dd400, rc 0)
00000100:00100000:3.0:1788876711.839041:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362632320:12345-192.168.203.59@tcp:101:dd.500 Request processed in 220us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876711.839048:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 488
00000100:00100000:0.0:1788876711.857863:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876711.857958:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362632576
00000100:00100000:3.0:1788876711.857966:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362632576
00000100:00100000:3.0:1788876711.858049:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7478979754443 time 7478981063856 state 0x0 ref 1
00000100:00100000:3.0:1788876711.858059:0:18418:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x1, head sequence 9: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99842ecba500 gen 0 rate 10 depth 3 token 0 deadline 7478979754443 time 7478981063856 state 0x0 ref 1
00000100:00100000:3.0:1788876711.858085:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 3 deadline 7569067061978 time 7568867061978 state 0x1 ref 1
00000100:00100000:3.0:1788876711.858118:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 2 deadline 7569067061978 time 7568867098625 state 0x0 ref 1
00000100:00100000:3.0:1788876711.858129:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362632576:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876711.858162:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.858178:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876711.858182:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876711.858189:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.858202:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.872570:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.872590:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.872600:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.872608:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7ddc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876711.872613:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.872622:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.872641:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876711.872649:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764de1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876711.872737:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362632576:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14604us (14878us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876711.872748:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1257
00000100:00100000:3.0:1788876711.872760:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 2 deadline 7569067061978 time 7568867098625 state 0x2 ref 0
00000100:00100000:0.0:1788876711.879766:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:1.0:1788876711.902772:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764de8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.902793:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764de8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.902803:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764de8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.902817:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9d200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876711.902822:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764de8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.902831:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764de8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.902849:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764de8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876711.902870:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e17c6028/0x3868396b8e764de8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876711.902956:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362632704:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22815us (23193us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876711.902966:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1258
00000100:00100000:1.0:1788876711.902978:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 1 deadline 7569067098625 time 7568889105301 state 0x2 ref 0
00000100:00100000:0.0:1788876711.912353:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876711.925788:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876711.925879:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362632960
00000100:00100000:1.0:1788876711.925890:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362632960
00000100:00100000:1.0:1788876711.925954:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569089105301 time 7568921546598 state 0x0 ref 1
00000100:00100000:1.0:1788876711.925970:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569121546598 time 7568921546598 state 0x1 ref 1
00010000:00010000:0.0:1788876711.982419:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876712.120738:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764df6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.120757:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764df6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.120766:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764df6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.120773:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9c200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876712.120777:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764df6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.120786:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764df6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.120804:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764df6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.120811:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764df6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876712.120895:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362632960:12345-192.168.203.59@tcp:3:dd.500 Request processed in 8144us (195109us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876712.120917:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1260
00000100:00100000:3.0:1788876712.120929:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569121546598 time 7569121694559 state 0x2 ref 0
00000100:00100000:0.0:1788876712.125191:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876712.125346:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362633088
00000100:00100000:1.0:1788876712.125357:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362633088
00000100:00100000:1.0:1788876712.125413:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569121546598 time 7569121694559 state 0x0 ref 1
00000100:00100000:1.0:1788876712.125428:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569321694559 time 7569121694559 state 0x1 ref 1
00000100:00100000:0.0:1788876712.313072:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569321694559 time 7569321995105 state 0x0 ref 1
00000100:00100000:0.0:1788876712.313103:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362633088:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876712.313144:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876712.313162:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876712.313166:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876712.313173:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876712.313187:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.336796:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.336816:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.336825:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.336832:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876712.336837:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.336846:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.336874:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.336883:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e764dfd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876712.336968:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362633088:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23873us (211780us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876712.336979:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1261
00000100:00100000:3.0:1788876712.336991:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569321694559 time 7569321995105 state 0x2 ref 0
00000100:00100000:0.0:1788876712.352319:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362633216
00000100:00100000:0.0:1788876712.352329:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362633216
00000100:00100000:0.0:1788876712.352387:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569321694559 time 7569321995105 state 0x0 ref 1
00000100:00100000:0.0:1788876712.352402:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569521995105 time 7569321995105 state 0x1 ref 1
00000100:00100000:0.0:1788876712.366234:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876712.366268:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9984104ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365706880:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876712.366342:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876712.366494:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365706880
00000100:00100000:1.0:1788876712.366502:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365706880
00000100:00100000:1.0:1788876712.366565:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 292
00000100:00100000:1.0:1788876712.366576:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365706880:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876712.366608:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876712.366659:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365706880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876712.366666:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 292
00000100:00100000:0.0:1788876712.366751:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9984104ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365706880:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876712.368259:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365707008
00000100:00100000:0.0:1788876712.368263:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365707008
00000100:00100000:0.0:1788876712.368298:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084
00000100:00100000:0.0:1788876712.368305:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365707008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876712.368345:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365707008:12345-0@lo:400:kworker.0 Request processed in 41us (908us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876712.368352:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084
00000100:00100000:0.0:1788876712.368388:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365707008:0@lo:400:kworker.0
00000100:00100000:3.0:1788876712.514589:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569521995105 time 7569523556089 state 0x0 ref 1
00000100:00100000:3.0:1788876712.514621:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362633216:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876712.514663:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.514689:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876712.514693:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876712.514699:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.514711:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.534115:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.534134:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.534147:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.534154:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7ddc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876712.534159:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.534167:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.534186:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.534194:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085fcea37/0x3868396b8e764e04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876712.534306:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362633216:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19693us (182096us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876712.534318:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1262
00000100:00100000:3.0:1788876712.534331:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569521995105 time 7569523556089 state 0x2 ref 0
00000100:00100000:0.0:1788876712.541556:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876712.714738:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569723556089 time 7569723705266 state 0x0 ref 1
00000100:00100000:0.0:1788876712.714769:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362633344:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876712.714812:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e0b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876712.714829:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876712.714833:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876712.714840:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876712.714854:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876712.770774:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362633472
00000100:00100000:3.0:1788876712.770783:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362633472
00000100:00100000:3.0:1788876712.770843:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569723556089 time 7569723705266 state 0x0 ref 1
00000100:00100000:3.0:1788876712.770873:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569923705266 time 7569723705266 state 0x1 ref 1
00000100:00100000:0.0:1788876712.919336:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569923705266 time 7569928302197 state 0x0 ref 1
00000100:00100000:0.0:1788876712.919367:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362633472:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876712.919412:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876712.919430:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876712.919435:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876712.919442:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876712.919456:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.936941:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.936962:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.936973:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.936980:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876712.936986:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.936995:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.937038:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876712.937047:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764e12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876712.937145:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362633472:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17787us (166522us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876712.937160:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1264
00000100:00100000:3.0:1788876712.937172:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569923705266 time 7569928302197 state 0x2 ref 0
00000100:00100000:3.0:1788876712.947422:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876712.947506:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362633600
00000100:00100000:0.0:1788876712.947516:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362633600
00000100:00100000:0.0:1788876712.947574:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7569923705266 time 7569928302197 state 0x0 ref 1
00000100:00100000:0.0:1788876712.947590:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570128302197 time 7569928302197 state 0x1 ref 1
00000100:00100000:0.0:1788876712.956079:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876712.956112:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362633856
00000100:00100000:3.0:1788876712.956121:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362633856
00000100:00100000:0.0:1788876712.956130:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876712.956154:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876712.959596:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876712.959630:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362633984
00000100:00100000:0.0:1788876712.959639:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362633984
00000100:00100000:0.0:1788876712.959704:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 489
00000100:00100000:0.0:1788876712.959714:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362633984:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:0.0:1788876712.959743:0:20460:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e7648cb
00000100:00080000:0.0:1788876712.959751:0:20460:0:(import.c:65:import_set_state_nolock()) ffff99843b180000 : changing import state from FULL to CLOSED
00000001:00000004:0.0:1788876712.959783:0:20460:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294993582
00000100:00100000:0.0:1788876712.960533:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362633984:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 819us (945us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876712.960542:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 489
00000100:00100000:0.0:1788876712.962446:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362633728
00000100:00100000:0.0:1788876712.962458:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362633728
00000100:00100000:0.0:1788876712.962507:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3085
00000100:00100000:0.0:1788876712.962515:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362633728:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876712.962577:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362633728:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 62us (6445us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876712.962584:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3085
00000100:00100000:3.0:1788876712.963862:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362634112
00000100:00100000:3.0:1788876712.964052:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362634112
00000100:00100000:3.0:1788876712.965341:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6570
00000100:00100000:3.0:1788876712.965354:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2357:x1875765362633856:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876712.965433:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2357:x1875765362633856:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 82us (9363us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876712.965441:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6570
00000100:00100000:3.0:1788876712.966697:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6571
00000100:00100000:3.0:1788876712.966721:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362634112:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876712.967715:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362634112:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 999us (11555us total) trans 0 rc 0/0
00010000:00010000:1.0:1788876712.971414:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876712.971414:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6571
00000100:00080000:1.0:1788876712.971434:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876712.971440:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:3.0:1788876712.985509:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010712 is committed
00000001:00080000:3.0:1788876712.985528:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010713 is committed
00010000:00010000:3.0:1788876713.006367:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876713.124223:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570128302197 time 7570133188042 state 0x0 ref 1
00000100:00100000:1.0:1788876713.124288:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362633600:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876713.124343:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876713.124359:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876713.124364:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876713.124371:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876713.124388:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.171589:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.171611:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.171620:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.171627:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840a37ce00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876713.171633:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.171641:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.171661:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.171669:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e34a502/0x3868396b8e764e19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876713.171771:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362633600:12345-192.168.203.59@tcp:3:dd.500 Request processed in 47527us (224354us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876713.171783:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1265
00000100:00100000:3.0:1788876713.171796:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570128302197 time 7570133188042 state 0x2 ref 0
00000100:00100000:0.0:1788876713.181196:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876713.324983:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570333188042 time 7570333940501 state 0x0 ref 1
00000100:00100000:3.0:1788876713.325175:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362634240:12345-192.168.203.59@tcp:3:dd.500
00000100:00100000:1.0:1788876713.363245:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876713.363338:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362634368
00000100:00100000:3.0:1788876713.363353:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362634368
00000100:00100000:3.0:1788876713.363412:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570333188042 time 7570333940501 state 0x0 ref 1
00000100:00100000:3.0:1788876713.363428:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570533940501 time 7570333940501 state 0x1 ref 1
00000100:00100000:3.0:1788876713.526869:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570533940501 time 7570535834793 state 0x0 ref 1
00000100:00100000:3.0:1788876713.526908:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362634368:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876713.526950:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e764e27 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.526970:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876713.526983:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876713.526990:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e764e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876713.527003:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e764e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876713.569538:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876713.569637:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362634496
00000100:00100000:3.0:1788876713.569648:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362634496
00000100:00100000:3.0:1788876713.569709:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570533940501 time 7570535834793 state 0x0 ref 1
00000100:00100000:3.0:1788876713.569726:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570735834793 time 7570535834793 state 0x1 ref 1
00000100:00100000:1.0:1788876713.755828:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876713.756863:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362634624
00000100:00100000:3.0:1788876713.756875:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362634624
00000100:00100000:3.0:1788876713.756941:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570735834793 time 7570736522836 state 0x0 ref 1
00000100:00100000:3.0:1788876713.756957:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570936522836 time 7570736522836 state 0x1 ref 1
00000100:00100000:0.0:1788876713.927821:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570936522836 time 7570936786595 state 0x0 ref 1
00000100:00100000:0.0:1788876713.927850:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362634624:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876713.927893:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.927908:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876713.927912:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876713.927919:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.927933:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.948754:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.948773:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.948782:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.948790:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f62c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876713.948795:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.948804:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.948823:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876713.948831:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876713.948930:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362634624:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21088us (193105us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876713.948942:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1269
00000100:00100000:0.0:1788876713.948954:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7570936522836 time 7570936786595 state 0x2 ref 0
00000100:00100000:3.0:1788876713.974559:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876714.155427:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876714.157949:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362634880
00000100:00100000:0.0:1788876714.157963:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362634880
00000100:00100000:0.0:1788876714.158048:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571136786595 time 7571136892037 state 0x0 ref 1
00000100:00100000:0.0:1788876714.158064:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571336892037 time 7571136892037 state 0x1 ref 1
00000100:00100000:3.0:1788876714.328633:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571336892037 time 7571337598167 state 0x0 ref 1
00000100:00100000:3.0:1788876714.328663:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362634880:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876714.328707:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876714.328722:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876714.328727:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876714.328733:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876714.328746:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.344900:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.344919:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.344929:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.344937:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f61600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876714.344943:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.344953:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.344973:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.344982:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094213d14/0x3868396b8e764e43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876714.345116:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362634880:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16462us (189695us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876714.345134:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1271
00000100:00100000:0.0:1788876714.345148:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571336892037 time 7571337598167 state 0x2 ref 0
00000100:00100000:3.0:1788876714.357285:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876714.358251:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362635008
00000100:00100000:1.0:1788876714.358261:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362635008
00000100:00100000:1.0:1788876714.358321:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571336892037 time 7571337598167 state 0x0 ref 1
00000100:00100000:1.0:1788876714.358348:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571537598167 time 7571337598167 state 0x1 ref 1
00000100:00100000:1.0:1788876714.415565:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365707648
00000100:00100000:1.0:1788876714.415573:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365707648
00000100:00100000:1.0:1788876714.415642:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 293
00000100:00100000:1.0:1788876714.415652:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365707648:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876714.415685:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788876714.418543:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365707648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2883us (3258us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876714.418556:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 293
00000100:00100000:3.0:1788876714.427109:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9984104af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365707648:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876714.528722:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571537598167 time 7571537688455 state 0x0 ref 1
00000100:00100000:1.0:1788876714.528755:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362635008:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876714.528797:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876714.528813:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876714.528817:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876714.528824:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876714.528837:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.540527:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.540548:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.540557:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.540564:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840a37d800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876714.540568:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.540576:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.540595:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.540604:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058835f1a/0x3868396b8e764e4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876714.540682:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362635008:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11938us (183400us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876714.540692:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1272
00000100:00100000:0.0:1788876714.540702:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571537598167 time 7571537688455 state 0x2 ref 0
00000100:00100000:3.0:1788876714.546702:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876714.733401:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571737688455 time 7571742367758 state 0x0 ref 1
00000100:00100000:1.0:1788876714.733432:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362635136:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876714.733473:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e787d3a/0x3868396b8e764e51 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876714.733490:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876714.733494:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876714.733501:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e787d3a/0x3868396b8e764e51 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876714.733515:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e787d3a/0x3868396b8e764e51 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876714.747647:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362635136:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14225us (200948us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876714.747658:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1273
00000100:00100000:2.0:1788876714.747670:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571737688455 time 7571742367758 state 0x2 ref 0
00000100:00100000:3.0:1788876714.760724:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876714.760808:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362635264
00000100:00100000:2.0:1788876714.760818:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362635264
00000100:00100000:2.0:1788876714.760896:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571737688455 time 7571742367758 state 0x0 ref 1
00000100:00100000:2.0:1788876714.760912:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571942367758 time 7571742367758 state 0x1 ref 1
00000100:00100000:0.0:1788876714.933561:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571942367758 time 7571942518379 state 0x0 ref 1
00000100:00100000:0.0:1788876714.933592:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362635264:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876714.933634:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.933652:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876714.933657:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876714.933664:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.933677:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.956310:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.956328:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.956350:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.956357:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f62c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876714.956361:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.956379:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.956396:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876714.956404:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a85bd5f/0x3868396b8e764e58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876714.956484:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362635264:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22900us (195764us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876714.956495:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1274
00000100:00100000:0.0:1788876714.956507:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571942367758 time 7571942518379 state 0x2 ref 0
00000100:00100000:3.0:1788876714.969108:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876714.969398:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362635392
00000100:00100000:2.0:1788876714.969408:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362635392
00000100:00100000:2.0:1788876714.969473:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7571942367758 time 7571942518379 state 0x0 ref 1
00000100:00100000:2.0:1788876714.969488:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572142518379 time 7571942518379 state 0x1 ref 1
00010000:00010000:0.0:1788876715.054239:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876715.133681:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572142518379 time 7572142647144 state 0x0 ref 1
00000100:00100000:2.0:1788876715.133733:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362635392:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876715.133784:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.133802:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876715.133807:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876715.133813:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.133828:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876715.134079:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876715.161107:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.161126:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.161135:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.161142:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876715.161147:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.161156:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.161174:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.161181:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e764e5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876715.161347:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362635392:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27644us (192241us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876715.161359:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1275
00000100:00100000:2.0:1788876715.161369:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572142518379 time 7572142647144 state 0x2 ref 0
00000100:00100000:3.0:1788876715.171654:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876715.179411:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362635520
00000100:00100000:0.0:1788876715.179436:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362635520
00000100:00100000:0.0:1788876715.179514:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572142518379 time 7572142647144 state 0x0 ref 1
00000100:00100000:0.0:1788876715.179529:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572342647144 time 7572142647144 state 0x1 ref 1
00000100:00100000:3.0:1788876715.334900:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572342647144 time 7572343858466 state 0x0 ref 1
00000100:00100000:3.0:1788876715.334931:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362635520:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876715.334974:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.334990:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876715.334994:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876715.335001:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.335052:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.357709:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.357729:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.357738:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.357746:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f60000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876715.357759:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.357769:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.357787:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.357794:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051fa516f/0x3868396b8e764e66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876715.357912:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362635520:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22990us (186261us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876715.357923:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1276
00000100:00100000:2.0:1788876715.357935:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572342647144 time 7572343858466 state 0x2 ref 0
00000100:00100000:3.0:1788876715.370487:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876715.370601:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362635648
00000100:00100000:2.0:1788876715.370612:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362635648
00000100:00100000:2.0:1788876715.370667:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572342647144 time 7572343858466 state 0x0 ref 1
00000100:00100000:2.0:1788876715.370683:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572543858466 time 7572343858466 state 0x1 ref 1
00000100:00100000:1.0:1788876715.535077:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572543858466 time 7572544042712 state 0x0 ref 1
00000100:00100000:1.0:1788876715.535112:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362635648:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876715.535154:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876715.535171:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876715.535175:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876715.535182:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876715.535194:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876715.569327:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876715.569347:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876715.569357:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876715.569364:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876715.569369:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876715.569376:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876715.569393:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876715.569400:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e764e6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876715.569487:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362635648:12345-192.168.203.59@tcp:3:dd.500 Request processed in 34386us (199003us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876715.569506:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1277
00000100:00100000:0.0:1788876715.569518:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572543858466 time 7572544042712 state 0x2 ref 0
00000100:00100000:3.0:1788876715.575963:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876715.576103:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362635776
00000100:00100000:0.0:1788876715.576113:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362635776
00000100:00100000:0.0:1788876715.576169:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572543858466 time 7572544042712 state 0x0 ref 1
00000100:00100000:0.0:1788876715.576188:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572744042712 time 7572544042712 state 0x1 ref 1
00000100:00100000:1.0:1788876715.736205:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572744042712 time 7572745174140 state 0x0 ref 1
00000100:00100000:1.0:1788876715.736303:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362635776:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876715.736346:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876715.736362:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876715.736367:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876715.736373:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876715.736387:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.753084:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.753103:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.753112:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.753118:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876715.753123:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.753137:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.753156:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876715.753163:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e764e74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876715.753338:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362635776:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17105us (177373us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876715.753350:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1278
00000100:00100000:2.0:1788876715.753363:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572744042712 time 7572745174140 state 0x2 ref 0
00000100:00100000:1.0:1788876715.764716:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876715.764783:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362635904
00000100:00100000:0.0:1788876715.764794:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362635904
00000100:00100000:0.0:1788876715.764863:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572744042712 time 7572745174140 state 0x0 ref 1
00000100:00100000:0.0:1788876715.764980:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572945174140 time 7572745174140 state 0x1 ref 1
00000100:00100000:3.0:1788876715.936348:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572945174140 time 7572945311996 state 0x0 ref 1
00000100:00100000:3.0:1788876715.936379:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362635904:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876715.936420:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.936437:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876715.936443:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876715.936450:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.936473:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.953918:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.953938:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.953947:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.953955:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f61200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876715.953960:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.953969:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.953988:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876715.953997:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876715.954129:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362635904:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17751us (189406us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876715.954141:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1279
00000100:00100000:3.0:1788876715.954154:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572945174140 time 7572945311996 state 0x2 ref 0
00000100:00100000:1.0:1788876715.972193:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876715.974213:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636032
00000100:00100000:2.0:1788876715.974236:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636032
00000100:00100000:2.0:1788876715.974301:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7572945174140 time 7572945311996 state 0x0 ref 1
00000100:00100000:2.0:1788876715.974316:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573145311996 time 7572945311996 state 0x1 ref 1
00010000:00010000:1.0:1788876716.078164:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876716.138112:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573145311996 time 7573147077537 state 0x0 ref 1
00000100:00100000:3.0:1788876716.138141:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636032:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876716.138182:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.138200:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876716.138204:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876716.138210:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.138234:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.166280:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.166301:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.166317:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.166325:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f61200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876716.166331:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.166339:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.166359:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.166367:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876716.166445:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636032:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28313us (194257us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876716.166456:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1280
00000100:00100000:3.0:1788876716.166469:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573145311996 time 7573147077537 state 0x2 ref 0
00000100:00100000:0.0:1788876716.172875:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876716.174773:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636160
00000100:00100000:2.0:1788876716.174786:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636160
00000100:00100000:2.0:1788876716.174978:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573145311996 time 7573147077537 state 0x0 ref 1
00000100:00100000:2.0:1788876716.174994:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573347077537 time 7573147077537 state 0x1 ref 1
00000100:00100000:3.0:1788876716.338269:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573347077537 time 7573347235515 state 0x0 ref 1
00000100:00100000:3.0:1788876716.338299:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636160:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876716.338342:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.338358:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876716.338362:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876716.338369:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.338383:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.356777:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.356798:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.356807:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.356814:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f61200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876716.356819:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.356828:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.356852:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.356860:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764e89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876716.356941:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636160:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18650us (184070us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876716.356952:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1281
00000100:00100000:3.0:1788876716.356965:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573347077537 time 7573347235515 state 0x2 ref 0
00000100:00100000:0.0:1788876716.364079:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876716.364180:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636288
00000100:00100000:2.0:1788876716.364190:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636288
00000100:00100000:2.0:1788876716.364257:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573347077537 time 7573347235515 state 0x0 ref 1
00000100:00100000:2.0:1788876716.364272:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573547235515 time 7573347235515 state 0x1 ref 1
00000100:00100000:0.0:1788876716.538445:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573547235515 time 7573547409750 state 0x0 ref 1
00000100:00100000:0.0:1788876716.538476:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362636288:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876716.538530:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.538546:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876716.538551:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876716.538558:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.538572:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.562169:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.562188:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.562197:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.562204:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983a263ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876716.562209:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.562229:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.562253:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876716.562261:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876716.562346:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362636288:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23878us (198280us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876716.562357:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1282
00000100:00100000:3.0:1788876716.562368:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573547235515 time 7573547409750 state 0x2 ref 0
00000100:00100000:2.0:1788876716.579680:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876716.579899:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636416
00000100:00100000:3.0:1788876716.579908:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636416
00000100:00100000:3.0:1788876716.579963:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573547235515 time 7573547409750 state 0x0 ref 1
00000100:00100000:3.0:1788876716.579978:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573747409750 time 7573547409750 state 0x1 ref 1
00000100:00100000:0.0:1788876716.741735:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573747409750 time 7573750701569 state 0x0 ref 1
00000100:00100000:0.0:1788876716.741765:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362636416:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876716.741815:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.741840:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876716.741844:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876716.741850:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.741871:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.753361:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.753381:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.753391:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.753399:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983a263ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876716.753415:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.753432:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.753451:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.753460:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd481f16/0x3868396b8e764e97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876716.753553:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362636416:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11797us (173886us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876716.753565:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1283
00000100:00100000:0.0:1788876716.753578:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573747409750 time 7573750701569 state 0x2 ref 0
00000100:00100000:1.0:1788876716.770775:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876716.770911:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636544
00000100:00100000:0.0:1788876716.770922:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636544
00000100:00100000:0.0:1788876716.770979:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573747409750 time 7573750701569 state 0x0 ref 1
00000100:00100000:0.0:1788876716.770994:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573950701569 time 7573750701569 state 0x1 ref 1
00000100:00100000:2.0:1788876716.943118:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573950701569 time 7573952084213 state 0x0 ref 1
00000100:00100000:2.0:1788876716.943149:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636544:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876716.943195:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876716.943219:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876716.943224:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876716.943231:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876716.943245:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.961990:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.962009:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.962071:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.962079:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876716.962084:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.962093:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.962111:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876716.962118:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e764e9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876716.962198:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636544:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19059us (191428us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876716.962208:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1284
00000100:00100000:0.0:1788876716.962230:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573950701569 time 7573952084213 state 0x2 ref 0
00000100:00100000:3.0:1788876716.969455:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876716.969525:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636672
00000100:00100000:2.0:1788876716.969535:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636672
00000100:00100000:2.0:1788876716.969591:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7573950701569 time 7573952084213 state 0x0 ref 1
00000100:00100000:2.0:1788876716.969612:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574152084213 time 7573952084213 state 0x1 ref 1
00010000:00010000:3.0:1788876717.102274:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876717.143232:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574152084213 time 7574152190226 state 0x0 ref 1
00000100:00100000:2.0:1788876717.143276:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362636672:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876717.143322:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.143338:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876717.143342:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876717.143348:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.143360:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876717.144446:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876717.164080:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.164099:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.164108:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.164120:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876717.164125:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.164133:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.164152:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.164161:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ea5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876717.164273:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362636672:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21020us (194822us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876717.164283:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1285
00000100:00100000:2.0:1788876717.164296:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574152084213 time 7574152190226 state 0x2 ref 0
00000100:00100000:2.0:1788876717.168869:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876717.169091:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636800
00000100:00100000:3.0:1788876717.169101:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636800
00000100:00100000:3.0:1788876717.169160:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574152084213 time 7574152190226 state 0x0 ref 1
00000100:00100000:3.0:1788876717.169176:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574352190226 time 7574152190226 state 0x1 ref 1
00000100:00100000:3.0:1788876717.344102:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574352190226 time 7574353068315 state 0x0 ref 1
00000100:00100000:3.0:1788876717.344131:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636800:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876717.344171:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.344187:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876717.344191:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876717.344197:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.344220:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.359562:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.359582:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.359590:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.359597:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f61200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876717.359601:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.359609:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.359627:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876717.359634:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764eac lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876717.359717:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636800:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15595us (190862us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876717.359728:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1286
00000100:00100000:3.0:1788876717.359741:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574352190226 time 7574353068315 state 0x2 ref 0
00000100:00100000:0.0:1788876717.366577:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876717.366768:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362636928
00000100:00100000:1.0:1788876717.366777:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362636928
00000100:00100000:1.0:1788876717.366936:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574352190226 time 7574353068315 state 0x0 ref 1
00000100:00100000:1.0:1788876717.366951:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574553068315 time 7574353068315 state 0x1 ref 1
00000100:00100000:3.0:1788876717.486388:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365708032:0@lo:400:kworker.0
00000100:00100000:3.0:1788876717.486461:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876717.486525:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876717.486531:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365708160:0@lo:400:kworker.0
00000100:00100000:3.0:1788876717.486559:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876717.486690:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365707776:0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.486725:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876717.486756:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365708288:0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.486777:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876717.486792:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1788876717.486797:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365707904:0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.486815:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876717.486830:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365708416:0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.486859:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876717.486888:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708032
00000100:00100000:0.0:1788876717.486894:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708032
00000100:00100000:0.0:1788876717.486951:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708288
00000100:00100000:0.0:1788876717.486955:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708288
00000100:00100000:0.0:1788876717.486981:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365707904
00000100:00100000:0.0:1788876717.486984:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365707904
00000100:00100000:0.0:1788876717.487002:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6572
00000100:00100000:0.0:1788876717.487010:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365708032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.487075:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365708032:12345-0@lo:400:kworker.0 Request processed in 66us (614us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876717.487083:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6572
00000100:00100000:0.0:1788876717.487098:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6573
00000100:00100000:0.0:1788876717.487104:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365708288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.487133:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365708288:12345-0@lo:400:kworker.0 Request processed in 30us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876717.487139:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6573
00000100:00100000:0.0:1788876717.487150:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6574
00000100:00100000:0.0:1788876717.487156:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365707904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.487181:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365707904:12345-0@lo:400:kworker.0 Request processed in 25us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876717.487190:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6574
00000100:00100000:0.0:1788876717.487217:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708160
00000100:00100000:0.0:1788876717.487221:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708160
00000100:00100000:0.0:1788876717.487251:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708416
00000100:00100000:0.0:1788876717.487254:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708416
00000100:00100000:0.0:1788876717.487272:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 295
00000100:00100000:0.0:1788876717.487278:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365708416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.487307:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365708416:12345-0@lo:400:kworker.0 Request processed in 29us (447us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876717.487313:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 295
00000100:00100000:0.0:1788876717.487324:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 295
00000100:00100000:0.0:1788876717.487330:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365708160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.487353:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365708160:12345-0@lo:400:kworker.0 Request processed in 23us (794us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876717.487359:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 295
00000100:00080000:0.0:1788876717.487375:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876717.487378:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876717.487380:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876717.487412:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365707904:0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.487422:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365708416:0@lo:400:kworker.0
00000100:00100000:0.0:1788876717.487430:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365708288:0@lo:400:kworker.0
00000100:00100000:3.0:1788876717.488741:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365707776
00000100:00100000:3.0:1788876717.488748:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365707776
00000100:00100000:3.0:1788876717.488793:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:3.0:1788876717.488801:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365707776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876717.488874:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365707776:12345-0@lo:400:kworker.0 Request processed in 74us (2147us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876717.488881:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00100000:3.0:1788876717.488924:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9984104ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365708544:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876717.488962:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876717.489186:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365707776:0@lo:400:kworker.0
00000100:00100000:3.0:1788876717.489292:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365708160:0@lo:400:kworker.0
00000100:00100000:3.0:1788876717.489302:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365708032:0@lo:400:kworker.0
00000100:00100000:1.0:1788876717.489426:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708544
00000100:00100000:1.0:1788876717.489431:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708544
00000100:00100000:1.0:1788876717.489472:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 294
00000100:00100000:1.0:1788876717.489487:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365708544:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876717.489514:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876717.489559:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365708544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (597us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876717.489566:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 294
00000100:00100000:3.0:1788876717.490071:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9984104ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365708544:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876717.544233:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574553068315 time 7574553190500 state 0x0 ref 1
00000100:00100000:2.0:1788876717.544263:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636928:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876717.544311:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.544327:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876717.544331:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876717.544337:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.544356:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.554141:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.554160:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.554167:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.554172:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876717.554175:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.554180:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.554195:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.554200:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764eb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876717.554374:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362636928:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10119us (187801us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876717.554386:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1287
00000100:00100000:2.0:1788876717.554398:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574553068315 time 7574553190500 state 0x2 ref 0
00000100:00100000:1.0:1788876717.558953:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876717.559106:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637056
00000100:00100000:3.0:1788876717.559116:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637056
00000100:00100000:3.0:1788876717.559167:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574553068315 time 7574553190500 state 0x0 ref 1
00000100:00100000:3.0:1788876717.559181:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574753190500 time 7574553190500 state 0x1 ref 1
00000100:00100000:0.0:1788876717.744346:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574753190500 time 7574753312203 state 0x0 ref 1
00000100:00100000:0.0:1788876717.744374:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362637056:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876717.744414:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876717.744429:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876717.744433:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876717.744440:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876717.744453:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.779736:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.779757:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.779767:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.779774:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876717.779778:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.779788:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.779806:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.779815:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e764eba lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876717.779897:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362637056:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35531us (220948us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876717.779909:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1288
00000100:00100000:2.0:1788876717.779922:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574753190500 time 7574753312203 state 0x2 ref 0
00000100:00100000:0.0:1788876717.786371:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876717.788348:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637184
00000100:00100000:3.0:1788876717.788361:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637184
00000100:00100000:3.0:1788876717.788424:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574753190500 time 7574753312203 state 0x0 ref 1
00000100:00100000:3.0:1788876717.788439:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574953312203 time 7574753312203 state 0x1 ref 1
00000100:00100000:2.0:1788876717.945996:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574953312203 time 7574954961957 state 0x0 ref 1
00000100:00100000:2.0:1788876717.946062:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362637184:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876717.946104:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.946121:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876717.946126:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876717.946132:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.946146:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.962655:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.962681:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.962690:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.962697:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876717.962702:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.962710:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.962729:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876717.962737:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e764ec1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876717.962838:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362637184:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16820us (176472us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876717.962848:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1289
00000100:00100000:2.0:1788876717.962861:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574953312203 time 7574954961957 state 0x2 ref 0
00000100:00100000:0.0:1788876717.974443:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876717.974526:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637312
00000100:00100000:3.0:1788876717.974537:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637312
00000100:00100000:3.0:1788876717.974593:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7574953312203 time 7574954961957 state 0x0 ref 1
00000100:00100000:3.0:1788876717.974609:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575154961957 time 7574954961957 state 0x1 ref 1
00000100:00100000:2.0:1788876718.074148:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876718.074182:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876718.074219:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876718.074246:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637696
00000100:00100000:2.0:1788876718.074254:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637696
00000100:00100000:0.0:1788876718.074298:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637440
00000100:00100000:0.0:1788876718.074303:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637440
00000100:00100000:2.0:1788876718.074317:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637568
00000100:00100000:2.0:1788876718.074322:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637568
00000100:00100000:0.0:1788876718.074342:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3087
00000100:00100000:2.0:1788876718.074358:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6575
00000100:00100000:0.0:1788876718.074359:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362637440:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876718.074371:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362637696:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876718.074429:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362637440:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 77us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876718.074437:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3087
00000100:00080000:0.0:1788876718.074471:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876718.074491:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6576
00000100:00100000:0.0:1788876718.074499:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362637568:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876718.079761:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362637696:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 5382us (5566us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876718.079776:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6575
00000100:00100000:0.0:1788876718.087246:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362637568:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 12736us (13014us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876718.087260:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6576
00010000:00010000:3.0:1788876718.135459:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:2.0:1788876718.139519:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:2.0:1788876718.139529:0:7500:0:(genops.c:906:class_export_put()) final put ffff99843b183000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788876718.139630:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff99843b183000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0001
00000020:00000080:3.0:1788876718.139679:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99843b180000 for lustre-OST0001
00000100:00100000:3.0:1788876718.146176:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575154961957 time 7575155135833 state 0x0 ref 1
00000100:00100000:3.0:1788876718.146213:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362637312:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876718.146253:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.146270:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876718.146275:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876718.146281:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.146294:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.174778:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.174798:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.174807:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.174826:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998402f61200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876718.174832:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.174841:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.174860:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876718.174869:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f707b4fb/0x3868396b8e764ec8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876718.174950:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362637312:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28753us (200510us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876718.174961:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1290
00000100:00100000:3.0:1788876718.174973:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575154961957 time 7575155135833 state 0x2 ref 0
00000100:00100000:2.0:1788876718.193890:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876718.193972:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637824
00000100:00100000:0.0:1788876718.193982:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637824
00000100:00100000:0.0:1788876718.194076:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575154961957 time 7575155135833 state 0x0 ref 1
00000100:00100000:0.0:1788876718.194101:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575355135833 time 7575155135833 state 0x1 ref 1
00000100:00100000:0.0:1788876718.348289:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575355135833 time 7575357254636 state 0x0 ref 1
00000100:00100000:0.0:1788876718.348319:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362637824:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876718.348363:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.348379:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876718.348383:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876718.348390:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.348404:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.362821:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.362841:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.362857:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.362865:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61c400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876718.362870:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.362880:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.362898:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.362907:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764ecf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876718.362983:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362637824:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14673us (169098us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876718.362994:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1291
00000100:00100000:0.0:1788876718.363007:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575355135833 time 7575357254636 state 0x2 ref 0
00000100:00100000:1.0:1788876718.376389:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876718.376486:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362637952
00000100:00100000:2.0:1788876718.376496:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362637952
00000100:00100000:2.0:1788876718.376553:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575355135833 time 7575357254636 state 0x0 ref 1
00000100:00100000:2.0:1788876718.376569:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575557254636 time 7575357254636 state 0x1 ref 1
00000100:00100000:2.0:1788876718.548360:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575557254636 time 7575557324634 state 0x0 ref 1
00000100:00100000:2.0:1788876718.548389:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362637952:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876718.548433:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.548453:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876718.548457:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876718.548463:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.548475:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.562121:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.562142:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.562152:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.562170:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61f600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876718.562174:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.562183:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.562209:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.562217:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000589800e4/0x3868396b8e764ed6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876718.562304:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362637952:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13924us (185919us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876718.562315:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1292
00000100:00100000:2.0:1788876718.562326:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575557254636 time 7575557324634 state 0x2 ref 0
00000100:00100000:3.0:1788876718.569325:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876718.569415:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638080
00000100:00100000:2.0:1788876718.569428:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638080
00000100:00100000:2.0:1788876718.569495:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575557254636 time 7575557324634 state 0x0 ref 1
00000100:00100000:2.0:1788876718.569512:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575757324634 time 7575557324634 state 0x1 ref 1
00000100:00100000:1.0:1788876718.749456:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575757324634 time 7575758420830 state 0x0 ref 1
00000100:00100000:1.0:1788876718.749491:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362638080:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876718.749532:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.749548:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876718.749552:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876718.749559:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.749572:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.771907:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.771927:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.771936:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.771943:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876718.771947:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.771960:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.771980:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876718.771988:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061a8c9a8/0x3868396b8e764edd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876718.772121:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362638080:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22641us (202804us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876718.772132:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1293
00000100:00100000:1.0:1788876718.772144:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575757324634 time 7575758420830 state 0x2 ref 0
00000100:00100000:1.0:1788876718.792536:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876718.792629:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638208
00000100:00100000:2.0:1788876718.792638:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638208
00000100:00100000:2.0:1788876718.792696:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575757324634 time 7575758420830 state 0x0 ref 1
00000100:00100000:2.0:1788876718.792711:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575958420830 time 7575758420830 state 0x1 ref 1
00000100:00100000:2.0:1788876718.949561:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575958420830 time 7575958525534 state 0x0 ref 1
00000100:00100000:2.0:1788876718.949591:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362638208:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876718.949637:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.949653:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876718.949657:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876718.949663:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876718.949676:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.960108:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.960126:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.960135:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.960142:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b7a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876718.960146:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.960155:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.960174:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876718.960183:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000824a1942/0x3868396b8e764ee4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876718.960269:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362638208:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10687us (167737us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876718.960280:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1294
00000100:00100000:0.0:1788876718.960293:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575958420830 time 7575958525534 state 0x2 ref 0
00000100:00100000:3.0:1788876718.969678:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876718.977667:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638336
00000100:00100000:2.0:1788876718.978627:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638336
00000100:00100000:2.0:1788876718.978694:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7575958420830 time 7575958525534 state 0x0 ref 1
00000100:00100000:2.0:1788876718.978709:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576158525534 time 7575958525534 state 0x1 ref 1
00000100:00100000:2.0:1788876719.150329:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576158525534 time 7576159294342 state 0x0 ref 1
00000100:00100000:2.0:1788876719.150377:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362638336:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876719.150423:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.150440:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876719.150444:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876719.150451:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.150468:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876719.151310:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788876719.151702:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876719.170359:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.170377:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.170386:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.170393:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b7000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876719.170398:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.170407:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.170425:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.170431:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764eeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876719.170527:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362638336:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20168us (200846us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876719.170538:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1295
00000100:00100000:2.0:1788876719.170550:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576158525534 time 7576159294342 state 0x2 ref 0
00000100:00100000:3.0:1788876719.181708:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876719.182140:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638464
00000100:00100000:2.0:1788876719.182151:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638464
00000100:00100000:2.0:1788876719.182218:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576158525534 time 7576159294342 state 0x0 ref 1
00000100:00100000:2.0:1788876719.182235:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576359294342 time 7576159294342 state 0x1 ref 1
00000100:00100000:3.0:1788876719.350637:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576359294342 time 7576359597470 state 0x0 ref 1
00000100:00100000:3.0:1788876719.350667:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362638464:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876719.350710:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876719.350725:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876719.350730:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876719.350736:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876719.350749:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.373716:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.373742:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.373752:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.373760:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61fa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876719.373765:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.373773:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.373792:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.373801:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f2c7c42/0x3868396b8e764ef2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876719.373889:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362638464:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23231us (192185us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876719.373900:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1296
00000100:00100000:0.0:1788876719.373922:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576359294342 time 7576359597470 state 0x2 ref 0
00000100:00100000:3.0:1788876719.382865:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876719.389987:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638592
00000100:00100000:0.0:1788876719.390001:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638592
00000100:00100000:0.0:1788876719.390079:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576359294342 time 7576359597470 state 0x0 ref 1
00000100:00100000:0.0:1788876719.390094:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576559597470 time 7576359597470 state 0x1 ref 1
00000100:00100000:3.0:1788876719.534336:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876719.534359:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9984104ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365708672:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876719.534427:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876719.534680:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708672
00000100:00100000:1.0:1788876719.534689:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708672
00000100:00100000:1.0:1788876719.534758:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 295
00000100:00100000:1.0:1788876719.534769:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365708672:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876719.534811:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3746562048 avail 3744464896
00000100:00080000:0.0:1788876719.534928:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876719.535081:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365708672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 313us (653us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876719.535090:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 295
00000100:00100000:3.0:1788876719.535175:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9984104ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365708672:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876719.550721:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576559597470 time 7576559687523 state 0x0 ref 1
00000100:00100000:2.0:1788876719.550750:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362638592:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876719.550802:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.550817:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876719.550821:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876719.550828:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.550840:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.575119:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.579568:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.579581:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.579589:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b7000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876719.579594:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.579604:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.579624:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.579632:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005183938/0x3868396b8e764ef9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876719.579738:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362638592:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28995us (196886us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876719.579749:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1297
00000100:00100000:2.0:1788876719.579762:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576559597470 time 7576559687523 state 0x2 ref 0
00000100:00100000:3.0:1788876719.592074:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876719.592156:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638720
00000100:00100000:0.0:1788876719.592166:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638720
00000100:00100000:0.0:1788876719.592235:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576559597470 time 7576559687523 state 0x0 ref 1
00000100:00100000:0.0:1788876719.592251:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576759687523 time 7576559687523 state 0x1 ref 1
00000100:00100000:3.0:1788876719.750942:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576759687523 time 7576759906639 state 0x0 ref 1
00000100:00100000:3.0:1788876719.750971:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362638720:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876719.751037:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876719.751052:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876719.751057:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876719.751064:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876719.751088:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.787908:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.787928:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.787936:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.787942:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61ec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876719.787947:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.787957:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.787980:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876719.787988:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a670bc17/0x3868396b8e764f00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876719.788137:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362638720:12345-192.168.203.59@tcp:3:dd.500 Request processed in 37175us (196067us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876719.788150:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1298
00000100:00100000:0.0:1788876719.788162:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576759687523 time 7576759906639 state 0x2 ref 0
00000100:00100000:3.0:1788876719.804821:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876719.804982:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638848
00000100:00100000:2.0:1788876719.804992:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638848
00000100:00100000:2.0:1788876719.805094:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576759687523 time 7576759906639 state 0x0 ref 1
00000100:00100000:2.0:1788876719.805110:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576959906639 time 7576759906639 state 0x1 ref 1
00000100:00100000:3.0:1788876719.951278:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576959906639 time 7576960234845 state 0x0 ref 1
00000100:00100000:3.0:1788876719.951309:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362638848:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876719.951353:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876719.951368:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876719.951372:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876719.951378:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876719.951390:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.990443:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.990461:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.990469:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.990476:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876719.990481:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.990490:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.990509:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876719.990523:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c97176/0x3868396b8e764f07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876719.990605:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362638848:12345-192.168.203.59@tcp:3:dd.500 Request processed in 39304us (185799us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876719.990615:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1299
00000100:00100000:2.0:1788876719.990628:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576959906639 time 7576960234845 state 0x2 ref 0
00000100:00100000:3.0:1788876719.997549:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876719.997674:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362638976
00000100:00100000:1.0:1788876719.997684:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362638976
00000100:00100000:1.0:1788876719.997743:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7576959906639 time 7576960234845 state 0x0 ref 1
00000100:00100000:1.0:1788876719.997758:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577160234845 time 7576960234845 state 0x1 ref 1
00000100:00100000:3.0:1788876720.151424:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577160234845 time 7577160389254 state 0x0 ref 1
00000100:00100000:3.0:1788876720.151452:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362638976:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876720.151495:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876720.151512:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876720.151516:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876720.151522:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876720.151538:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.168431:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.168450:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.168458:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.168464:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61e200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876720.168468:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.168476:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.168494:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.168503:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a199cdb9/0x3868396b8e764f0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876720.168585:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362638976:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17140us (171041us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876720.168595:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1300
00000100:00100000:0.0:1788876720.168606:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577160234845 time 7577160389254 state 0x2 ref 0
00010000:00010000:2.0:1788876720.175038:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876720.178511:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876720.178613:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362639104
00000100:00100000:0.0:1788876720.178623:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362639104
00000100:00100000:0.0:1788876720.178683:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577160234845 time 7577160389254 state 0x0 ref 1
00000100:00100000:0.0:1788876720.178699:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577360389254 time 7577160389254 state 0x1 ref 1
00000100:00100000:3.0:1788876720.351589:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577360389254 time 7577360555439 state 0x0 ref 1
00000100:00100000:3.0:1788876720.351621:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362639104:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876720.351679:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876720.351696:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876720.351701:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876720.351706:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876720.351720:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.403549:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.403567:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.403576:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.403588:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876720.403593:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.403601:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.403619:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.403637:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6cc2d47/0x3868396b8e764f15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876720.403725:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362639104:12345-192.168.203.59@tcp:3:dd.500 Request processed in 52113us (225220us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876720.403735:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1301
00000100:00100000:0.0:1788876720.403747:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577360389254 time 7577360555439 state 0x2 ref 0
00000100:00100000:1.0:1788876720.413154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876720.413309:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362639232
00000100:00100000:2.0:1788876720.413318:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362639232
00000100:00100000:2.0:1788876720.413379:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577360389254 time 7577360555439 state 0x0 ref 1
00000100:00100000:2.0:1788876720.413394:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577560555439 time 7577360555439 state 0x1 ref 1
00000100:00100000:0.0:1788876720.552531:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577560555439 time 7577561485103 state 0x0 ref 1
00000100:00100000:0.0:1788876720.552562:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362639232:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876720.552606:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.552630:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876720.552634:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876720.552641:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.552656:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.568916:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.568937:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.568947:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.568955:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61c400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876720.568959:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.568969:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.568988:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876720.568996:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876720.569126:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362639232:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16574us (155977us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876720.569137:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1302
00000100:00100000:0.0:1788876720.569149:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577560555439 time 7577561485103 state 0x2 ref 0
00000100:00100000:1.0:1788876720.586048:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876720.586088:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362639360
00000100:00100000:0.0:1788876720.586098:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362639360
00000100:00100000:0.0:1788876720.586158:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577560555439 time 7577561485103 state 0x0 ref 1
00000100:00100000:0.0:1788876720.586173:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577761485103 time 7577561485103 state 0x1 ref 1
00000100:00100000:2.0:1788876720.753362:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577761485103 time 7577762326317 state 0x0 ref 1
00000100:00100000:2.0:1788876720.753401:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362639360:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876720.753447:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.753464:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876720.753468:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876720.753475:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.753489:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.775552:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.775572:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.775580:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.775587:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b7400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876720.775591:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.775600:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.775618:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.775626:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876720.775715:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362639360:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22330us (189704us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876720.775726:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1303
00000100:00100000:2.0:1788876720.775737:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577761485103 time 7577762326317 state 0x2 ref 0
00000100:00100000:3.0:1788876720.784831:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876720.785366:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362639488
00000100:00100000:2.0:1788876720.785376:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362639488
00000100:00100000:2.0:1788876720.785438:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577761485103 time 7577762326317 state 0x0 ref 1
00000100:00100000:2.0:1788876720.785454:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577962326317 time 7577762326317 state 0x1 ref 1
00000100:00100000:2.0:1788876720.953462:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577962326317 time 7577962427333 state 0x0 ref 1
00000100:00100000:2.0:1788876720.953494:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362639488:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876720.953546:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.953562:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876720.953566:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876720.953571:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876720.953584:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876720.976534:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876720.976555:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876720.976564:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876720.976572:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b7400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876720.976578:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876720.976587:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876720.976605:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876720.976613:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037c83437/0x3868396b8e764f2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876720.976709:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362639488:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23224us (191882us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876720.976720:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1304
00000100:00100000:1.0:1788876720.976731:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577962326317 time 7577962427333 state 0x2 ref 0
00000100:00100000:3.0:1788876720.991774:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876720.992334:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362639616
00000100:00100000:0.0:1788876720.992345:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362639616
00000100:00100000:0.0:1788876720.992405:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7577962326317 time 7577962427333 state 0x0 ref 1
00000100:00100000:0.0:1788876720.992421:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578162427333 time 7577962427333 state 0x1 ref 1
00000100:00100000:3.0:1788876721.156076:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578162427333 time 7578165039948 state 0x0 ref 1
00000100:00100000:3.0:1788876721.156123:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362639616:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876721.156166:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876721.156190:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876721.156196:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876721.156202:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876721.156218:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876721.156390:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876721.171501:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.171521:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.171531:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.171539:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876721.171544:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.171554:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.171572:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.171579:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e764f31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876721.171668:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362639616:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15569us (179898us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876721.171679:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1305
00000100:00100000:2.0:1788876721.171693:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578162427333 time 7578165039948 state 0x2 ref 0
00000100:00100000:1.0:1788876721.189639:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876721.189736:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362639744
00000100:00100000:2.0:1788876721.189745:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362639744
00000100:00100000:2.0:1788876721.189802:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578162427333 time 7578165039948 state 0x0 ref 1
00000100:00100000:2.0:1788876721.189818:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578365039948 time 7578165039948 state 0x1 ref 1
00010000:00010000:3.0:1788876721.198601:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876721.356189:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578365039948 time 7578365147421 state 0x0 ref 1
00000100:00100000:2.0:1788876721.356220:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362639744:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876721.356259:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.356274:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876721.356278:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876721.356284:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.356298:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.381645:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.381664:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.381673:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.381680:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9c200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876721.381685:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.381694:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.381713:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.381722:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ebb1c8/0x3868396b8e764f38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876721.381803:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362639744:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25593us (192168us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876721.381815:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1306
00000100:00100000:0.0:1788876721.381827:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578365039948 time 7578365147421 state 0x2 ref 0
00000100:00100000:1.0:1788876721.402634:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876721.402726:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362639872
00000100:00100000:0.0:1788876721.402736:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362639872
00000100:00100000:0.0:1788876721.402800:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578365039948 time 7578365147421 state 0x0 ref 1
00000100:00100000:0.0:1788876721.402819:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578565147421 time 7578365147421 state 0x1 ref 1
00000100:00100000:2.0:1788876721.556292:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578565147421 time 7578565257437 state 0x0 ref 1
00000100:00100000:2.0:1788876721.556320:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362639872:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876721.556363:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.556381:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876721.556385:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876721.556391:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.556405:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.585077:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.585101:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.585110:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.585117:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876721.585122:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.585130:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.585155:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.585162:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876721.585256:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362639872:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28942us (182626us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876721.585266:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1307
00000100:00100000:2.0:1788876721.585278:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578565147421 time 7578565257437 state 0x2 ref 0
00000100:00100000:3.0:1788876721.598677:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876721.598756:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640000
00000100:00100000:0.0:1788876721.598768:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640000
00000100:00100000:0.0:1788876721.598833:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578565147421 time 7578565257437 state 0x0 ref 1
00000100:00100000:0.0:1788876721.598850:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578765257437 time 7578565257437 state 0x1 ref 1
00000100:00100000:3.0:1788876721.762917:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578765257437 time 7578771883540 state 0x0 ref 1
00000100:00100000:3.0:1788876721.762946:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362640000:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876721.762988:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876721.763009:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876721.763037:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876721.763046:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876721.763059:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.778786:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.778804:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.778813:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.778820:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876721.778825:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.778834:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.778855:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876721.778864:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e764f46 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876721.778949:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362640000:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16011us (180277us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876721.778960:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1308
00000100:00100000:2.0:1788876721.778973:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578765257437 time 7578771883540 state 0x2 ref 0
00000100:00100000:3.0:1788876721.782922:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876721.783111:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640128
00000100:00100000:0.0:1788876721.783121:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640128
00000100:00100000:0.0:1788876721.783291:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578765257437 time 7578771883540 state 0x0 ref 1
00000100:00100000:0.0:1788876721.783308:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578971883540 time 7578771883540 state 0x1 ref 1
00000100:00100000:3.0:1788876721.965081:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578971883540 time 7578974045512 state 0x0 ref 1
00000100:00100000:3.0:1788876721.965111:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362640128:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876721.965155:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876721.965171:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876721.965185:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876721.965192:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876721.965205:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.979446:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.979467:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.979476:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.979483:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876721.979488:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.979497:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.979527:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876721.979535:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e764f4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876721.979618:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362640128:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14517us (196700us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876721.979630:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1309
00000100:00100000:0.0:1788876721.979642:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578971883540 time 7578974045512 state 0x2 ref 0
00000100:00100000:3.0:1788876721.988616:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876721.995601:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640256
00000100:00100000:2.0:1788876721.995615:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640256
00000100:00100000:2.0:1788876721.995681:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7578971883540 time 7578974045512 state 0x0 ref 1
00000100:00100000:2.0:1788876721.995697:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579174045512 time 7578974045512 state 0x1 ref 1
00000100:00100000:0.0:1788876722.167051:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579174045512 time 7579175989243 state 0x0 ref 1
00000100:00100000:0.0:1788876722.167083:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362640256:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876722.167127:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.167143:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876722.167148:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876722.167154:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.167185:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.174593:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.174614:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.174623:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.174631:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61c400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876722.174635:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.174645:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.174664:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876722.174673:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004d35351/0x3868396b8e764f54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876722.174767:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362640256:12345-192.168.203.59@tcp:3:dd.500 Request processed in 7694us (186155us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876722.174778:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1310
00000100:00100000:0.0:1788876722.174790:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579174045512 time 7579175989243 state 0x2 ref 0
00000100:00100000:3.0:1788876722.181761:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876722.182225:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640384
00000100:00100000:1.0:1788876722.182236:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640384
00000100:00100000:1.0:1788876722.182300:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579174045512 time 7579175989243 state 0x0 ref 1
00000100:00100000:1.0:1788876722.182316:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579375989243 time 7579175989243 state 0x1 ref 1
00010000:00010000:3.0:1788876722.222292:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876722.367194:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579375989243 time 7579376148775 state 0x0 ref 1
00000100:00100000:2.0:1788876722.367224:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362640384:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876722.367267:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.367285:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876722.367291:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876722.367298:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.367312:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.379143:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.379163:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.379180:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.379188:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876722.379193:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.379201:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.379219:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.379227:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876722.379314:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362640384:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12097us (197557us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876722.379324:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1311
00000100:00100000:2.0:1788876722.379336:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579375989243 time 7579376148775 state 0x2 ref 0
00000100:00100000:3.0:1788876722.387432:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876722.387526:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640512
00000100:00100000:2.0:1788876722.387535:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640512
00000100:00100000:2.0:1788876722.387593:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579375989243 time 7579376148775 state 0x0 ref 1
00000100:00100000:2.0:1788876722.387608:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579576148775 time 7579376148775 state 0x1 ref 1
00000100:00100000:1.0:1788876722.567330:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579576148775 time 7579576295576 state 0x0 ref 1
00000100:00100000:1.0:1788876722.567357:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362640512:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876722.567399:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.567415:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876722.567419:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876722.567425:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.567444:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.578346:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.578367:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.578376:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.578383:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b7e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876722.578387:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.578396:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.578416:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876722.578424:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcfbe47/0x3868396b8e764f62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876722.578522:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362640512:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11172us (191094us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876722.578540:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1312
00000100:00100000:1.0:1788876722.578551:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579576148775 time 7579576295576 state 0x2 ref 0
00000100:00100000:1.0:1788876722.589390:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876722.589573:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640640
00000100:00100000:0.0:1788876722.589582:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640640
00000100:00100000:0.0:1788876722.589641:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579576148775 time 7579576295576 state 0x0 ref 1
00000100:00100000:0.0:1788876722.589656:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579776295576 time 7579576295576 state 0x1 ref 1
00000100:00100000:3.0:1788876722.606863:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365708928:0@lo:400:kworker.0
00000100:00100000:3.0:1788876722.606931:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876722.606988:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365709440:0@lo:400:kworker.0
00000100:00100000:3.0:1788876722.607051:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876722.607079:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1788876722.607085:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365708800:0@lo:400:kworker.0
00000100:00100000:3.0:1788876722.607113:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876722.607131:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365709312:0@lo:400:kworker.0
00000100:00100000:3.0:1788876722.607284:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876722.607313:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708928
00000100:00100000:3.0:1788876722.607319:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708928
00000100:00100000:1.0:1788876722.607511:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709440
00000100:00100000:1.0:1788876722.607515:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709440
00000100:00100000:1.0:1788876722.607579:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 296
00000100:00100000:1.0:1788876722.607590:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365709440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.607649:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365709440:12345-0@lo:400:kworker.0 Request processed in 61us (596us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876722.607656:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 296
00000100:00100000:1.0:1788876722.607684:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365708800
00000100:00100000:1.0:1788876722.607688:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365708800
00000100:00100000:2.0:1788876722.607694:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365709184:0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.607718:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:1.0:1788876722.607727:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365708800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876722.607733:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876722.607763:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1788876722.607769:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365708800:12345-0@lo:400:kworker.0 Request processed in 43us (654us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876722.607771:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365709056:0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.607782:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00100000:1.0:1788876722.607814:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709184
00000100:00100000:2.0:1788876722.607819:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876722.607833:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709184
00000100:00100000:2.0:1788876722.607840:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365709568:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876722.607867:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876722.607871:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 297
00000100:00100000:1.0:1788876722.607881:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365709184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876722.607899:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709568
00000100:00100000:1.0:1788876722.607923:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365709184:12345-0@lo:400:kworker.0 Request processed in 45us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876722.607930:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 297
00000100:00080000:1.0:1788876722.607949:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876722.607953:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876722.607983:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365709184:0@lo:400:kworker.0
00000100:00100000:2.0:1788876722.608054:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709568
00000100:00100000:1.0:1788876722.608269:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709312
00000100:00100000:1.0:1788876722.608274:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709312
00000100:00100000:1.0:1788876722.608304:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709056
00000100:00100000:1.0:1788876722.608307:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709056
00000100:00100000:1.0:1788876722.608326:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6577
00000100:00100000:1.0:1788876722.608332:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365709312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.608366:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365709312:12345-0@lo:400:kworker.0 Request processed in 34us (1083us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876722.608372:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6577
00000100:00100000:1.0:1788876722.608384:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6578
00000100:00100000:1.0:1788876722.608390:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365709056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.608419:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365709056:12345-0@lo:400:kworker.0 Request processed in 29us (601us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876722.608425:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6578
00000100:00080000:1.0:1788876722.608455:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876722.608472:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365709056:0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.608495:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365708800:0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.608505:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365709312:0@lo:400:kworker.0
00000100:00100000:1.0:1788876722.608514:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365709440:0@lo:400:kworker.0
00000100:00100000:2.0:1788876722.610225:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 296
00000100:00100000:2.0:1788876722.610244:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365709568:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876722.610354:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876722.610428:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365709568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 193us (2560us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876722.610436:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 296
00000100:00100000:2.0:1788876722.610491:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365709568:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876722.613806:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6579
00000100:00100000:3.0:1788876722.613819:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365708928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876722.613989:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365708928:12345-0@lo:400:kworker.0 Request processed in 172us (7057us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876722.613997:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6579
00000100:00100000:1.0:1788876722.614148:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365708928:0@lo:400:kworker.0
00000100:00100000:2.0:1788876722.768493:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579776295576 time 7579777451018 state 0x0 ref 1
00000100:00100000:2.0:1788876722.768525:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362640640:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876722.768569:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.768586:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876722.768590:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876722.768596:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.768610:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.786148:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.786167:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.786189:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.786208:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876722.786213:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.786222:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.786240:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.786248:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876722.786325:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362640640:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17810us (196940us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876722.786335:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1313
00000100:00100000:2.0:1788876722.786346:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579776295576 time 7579777451018 state 0x2 ref 0
00000100:00100000:0.0:1788876722.791893:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876722.792122:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640768
00000100:00100000:2.0:1788876722.792131:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640768
00000100:00100000:2.0:1788876722.792259:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579776295576 time 7579777451018 state 0x0 ref 1
00000100:00100000:2.0:1788876722.792275:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579977451018 time 7579777451018 state 0x1 ref 1
00000100:00100000:2.0:1788876722.968587:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579977451018 time 7579977553998 state 0x0 ref 1
00000100:00100000:2.0:1788876722.968618:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362640768:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876722.968671:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.968696:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876722.968701:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876722.968708:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.968720:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.996831:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.996850:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.996859:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.996866:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c9cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876722.996870:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.996882:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.996911:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876722.996919:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f9972a/0x3868396b8e764f70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876722.997723:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362640768:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29112us (205831us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876722.997734:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1314
00000100:00100000:2.0:1788876722.997746:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579977451018 time 7579977553998 state 0x2 ref 0
00000100:00100000:3.0:1788876723.006093:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876723.006494:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362640896
00000100:00100000:2.0:1788876723.006504:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362640896
00000100:00100000:2.0:1788876723.006581:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7579977451018 time 7579977553998 state 0x0 ref 1
00000100:00100000:2.0:1788876723.006596:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580177553998 time 7579977553998 state 0x1 ref 1
00000100:00080000:1.0:1788876723.006648:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876723.169245:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580177553998 time 7580178147664 state 0x0 ref 1
00000100:00100000:3.0:1788876723.169277:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362640896:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876723.169320:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876723.169337:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876723.169341:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876723.169348:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876723.169362:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876723.181154:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876723.181185:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876723.181194:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876723.181202:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61cc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876723.181207:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876723.181221:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876723.181240:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876723.181248:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000060c919e/0x3868396b8e764f77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876723.181337:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362640896:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12071us (175248us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876723.181348:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1315
00000100:00100000:0.0:1788876723.181360:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580177553998 time 7580178147664 state 0x2 ref 0
00000100:00100000:3.0:1788876723.186395:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876723.186587:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641024
00000100:00100000:0.0:1788876723.186597:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641024
00000100:00100000:0.0:1788876723.186655:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580177553998 time 7580178147664 state 0x0 ref 1
00000100:00100000:0.0:1788876723.186670:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580378147664 time 7580178147664 state 0x1 ref 1
00000100:00100000:1.0:1788876723.188464:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876723.188504:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876723.188541:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876723.188588:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641280
00000100:00100000:1.0:1788876723.188597:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641280
00000100:00100000:1.0:1788876723.188650:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641408
00000100:00100000:1.0:1788876723.188653:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641408
00000100:00100000:1.0:1788876723.188678:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6580
00000100:00100000:1.0:1788876723.188688:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362641280:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876723.188756:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362641280:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 70us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876723.188765:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6580
00000100:00100000:1.0:1788876723.188795:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6581
00000100:00100000:1.0:1788876723.188802:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362641408:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876723.188828:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362641408:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876723.188835:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6581
00000100:00080000:1.0:1788876723.188850:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876723.188878:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641152
00000100:00100000:1.0:1788876723.188882:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641152
00000100:00100000:1.0:1788876723.188904:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3089
00000100:00100000:1.0:1788876723.188910:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362641152:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876723.188934:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362641152:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (430us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876723.188941:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3089
00010000:00010000:0.0:1788876723.247050:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876723.370319:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580378147664 time 7580379285722 state 0x0 ref 1
00000100:00100000:1.0:1788876723.370350:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362641024:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876723.370393:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.370409:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876723.370412:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876723.370417:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.370430:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.390222:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.390241:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.390250:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.390257:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876723.390262:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.390271:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.390289:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.390296:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876723.390385:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362641024:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20045us (203995us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876723.390396:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1316
00000100:00100000:1.0:1788876723.390408:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580378147664 time 7580379285722 state 0x2 ref 0
00000100:00100000:1.0:1788876723.401191:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876723.401603:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641536
00000100:00100000:0.0:1788876723.401613:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641536
00000100:00100000:0.0:1788876723.401673:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580378147664 time 7580379285722 state 0x0 ref 1
00000100:00100000:0.0:1788876723.401693:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580579285722 time 7580379285722 state 0x1 ref 1
00000100:00100000:1.0:1788876723.570480:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580579285722 time 7580579442720 state 0x0 ref 1
00000100:00100000:1.0:1788876723.570519:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362641536:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876723.570802:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.570821:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876723.570826:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876723.570833:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.570847:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.590403:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.590422:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.590432:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.590439:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876723.590444:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.590453:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.590472:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.590480:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024e1ab4e/0x3868396b8e764f85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876723.590557:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362641536:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20055us (189369us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876723.590568:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1317
00000100:00100000:2.0:1788876723.590579:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580579285722 time 7580579442720 state 0x2 ref 0
00000100:00100000:3.0:1788876723.597099:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876723.597199:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641664
00000100:00100000:2.0:1788876723.597209:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641664
00000100:00100000:2.0:1788876723.597274:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580579285722 time 7580579442720 state 0x0 ref 1
00000100:00100000:2.0:1788876723.597292:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580779442720 time 7580579442720 state 0x1 ref 1
00000100:00100000:3.0:1788876723.770887:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580779442720 time 7580779853787 state 0x0 ref 1
00000100:00100000:3.0:1788876723.770917:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362641664:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876723.770961:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876723.770978:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876723.770982:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876723.770988:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876723.771002:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.785684:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.785703:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.785711:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.785718:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61de00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876723.785722:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.785730:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.785747:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876723.785754:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d6179e3/0x3868396b8e764f8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876723.785846:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362641664:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14937us (188751us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876723.785857:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1318
00000100:00100000:2.0:1788876723.785867:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580779442720 time 7580779853787 state 0x2 ref 0
00000100:00100000:3.0:1788876723.802885:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876723.802988:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641792
00000100:00100000:1.0:1788876723.802998:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641792
00000100:00100000:1.0:1788876723.803086:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580779442720 time 7580779853787 state 0x0 ref 1
00000100:00100000:1.0:1788876723.803101:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580979853787 time 7580779853787 state 0x1 ref 1
00000100:00100000:3.0:1788876723.971062:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580979853787 time 7580980027724 state 0x0 ref 1
00000100:00100000:3.0:1788876723.971096:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362641792:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876723.971139:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876723.971154:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876723.971158:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876723.971174:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876723.971187:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.994449:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.994468:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.994477:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.994484:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835e61ce00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876723.994489:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.994498:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.994523:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876723.994531:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e07ceea6/0x3868396b8e764f93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876723.994621:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362641792:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23534us (191740us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876723.994632:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1319
00000100:00100000:1.0:1788876723.994644:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580979853787 time 7580980027724 state 0x2 ref 0
00000100:00100000:3.0:1788876724.007941:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876724.008152:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362641920
00000100:00100000:2.0:1788876724.008172:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362641920
00000100:00100000:2.0:1788876724.008231:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7580979853787 time 7580980027724 state 0x0 ref 1
00000100:00100000:2.0:1788876724.008246:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581180027724 time 7580980027724 state 0x1 ref 1
00000100:00100000:0.0:1788876724.171224:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581180027724 time 7581180186536 state 0x0 ref 1
00000100:00100000:0.0:1788876724.171254:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362641920:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876724.171297:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.171312:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876724.171317:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876724.171323:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.171336:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.200992:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.201010:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.201048:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.201059:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876724.201064:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.201073:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.201091:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.201099:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764f9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876724.201221:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362641920:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29974us (193284us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876724.201234:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1320
00000100:00100000:0.0:1788876724.201246:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581180027724 time 7581180186536 state 0x2 ref 0
00000100:00100000:3.0:1788876724.211673:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876724.211770:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642048
00000100:00100000:2.0:1788876724.211789:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642048
00000100:00100000:2.0:1788876724.211856:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581180027724 time 7581180186536 state 0x0 ref 1
00000100:00100000:2.0:1788876724.211872:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581380186536 time 7581180186536 state 0x1 ref 1
00010000:00010000:2.0:1788876724.270530:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876724.371798:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581380186536 time 7581380761242 state 0x0 ref 1
00000100:00100000:0.0:1788876724.372540:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362642048:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876724.372586:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.372608:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876724.372613:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876724.372620:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.372635:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.381279:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.381299:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.381308:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.381315:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876724.381320:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.381328:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.381347:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.381356:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fa1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876724.381466:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362642048:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9637us (169797us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876724.381478:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1321
00000100:00100000:0.0:1788876724.381490:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581380186536 time 7581380761242 state 0x2 ref 0
00000100:00100000:3.0:1788876724.393735:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876724.394078:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642176
00000100:00100000:0.0:1788876724.394088:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642176
00000100:00100000:0.0:1788876724.394148:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581380186536 time 7581380761242 state 0x0 ref 1
00000100:00100000:0.0:1788876724.394174:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581580761242 time 7581380761242 state 0x1 ref 1
00000100:00100000:3.0:1788876724.574604:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581580761242 time 7581583569467 state 0x0 ref 1
00000100:00100000:3.0:1788876724.574634:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362642176:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876724.574676:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.574703:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876724.574707:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876724.574714:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.574733:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.590573:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.590592:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.590602:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.590610:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876724.590616:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.590625:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.590643:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876724.590652:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e764fa8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876724.590742:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362642176:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16117us (197013us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876724.590753:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1322
00000100:00100000:0.0:1788876724.590766:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581580761242 time 7581583569467 state 0x2 ref 0
00000100:00100000:2.0:1788876724.598583:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876724.598677:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642304
00000100:00100000:1.0:1788876724.598688:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642304
00000100:00100000:1.0:1788876724.598752:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581580761242 time 7581583569467 state 0x0 ref 1
00000100:00100000:1.0:1788876724.598767:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581783569467 time 7581583569467 state 0x1 ref 1
00000100:00100000:2.0:1788876724.655051:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b26a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365709696:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876724.655121:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876724.655323:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709696
00000100:00100000:1.0:1788876724.655331:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709696
00000100:00100000:1.0:1788876724.655410:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 297
00000100:00100000:1.0:1788876724.655420:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365709696:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876724.655455:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788876724.655550:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365709696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876724.655561:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 297
00000100:00080000:2.0:1788876724.655614:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876724.661534:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b26a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365709696:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876724.774739:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581783569467 time 7581783705735 state 0x0 ref 1
00000100:00100000:3.0:1788876724.774778:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362642304:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876724.774829:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.774845:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876724.774849:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876724.774854:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.774867:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.795514:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.795532:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.795540:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.795547:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876724.795552:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.795560:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.795578:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.795586:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764faf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876724.795668:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362642304:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20908us (197090us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876724.795679:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1323
00000100:00100000:3.0:1788876724.795690:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581783569467 time 7581783705735 state 0x2 ref 0
00000100:00100000:2.0:1788876724.807233:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876724.807333:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642432
00000100:00100000:1.0:1788876724.807343:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642432
00000100:00100000:1.0:1788876724.807405:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581783569467 time 7581783705735 state 0x0 ref 1
00000100:00100000:1.0:1788876724.807420:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581983705735 time 7581783705735 state 0x1 ref 1
00000100:00100000:3.0:1788876724.974986:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581983705735 time 7581983943808 state 0x0 ref 1
00000100:00100000:3.0:1788876724.975045:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362642432:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876724.975085:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.975117:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876724.975122:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876724.975128:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.975141:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.993891:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.993920:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.993929:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.993936:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876724.993941:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.993951:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.993972:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876724.993992:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fb6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876724.994134:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362642432:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19125us (186904us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876724.994146:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1324
00000100:00100000:3.0:1788876724.994167:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581983705735 time 7581983943808 state 0x2 ref 0
00000100:00100000:2.0:1788876725.010719:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876725.010813:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642560
00000100:00100000:3.0:1788876725.010823:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642560
00000100:00100000:3.0:1788876725.010896:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7581983705735 time 7581983943808 state 0x0 ref 1
00000100:00100000:3.0:1788876725.010911:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582183943808 time 7581983943808 state 0x1 ref 1
00000100:00080000:2.0:1788876725.010991:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876725.176128:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582183943808 time 7582185092756 state 0x0 ref 1
00000100:00100000:0.0:1788876725.176168:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362642560:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876725.176214:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.176230:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876725.176235:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876725.176242:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.176255:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.189140:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.189170:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.189179:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.189186:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876725.189190:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.189198:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.189217:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.189225:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876725.189327:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362642560:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13177us (178613us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876725.189338:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1325
00000100:00100000:0.0:1788876725.189350:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582183943808 time 7582185092756 state 0x2 ref 0
00000100:00100000:3.0:1788876725.204110:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876725.204219:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642688
00000100:00100000:1.0:1788876725.204230:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642688
00000100:00100000:1.0:1788876725.204288:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582183943808 time 7582185092756 state 0x0 ref 1
00000100:00100000:1.0:1788876725.204302:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582385092756 time 7582185092756 state 0x1 ref 1
00010000:00010000:3.0:1788876725.294353:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876725.376239:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582385092756 time 7582385205380 state 0x0 ref 1
00000100:00100000:0.0:1788876725.376269:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362642688:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876725.376311:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.376326:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876725.376330:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876725.376336:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.376349:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.390930:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.390951:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.390966:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.390973:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876725.390978:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.390987:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.391034:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.391043:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876725.391131:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362642688:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14870us (187026us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876725.391141:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1326
00000100:00100000:0.0:1788876725.391161:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582385092756 time 7582385205380 state 0x2 ref 0
00000100:00100000:3.0:1788876725.408525:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876725.408651:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642816
00000100:00100000:0.0:1788876725.408661:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642816
00000100:00100000:0.0:1788876725.408720:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582385092756 time 7582385205380 state 0x0 ref 1
00000100:00100000:0.0:1788876725.408740:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582585205380 time 7582385205380 state 0x1 ref 1
00000100:00100000:3.0:1788876725.576528:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582585205380 time 7582585493244 state 0x0 ref 1
00000100:00100000:3.0:1788876725.576558:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362642816:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876725.576602:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876725.576619:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876725.576623:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876725.576630:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876725.576642:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.598237:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.598258:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.598268:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.598276:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876725.598281:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.598305:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.598324:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.598332:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e764fcb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876725.598415:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362642816:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21865us (189894us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876725.598435:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1327
00000100:00100000:0.0:1788876725.598447:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582585205380 time 7582585493244 state 0x2 ref 0
00000100:00100000:3.0:1788876725.604702:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876725.604828:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362642944
00000100:00100000:0.0:1788876725.604837:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362642944
00000100:00100000:0.0:1788876725.604897:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582585205380 time 7582585493244 state 0x0 ref 1
00000100:00100000:0.0:1788876725.604913:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582785493244 time 7582585493244 state 0x1 ref 1
00000100:00100000:2.0:1788876725.776858:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582785493244 time 7582785824710 state 0x0 ref 1
00000100:00100000:2.0:1788876725.776891:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362642944:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876725.776936:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.776953:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876725.776958:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876725.776964:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.776978:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.794742:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.794766:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.794776:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.794783:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983a263b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876725.794787:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.794802:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.794820:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876725.794828:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fd2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876725.794911:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362642944:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18027us (190212us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876725.794922:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1328
00000100:00100000:2.0:1788876725.794935:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582785493244 time 7582785824710 state 0x2 ref 0
00000100:00100000:3.0:1788876725.804740:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876725.805377:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643072
00000100:00100000:0.0:1788876725.805387:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643072
00000100:00100000:0.0:1788876725.805447:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582785493244 time 7582785824710 state 0x0 ref 1
00000100:00100000:0.0:1788876725.805464:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582985824710 time 7582785824710 state 0x1 ref 1
00000100:00100000:0.0:1788876725.978712:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582985824710 time 7582987666131 state 0x0 ref 1
00000100:00100000:0.0:1788876725.978744:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362643072:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876725.978787:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.978805:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876725.978810:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876725.978816:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876725.978831:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.009059:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.009078:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.009098:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.009105:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876726.009109:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.009118:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.009139:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.009159:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876726.009634:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362643072:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30899us (204897us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876726.009646:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1329
00000100:00100000:0.0:1788876726.009659:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582985824710 time 7582987666131 state 0x2 ref 0
00000100:00100000:1.0:1788876726.017305:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876726.017384:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643200
00000100:00100000:3.0:1788876726.017394:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643200
00000100:00100000:3.0:1788876726.017453:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7582985824710 time 7582987666131 state 0x0 ref 1
00000100:00100000:3.0:1788876726.017470:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583187666131 time 7582987666131 state 0x1 ref 1
00000100:00100000:2.0:1788876726.181715:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583187666131 time 7583190679701 state 0x0 ref 1
00000100:00100000:2.0:1788876726.181746:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362643200:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876726.181785:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.181813:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876726.181819:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876726.181826:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.181845:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.196979:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.196999:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.197008:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.197043:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983a263b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876726.197048:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.197060:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.197081:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.197100:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f8732e6/0x3868396b8e764fe0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876726.197182:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362643200:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15445us (179892us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876726.197194:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1330
00000100:00100000:3.0:1788876726.197205:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583187666131 time 7583190679701 state 0x2 ref 0
00000100:00100000:2.0:1788876726.208245:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876726.208424:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643328
00000100:00100000:3.0:1788876726.208434:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643328
00000100:00100000:3.0:1788876726.208490:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583187666131 time 7583190679701 state 0x0 ref 1
00000100:00100000:3.0:1788876726.208505:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583390679701 time 7583190679701 state 0x1 ref 1
00010000:00010000:3.0:1788876726.322694:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876726.387914:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583390679701 time 7583396877592 state 0x0 ref 1
00000100:00100000:0.0:1788876726.387947:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362643328:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876726.388001:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.388067:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876726.388072:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876726.388079:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.388093:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.405853:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.405872:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.405881:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.405888:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876726.405892:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.405906:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.405923:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.405931:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fe7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876726.406060:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362643328:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18125us (197820us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876726.406071:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1331
00000100:00100000:1.0:1788876726.406083:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583390679701 time 7583396877592 state 0x2 ref 0
00000100:00100000:2.0:1788876726.440930:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876726.441155:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643456
00000100:00100000:0.0:1788876726.441166:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643456
00000100:00100000:0.0:1788876726.441219:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583390679701 time 7583396877592 state 0x0 ref 1
00000100:00100000:0.0:1788876726.441233:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583596877592 time 7583396877592 state 0x1 ref 1
00000100:00100000:0.0:1788876726.588253:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583596877592 time 7583597220028 state 0x0 ref 1
00000100:00100000:0.0:1788876726.588288:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362643456:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876726.588329:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.588344:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876726.588348:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876726.588354:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.588368:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.612125:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.612152:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.612161:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.612168:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876726.612172:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.612469:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.612490:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876726.612499:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e764fee lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876726.612598:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362643456:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24323us (171681us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876726.612608:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1332
00000100:00100000:1.0:1788876726.612630:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583596877592 time 7583597220028 state 0x2 ref 0
00000100:00100000:3.0:1788876726.624566:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876726.625497:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643584
00000100:00100000:0.0:1788876726.625509:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643584
00000100:00100000:0.0:1788876726.625569:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583596877592 time 7583597220028 state 0x0 ref 1
00000100:00100000:0.0:1788876726.625584:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583797220028 time 7583597220028 state 0x1 ref 1
00000100:00100000:2.0:1788876726.788464:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583797220028 time 7583797428400 state 0x0 ref 1
00000100:00100000:2.0:1788876726.788497:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362643584:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876726.788542:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.788558:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876726.788563:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876726.788569:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.788583:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.801807:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.801827:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.801841:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.801848:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983a263b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876726.801854:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.801863:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.801882:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876726.801889:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed595dc/0x3868396b8e764ff5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876726.801990:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362643584:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13502us (177427us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876726.802001:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1333
00000100:00100000:2.0:1788876726.802060:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583797220028 time 7583797428400 state 0x2 ref 0
00000100:00100000:3.0:1788876726.809678:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876726.809907:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643712
00000100:00100000:0.0:1788876726.809917:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643712
00000100:00100000:0.0:1788876726.809974:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583797220028 time 7583797428400 state 0x0 ref 1
00000100:00100000:0.0:1788876726.809988:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583997428400 time 7583797428400 state 0x1 ref 1
00000100:00100000:3.0:1788876726.988618:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583997428400 time 7583997583661 state 0x0 ref 1
00000100:00100000:3.0:1788876726.988652:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362643712:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876726.988693:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.988709:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876726.988713:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876726.988720:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876726.988733:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.997893:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.997911:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.997920:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.997926:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b5c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876726.997931:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.997940:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.997962:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876726.997970:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d0d9472/0x3868396b8e764ffc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876726.998095:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362643712:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9451us (188419us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876726.998117:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1334
00000100:00100000:0.0:1788876726.998130:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583997428400 time 7583997583661 state 0x2 ref 0
00000100:00100000:3.0:1788876727.014307:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876727.014405:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643840
00000100:00100000:2.0:1788876727.014415:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643840
00000100:00100000:2.0:1788876727.014491:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7583997428400 time 7583997583661 state 0x0 ref 1
00000100:00100000:2.0:1788876727.014509:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584197583661 time 7583997583661 state 0x1 ref 1
00000100:00080000:1.0:1788876727.014638:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876727.190531:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584197583661 time 7584199496254 state 0x0 ref 1
00000100:00100000:1.0:1788876727.190560:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362643840:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876727.190602:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.190618:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876727.190622:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876727.190628:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.190642:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.202962:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.202981:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.202998:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.203005:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998400030c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876727.203009:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.203041:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.203058:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.203064:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e765003 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876727.203169:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362643840:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12617us (188868us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876727.203180:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1335
00000100:00100000:2.0:1788876727.203191:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584197583661 time 7584199496254 state 0x2 ref 0
00000100:00100000:3.0:1788876727.225590:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876727.225749:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362643968
00000100:00100000:0.0:1788876727.225760:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362643968
00000100:00100000:0.0:1788876727.225817:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584197583661 time 7584199496254 state 0x0 ref 1
00000100:00100000:0.0:1788876727.225832:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584399496254 time 7584199496254 state 0x1 ref 1
00010000:00010000:0.0:1788876727.342272:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876727.391121:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584399496254 time 7584400086982 state 0x0 ref 1
00000100:00100000:1.0:1788876727.391161:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362643968:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876727.391207:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.391224:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876727.391228:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876727.391235:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.391247:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.422178:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.422196:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.422205:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.422212:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998400030c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876727.422217:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.422225:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.422244:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.422251:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae39ae6a/0x3868396b8e76500a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876727.422338:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362643968:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31195us (196750us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876727.422350:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1336
00000100:00100000:2.0:1788876727.422362:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584399496254 time 7584400086982 state 0x2 ref 0
00000100:00100000:3.0:1788876727.429841:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876727.429907:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644096
00000100:00100000:2.0:1788876727.429917:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644096
00000100:00100000:2.0:1788876727.429974:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584399496254 time 7584400086982 state 0x0 ref 1
00000100:00100000:2.0:1788876727.429989:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584600086982 time 7584400086982 state 0x1 ref 1
00000100:00100000:2.0:1788876727.591218:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584600086982 time 7584600177073 state 0x0 ref 1
00000100:00100000:2.0:1788876727.591250:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362644096:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876727.591306:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.591324:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876727.591329:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876727.591338:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.591354:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.617301:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.617325:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.617334:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.617341:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876727.617345:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.617354:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.617372:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876727.617380:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e765011 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876727.617464:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362644096:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26224us (187627us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876727.617475:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1337
00000100:00100000:2.0:1788876727.617488:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584600086982 time 7584600177073 state 0x2 ref 0
00000100:00100000:3.0:1788876727.645622:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876727.646914:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644224
00000100:00100000:1.0:1788876727.646927:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644224
00000100:00100000:1.0:1788876727.647003:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584600086982 time 7584600177073 state 0x0 ref 1
00000100:00100000:1.0:1788876727.647033:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584800177073 time 7584600177073 state 0x1 ref 1
00000100:00100000:0.0:1788876727.727080:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365709824:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876727.727160:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876727.727283:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709824
00000100:00100000:2.0:1788876727.727292:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709824
00000100:00100000:2.0:1788876727.727363:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 298
00000100:00100000:2.0:1788876727.727373:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365709824:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876727.727407:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876727.727452:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365709824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876727.727461:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 298
00000100:00100000:0.0:1788876727.727552:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365709824:0@lo:13:osp-pre-1-0.0
00000100:00080000:1.0:1788876727.727720:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876727.728069:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365710336:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728103:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876727.728141:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1788876727.728147:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365709952:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728175:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876727.728200:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365710464:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728224:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876727.728251:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365709952
00000100:00100000:0.0:1788876727.728256:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365709952
00000100:00100000:0.0:1788876727.728283:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:0.0:1788876727.728296:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365709952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728332:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365709952:12345-0@lo:400:kworker.0 Request processed in 42us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876727.728339:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00100000:0.0:1788876727.728367:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710464
00000100:00100000:0.0:1788876727.728370:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710464
00000100:00100000:0.0:1788876727.728396:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6582
00000100:00100000:0.0:1788876727.728402:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365710464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728432:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365710464:12345-0@lo:400:kworker.0 Request processed in 30us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876727.728439:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6582
00000100:00100000:0.0:1788876727.728464:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365709952:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728474:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365710464:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728494:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365710208:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728518:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876727.728535:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788876727.728541:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b26bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365710080:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728559:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876727.728580:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710208
00000100:00100000:0.0:1788876727.728584:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710208
00000100:00100000:0.0:1788876727.728604:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710080
00000100:00100000:0.0:1788876727.728606:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710080
00000100:00100000:0.0:1788876727.728621:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6583
00000100:00100000:0.0:1788876727.728627:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365710208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728658:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365710208:12345-0@lo:400:kworker.0 Request processed in 31us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876727.728664:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6583
00000100:00100000:0.0:1788876727.728675:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6584
00000100:00100000:0.0:1788876727.728681:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365710080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728706:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365710080:12345-0@lo:400:kworker.0 Request processed in 26us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876727.728713:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6584
00000100:00100000:0.0:1788876727.728738:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b26bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365710080:0@lo:400:kworker.0
00000100:00100000:0.0:1788876727.728747:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365710208:0@lo:400:kworker.0
00000100:00100000:1.0:1788876727.729324:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710336
00000100:00100000:1.0:1788876727.729329:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710336
00000100:00100000:1.0:1788876727.729383:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 298
00000100:00100000:1.0:1788876727.729391:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365710336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876727.729444:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365710336:12345-0@lo:400:kworker.0 Request processed in 54us (1340us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876727.729451:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 298
00000100:00080000:1.0:1788876727.729479:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876727.729483:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876727.730386:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365710336:0@lo:400:kworker.0
00000100:00100000:1.0:1788876727.791399:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584800177073 time 7584800364126 state 0x0 ref 1
00000100:00100000:1.0:1788876727.791428:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362644224:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876727.791470:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.791487:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876727.791491:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876727.791497:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.791511:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.827174:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.827193:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.827203:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.827211:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8c600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876727.827216:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.827224:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.827242:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876727.827250:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765018 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876727.827342:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362644224:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35924us (181726us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876727.827353:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1338
00000100:00100000:1.0:1788876727.827365:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584800177073 time 7584800364126 state 0x2 ref 0
00000100:00100000:1.0:1788876727.832989:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876727.833416:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644352
00000100:00100000:0.0:1788876727.833426:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644352
00000100:00100000:0.0:1788876727.833482:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7584800177073 time 7584800364126 state 0x0 ref 1
00000100:00100000:0.0:1788876727.833498:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585000364126 time 7584800364126 state 0x1 ref 1
00000100:00100000:3.0:1788876727.993900:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585000364126 time 7585002865842 state 0x0 ref 1
00000100:00100000:3.0:1788876727.993930:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362644352:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876727.994071:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876727.994088:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876727.994093:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876727.994100:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876727.994116:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.008558:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.008578:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.008587:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.008595:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876728.008600:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.008609:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.008628:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.008637:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76501f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876728.008720:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362644352:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14797us (175735us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876728.008730:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1339
00000100:00100000:0.0:1788876728.008741:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585000364126 time 7585002865842 state 0x2 ref 0
00000100:00100000:1.0:1788876728.014436:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876728.014524:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644480
00000100:00100000:2.0:1788876728.014534:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644480
00000100:00100000:2.0:1788876728.014595:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585000364126 time 7585002865842 state 0x0 ref 1
00000100:00100000:2.0:1788876728.014611:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585202865842 time 7585002865842 state 0x1 ref 1
00000100:00100000:1.0:1788876728.197865:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585202865842 time 7585206830048 state 0x0 ref 1
00000100:00100000:1.0:1788876728.197898:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362644480:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876728.197939:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876728.197955:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876728.197960:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876728.197977:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876728.197991:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.225299:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.225319:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.225329:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.225337:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f8c600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876728.225342:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.225352:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.225372:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.225380:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093c17e3d/0x3868396b8e765026 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876728.225460:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362644480:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27570us (211027us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876728.225471:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1340
00000100:00100000:0.0:1788876728.225484:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585202865842 time 7585206830048 state 0x2 ref 0
00000100:00100000:3.0:1788876728.235127:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876728.235902:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644608
00000100:00100000:0.0:1788876728.235912:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644608
00000100:00100000:0.0:1788876728.235973:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585202865842 time 7585206830048 state 0x0 ref 1
00000100:00100000:0.0:1788876728.235990:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585406830048 time 7585206830048 state 0x1 ref 1
00000100:00100000:1.0:1788876728.307056:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876728.307168:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876728.307247:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876728.307288:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644736
00000100:00100000:3.0:1788876728.307297:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644736
00000100:00100000:3.0:1788876728.307349:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3091
00000100:00100000:3.0:1788876728.307360:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362644736:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876728.307437:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362644736:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 80us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876728.307446:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3091
00000100:00100000:2.0:1788876728.308694:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644864
00000100:00100000:2.0:1788876728.308704:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644864
00000100:00100000:2.0:1788876728.308916:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362644992
00000100:00100000:2.0:1788876728.308920:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362644992
00000100:00100000:3.0:1788876728.308974:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6585
00000100:00100000:3.0:1788876728.308985:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362644864:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876728.309066:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362644864:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 82us (2018us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876728.309073:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6585
00000100:00080000:1.0:1788876728.310254:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876728.310464:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6586
00000100:00100000:2.0:1788876728.310477:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362644992:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876728.310549:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362644992:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 75us (3300us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876728.310556:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6586
00010000:00010000:2.0:1788876728.369045:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876728.398218:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585406830048 time 7585407184807 state 0x0 ref 1
00000100:00100000:0.0:1788876728.398247:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362644608:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876728.398288:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.398304:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876728.398309:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876728.398315:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.398329:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.408584:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.408605:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.408622:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.408629:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dda00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876728.408634:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.408643:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.408661:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.408668:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e76502d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876728.408787:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362644608:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10547us (173663us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876728.408798:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1341
00000100:00100000:0.0:1788876728.408810:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585406830048 time 7585407184807 state 0x2 ref 0
00000100:00100000:3.0:1788876728.418550:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876728.419047:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362645120
00000100:00100000:2.0:1788876728.419057:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362645120
00000100:00100000:2.0:1788876728.419117:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585406830048 time 7585407184807 state 0x0 ref 1
00000100:00100000:2.0:1788876728.419144:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585607184807 time 7585407184807 state 0x1 ref 1
00000100:00100000:3.0:1788876728.598331:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585607184807 time 7585607285750 state 0x0 ref 1
00000100:00100000:3.0:1788876728.598358:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362645120:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876728.598398:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876728.598417:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876728.598421:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876728.598427:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876728.598439:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.656007:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.656039:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.656048:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.656055:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876728.656059:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.656068:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.656087:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.656096:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765034 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876728.656266:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362645120:12345-192.168.203.59@tcp:3:dd.500 Request processed in 57915us (237719us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876728.656281:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1342
00000100:00100000:2.0:1788876728.656294:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585607184807 time 7585607285750 state 0x2 ref 0
00000100:00100000:3.0:1788876728.662832:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876728.663081:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362645248
00000100:00100000:2.0:1788876728.663091:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362645248
00000100:00100000:2.0:1788876728.663158:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585607184807 time 7585607285750 state 0x0 ref 1
00000100:00100000:2.0:1788876728.663174:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585807285750 time 7585607285750 state 0x1 ref 1
00000100:00100000:3.0:1788876728.798462:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585807285750 time 7585807428646 state 0x0 ref 1
00000100:00100000:3.0:1788876728.798492:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362645248:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876728.798534:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876728.798551:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876728.798556:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876728.798564:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876728.798576:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.812973:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.812991:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.813392:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.813400:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876728.813405:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.813415:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.813433:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876728.813441:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e76503b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876728.813577:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362645248:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15093us (150748us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876728.813588:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1343
00000100:00100000:2.0:1788876728.813609:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585807285750 time 7585807428646 state 0x2 ref 0
00000100:00100000:1.0:1788876728.834638:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876728.834873:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362645376
00000100:00100000:2.0:1788876728.834883:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362645376
00000100:00100000:2.0:1788876728.834941:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7585807285750 time 7585807428646 state 0x0 ref 1
00000100:00100000:2.0:1788876728.834956:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586007428646 time 7585807428646 state 0x1 ref 1
00000100:00100000:0.0:1788876728.998957:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586007428646 time 7586007924151 state 0x0 ref 1
00000100:00100000:0.0:1788876728.998989:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362645376:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876728.999056:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.999072:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876728.999076:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876728.999082:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876728.999098:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.024372:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.024391:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.024400:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.024406:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876729.024412:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.024421:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.024452:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.024460:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095d4b702/0x3868396b8e765042 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876729.024544:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362645376:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25555us (189901us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876729.024555:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1344
00000100:00100000:2.0:1788876729.024569:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586007428646 time 7586007924151 state 0x2 ref 0
00000100:00100000:1.0:1788876729.035479:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876729.035619:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362645504
00000100:00100000:3.0:1788876729.035628:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362645504
00000100:00100000:3.0:1788876729.035699:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586007428646 time 7586007924151 state 0x0 ref 1
00000100:00100000:3.0:1788876729.035716:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586207924151 time 7586007924151 state 0x1 ref 1
00000100:00080000:1.0:1788876729.035921:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876729.200157:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586207924151 time 7586209106930 state 0x0 ref 1
00000100:00100000:2.0:1788876729.200187:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362645504:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876729.200229:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.200246:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876729.200250:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876729.200256:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.200270:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.216175:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.216194:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.216204:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.216212:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876729.216217:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.216226:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.216244:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.216253:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765049 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876729.217855:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362645504:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17671us (182374us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876729.217869:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1345
00000100:00100000:2.0:1788876729.217881:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586207924151 time 7586209106930 state 0x2 ref 0
00000100:00100000:3.0:1788876729.224719:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876729.225058:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362645632
00000100:00100000:0.0:1788876729.225067:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362645632
00000100:00100000:0.0:1788876729.225132:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586207924151 time 7586209106930 state 0x0 ref 1
00000100:00100000:0.0:1788876729.225149:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586409106930 time 7586209106930 state 0x1 ref 1
00010000:00010000:3.0:1788876729.390225:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876729.400786:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586409106930 time 7586409750506 state 0x0 ref 1
00000100:00100000:0.0:1788876729.400816:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362645632:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876729.400858:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876729.400875:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876729.400880:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876729.400887:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876729.400901:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.416573:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.416591:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.416600:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.416607:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876729.416612:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.416620:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.416638:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.416645:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765050 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876729.416733:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362645632:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15925us (192019us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876729.416745:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1346
00000100:00100000:2.0:1788876729.416756:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586409106930 time 7586409750506 state 0x2 ref 0
00000100:00100000:3.0:1788876729.424322:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876729.424631:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362645760
00000100:00100000:0.0:1788876729.424642:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362645760
00000100:00100000:0.0:1788876729.424700:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586409106930 time 7586409750506 state 0x0 ref 1
00000100:00100000:0.0:1788876729.424717:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586609750506 time 7586409750506 state 0x1 ref 1
00000100:00100000:2.0:1788876729.600971:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586609750506 time 7586609937035 state 0x0 ref 1
00000100:00100000:2.0:1788876729.601003:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362645760:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876729.601073:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.601091:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876729.601095:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876729.601102:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.601117:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.621519:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.621538:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.621552:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.621559:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876729.621563:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.621582:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.621601:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.621607:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765057 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876729.621691:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362645760:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20697us (197374us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876729.621702:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1347
00000100:00100000:2.0:1788876729.621713:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586609750506 time 7586609937035 state 0x2 ref 0
00000100:00100000:3.0:1788876729.635141:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876729.635321:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362645888
00000100:00100000:0.0:1788876729.635331:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362645888
00000100:00100000:0.0:1788876729.635387:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586609750506 time 7586609937035 state 0x0 ref 1
00000100:00100000:0.0:1788876729.635402:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586809937035 time 7586609937035 state 0x1 ref 1
00000100:00100000:2.0:1788876729.774748:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365710592:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876729.774826:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876729.775041:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710592
00000100:00100000:0.0:1788876729.775049:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710592
00000100:00100000:0.0:1788876729.775118:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 299
00000100:00100000:0.0:1788876729.775136:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365710592:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876729.775169:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3746562048 avail 3744464896
00000100:00100000:0.0:1788876729.775215:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365710592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (389us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876729.775223:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 299
00000100:00100000:0.0:1788876729.775268:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365710592:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788876729.775439:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876729.801179:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586809937035 time 7586810144497 state 0x0 ref 1
00000100:00100000:0.0:1788876729.801211:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362645888:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876729.801255:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876729.801271:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876729.801276:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876729.801282:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876729.801294:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.811034:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.811055:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.811064:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.811072:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876729.811077:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.811086:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.811104:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876729.811112:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e76505e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876729.811208:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362645888:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10007us (176081us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876729.811229:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1348
00000100:00100000:2.0:1788876729.811241:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586809937035 time 7586810144497 state 0x2 ref 0
00000100:00100000:1.0:1788876729.826186:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876729.826524:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646016
00000100:00100000:2.0:1788876729.826534:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646016
00000100:00100000:2.0:1788876729.826589:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7586809937035 time 7586810144497 state 0x0 ref 1
00000100:00100000:2.0:1788876729.826605:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587010144497 time 7586810144497 state 0x1 ref 1
00000100:00100000:0.0:1788876730.004156:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587010144497 time 7587013121337 state 0x0 ref 1
00000100:00100000:0.0:1788876730.004185:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362646016:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876730.004229:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.004247:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876730.004251:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876730.004258:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.004274:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.025754:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.025779:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.025790:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.025798:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876730.025804:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.025813:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.025832:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.025840:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765065 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876730.025915:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362646016:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21738us (199735us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876730.025926:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1349
00000100:00100000:2.0:1788876730.025939:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587010144497 time 7587013121337 state 0x2 ref 0
00000100:00100000:1.0:1788876730.038457:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876730.038553:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646144
00000100:00100000:2.0:1788876730.038562:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646144
00000100:00100000:2.0:1788876730.038619:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587010144497 time 7587013121337 state 0x0 ref 1
00000100:00100000:2.0:1788876730.038634:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587213121337 time 7587013121337 state 0x1 ref 1
00000100:00100000:1.0:1788876730.204344:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587213121337 time 7587213310501 state 0x0 ref 1
00000100:00100000:1.0:1788876730.204375:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362646144:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876730.204418:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.204436:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876730.204440:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876730.204448:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.204460:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.221106:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.221138:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.221147:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.221154:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99837a7b9200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876730.221158:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.221232:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.221251:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.221259:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adfe7dd2/0x3868396b8e76506c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876730.221414:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362646144:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17047us (182962us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876730.221425:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1350
00000100:00100000:0.0:1788876730.221437:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587213121337 time 7587213310501 state 0x2 ref 0
00000100:00100000:3.0:1788876730.228982:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876730.229094:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646272
00000100:00100000:2.0:1788876730.229103:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646272
00000100:00100000:2.0:1788876730.229183:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587213121337 time 7587213310501 state 0x0 ref 1
00000100:00100000:2.0:1788876730.229197:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587413310501 time 7587213310501 state 0x1 ref 1
00000100:00100000:0.0:1788876730.404654:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587413310501 time 7587413618264 state 0x0 ref 1
00000100:00100000:0.0:1788876730.404682:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362646272:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876730.404726:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.404744:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876730.404748:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876730.404755:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876730.404786:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.416710:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876730.423412:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.423431:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.423439:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.423446:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99835ae90e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876730.423450:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.423459:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.423477:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876730.423485:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c288dc54/0x3868396b8e765073 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876730.423564:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362646272:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18889us (194586us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876730.423574:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1351
00000100:00100000:1.0:1788876730.423585:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587413310501 time 7587413618264 state 0x2 ref 0
00000100:00100000:0.0:1788876730.439924:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876730.440420:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646400
00000100:00100000:3.0:1788876730.440430:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646400
00000100:00100000:3.0:1788876730.440489:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587413310501 time 7587413618264 state 0x0 ref 1
00000100:00100000:3.0:1788876730.440504:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587613618264 time 7587413618264 state 0x1 ref 1
00000100:00100000:2.0:1788876730.605906:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587613618264 time 7587614871933 state 0x0 ref 1
00000100:00100000:2.0:1788876730.605935:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362646400:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876730.605978:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.606011:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876730.606047:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876730.606053:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876730.606067:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.623636:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.623654:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.623662:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.623673:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b7200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876730.623685:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.623695:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.623716:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.623727:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000459641f0/0x3868396b8e76507a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876730.623855:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362646400:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17928us (183935us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876730.623866:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1352
00000100:00100000:3.0:1788876730.623882:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587613618264 time 7587614871933 state 0x2 ref 0
00000100:00100000:0.0:1788876730.629221:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876730.629328:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646528
00000100:00100000:2.0:1788876730.629338:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646528
00000100:00100000:2.0:1788876730.629396:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587613618264 time 7587614871933 state 0x0 ref 1
00000100:00100000:2.0:1788876730.629410:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587814871933 time 7587614871933 state 0x1 ref 1
00000100:00100000:3.0:1788876730.806549:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587814871933 time 7587815513874 state 0x0 ref 1
00000100:00100000:3.0:1788876730.806591:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362646528:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876730.806651:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.806667:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876730.806672:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876730.806686:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.806705:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.829431:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.829452:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.829461:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.829468:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876730.829473:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.829481:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.829499:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876730.829506:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765081 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876730.830066:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362646528:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23447us (200810us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876730.830079:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1353
00000100:00100000:3.0:1788876730.830092:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587814871933 time 7587815513874 state 0x2 ref 0
00000100:00100000:2.0:1788876730.843119:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876730.843212:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646656
00000100:00100000:0.0:1788876730.843221:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646656
00000100:00100000:0.0:1788876730.843279:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7587814871933 time 7587815513874 state 0x0 ref 1
00000100:00100000:0.0:1788876730.843294:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588015513874 time 7587815513874 state 0x1 ref 1
00000100:00100000:2.0:1788876731.007982:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588015513874 time 7588016947598 state 0x0 ref 1
00000100:00100000:2.0:1788876731.008051:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362646656:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876731.008094:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.008119:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876731.008124:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876731.008131:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.008149:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876731.009144:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876731.037118:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.037139:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.037149:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.037155:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983387b6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876731.037160:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.037168:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.037200:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.037208:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006514edf8/0x3868396b8e765088 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876731.037290:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362646656:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29286us (194184us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876731.037301:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1354
00000100:00100000:1.0:1788876731.037313:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588015513874 time 7588016947598 state 0x2 ref 0
00000100:00100000:1.0:1788876731.050382:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876731.050476:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646784
00000100:00100000:2.0:1788876731.050486:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646784
00000100:00100000:2.0:1788876731.050543:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588015513874 time 7588016947598 state 0x0 ref 1
00000100:00100000:2.0:1788876731.050558:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588216947598 time 7588016947598 state 0x1 ref 1
00000100:00100000:1.0:1788876731.208198:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588216947598 time 7588217162921 state 0x0 ref 1
00000100:00100000:1.0:1788876731.208230:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362646784:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876731.208272:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.208288:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876731.208293:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876731.208300:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.208313:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.218171:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.218189:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.218199:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.218207:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9983a263ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876731.218214:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.218223:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.218247:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.218256:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001953e467/0x3868396b8e76508f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876731.218348:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362646784:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10129us (167971us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876731.218359:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1355
00000100:00100000:2.0:1788876731.218381:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588216947598 time 7588217162921 state 0x2 ref 0
00000100:00100000:0.0:1788876731.223436:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876731.223508:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362646912
00000100:00100000:2.0:1788876731.223517:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362646912
00000100:00100000:2.0:1788876731.223572:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588216947598 time 7588217162921 state 0x0 ref 1
00000100:00100000:2.0:1788876731.223587:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588417162921 time 7588217162921 state 0x1 ref 1
00000100:00100000:3.0:1788876731.408635:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588417162921 time 7588417601200 state 0x0 ref 1
00000100:00100000:3.0:1788876731.408663:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362646912:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876731.408707:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876731.408734:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876731.408738:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876731.408745:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876731.408758:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.439478:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876731.440977:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.440995:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.441003:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.441011:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876731.441039:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.441047:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.441066:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.441073:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e765096 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876731.441182:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362646912:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32526us (217749us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876731.441193:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1356
00000100:00100000:2.0:1788876731.441204:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588417162921 time 7588417601200 state 0x2 ref 0
00000100:00100000:0.0:1788876731.453266:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876731.453519:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362647168
00000100:00100000:1.0:1788876731.453529:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362647168
00000100:00100000:1.0:1788876731.453600:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9831
00000100:00100000:1.0:1788876731.453612:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249226:x1875765362647168:12345-192.168.203.59@tcp:35:dd.500
00000100:00080000:2.0:1788876731.453855:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876731.454234:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:249226:x1875765362647168:12345-192.168.203.59@tcp:35:dd.500 Request processed in 624us (976us total) trans 4295010714 rc 0/0
00000100:00100000:1.0:1788876731.454242:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9831
00000100:00100000:2.0:1788876731.613331:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876731.613462:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362647296
00000100:00100000:0.0:1788876731.613471:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362647296
00000100:00100000:0.0:1788876731.613538:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1179
00000100:00100000:0.0:1788876731.613548:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:5570:x1875765362647296:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876731.613563:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876731.613603:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6b0a231/0x3868396b8e764dda lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88827e expref: 6 pid: 6582 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.613630:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876731.613693:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:5570:x1875765362647296:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 146us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876731.613702:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1179
00000100:00100000:0.0:1788876731.686151:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876731.686257:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362647424
00000100:00100000:2.0:1788876731.686268:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362647424
00000100:00100000:2.0:1788876731.686328:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60193
00000100:00100000:2.0:1788876731.686338:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:249241:x1875765362647424:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788876731.686365:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876731.686385:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e76509d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888285 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.686484:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.686499:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.686520:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876731.687001:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc93:0x0]: returning size 7680
00000004:00200000:2.0:1788876731.687006:0:26643:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876731.687130:0:26643:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.687161:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e76509d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888285 expref: 11 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.687177:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888285 expref: 10 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.687185:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998385d39600)
00010000:00010000:2.0:1788876731.687188:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788876731.687191:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46800, rc 0)
00000100:00100000:2.0:1788876731.687265:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249241:x1875765362647424:12345-192.168.203.59@tcp:101:rm.0 Request processed in 927us (1121us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876731.687273:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60193
00000100:00100000:1.0:1788876731.689443:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876731.689531:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362647680
00000100:00100000:3.0:1788876731.689540:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362647680
00000100:00100000:3.0:1788876731.689592:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60194
00000100:00100000:3.0:1788876731.689602:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249241:x1875765362647680:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876731.689622:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876731.689641:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7650ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88828c expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876731.689904:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc93:0x0]: returning size 7680
00010000:00010000:3.0:1788876731.690135:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7650ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88828c expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876731.690150:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:3.0:1788876731.690153:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1788876731.690158:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7650ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88828c expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876731.690169:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7b400, rc 0)
00000100:00100000:3.0:1788876731.690217:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249241:x1875765362647680:12345-192.168.203.59@tcp:101:rm.0 Request processed in 616us (781us total) trans 4295010715 rc 301/301
00000100:00100000:3.0:1788876731.690225:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60194
00000100:00100000:3.0:1788876731.697999:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876731.698156:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362647808
00000100:00100000:2.0:1788876731.698166:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362647808
00000100:00100000:2.0:1788876731.698227:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9832
00000100:00100000:2.0:1788876731.698236:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249241:x1875765362647808:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:2.0:1788876731.701892:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249241:x1875765362647808:12345-192.168.203.59@tcp:37:rm.0 Request processed in 3648us (3893us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876731.701905:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9832
00000100:00100000:1.0:1788876731.717927:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876731.718010:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362648064
00000100:00100000:0.0:1788876731.718037:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362648064
00000100:00100000:0.0:1788876731.718096:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9833
00000100:00100000:0.0:1788876731.718115:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249241:x1875765362648064:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788876731.718567:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249241:x1875765362648064:12345-192.168.203.59@tcp:35:rm.0 Request processed in 462us (652us total) trans 4295010716 rc 0/0
00000100:00100000:0.0:1788876731.718575:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9833
00000100:00100000:3.0:1788876731.722168:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876731.722608:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362648320
00000100:00100000:1.0:1788876731.722618:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362648320
00000100:00100000:1.0:1788876731.722677:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60195
00000100:00100000:1.0:1788876731.722686:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249241:x1875765362648320:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876731.722711:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876731.722743:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7650b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888293 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.723064:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7650c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.723078:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7650c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc93:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.723089:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7650c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc93:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876731.723103:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc93:0x0]: returning size 7680
00010000:00010000:1.0:1788876731.723298:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7650b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888293 expref: 15 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.723319:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7650c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc93:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888293 expref: 14 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.723328:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788876731.723332:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1788876731.723335:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fde00, rc 0)
00000100:00100000:1.0:1788876731.723399:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249241:x1875765362648320:12345-192.168.203.59@tcp:101:rm.0 Request processed in 714us (1240us total) trans 4295010717 rc 0/0
00000100:00100000:1.0:1788876731.723406:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60195
00000100:00100000:2.0:1788876731.729860:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876731.730407:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362648448
00000100:00100000:0.0:1788876731.730417:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362648448
00000100:00100000:0.0:1788876731.730477:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60196
00000100:00100000:0.0:1788876731.730487:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249241:x1875765362648448:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:0.0:1788876731.730554:0:5791:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7570718720 avail 7566524416
00000100:00100000:0.0:1788876731.730666:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249241:x1875765362648448:12345-192.168.203.59@tcp:41:rm.0 Request processed in 179us (815us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876731.730674:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60196
00000100:00100000:0.0:1788876731.739998:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876731.740193:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362648704
00000100:00100000:2.0:1788876731.740204:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362648704
00000100:00100000:2.0:1788876731.740262:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60197
00000100:00100000:2.0:1788876731.740272:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249241:x1875765362648704:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788876731.740326:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1788876731.740352:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e764adf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc95:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888270 expref: 14 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740369:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc95:0x0].0x0 (ffff998385d39400)
00010000:00010000:2.0:1788876731.740385:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888285 expref: 13 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740393:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998385d39600)
00010000:00010000:2.0:1788876731.740397:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876731.740417:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740431:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740444:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740458:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740466:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740472:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740972:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740983:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.740991:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1788876731.749197:0:7498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1617, 64 off111680
00000004:00080000:2.0:1788876731.749213:0:7498:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7588758198300ns, next at 7589758194099ns, rc = 0
00010000:00010000:2.0:1788876731.749299:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749316:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749328:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749342:0:7498:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749350:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749357:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749432:0:7498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788876731.749457:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749464:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749469:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749475:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876731.749479:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749487:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749498:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc95:0x0].0x0 (ffff998403b03c00)
00010000:00010000:2.0:1788876731.749501:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788876731.749600:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749614:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749635:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749642:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749648:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749653:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876731.749657:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749663:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749672:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998385d39600)
00010000:00010000:2.0:1788876731.749675:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876731.749678:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.749685:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ce lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876731.749694:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007180349e reply state 000000002209a738 transno 4295010718 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876731.749704:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876731.749978:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249241:x1875765362648704:12345-192.168.203.59@tcp:36:rm.0 Request processed in 9703us (9984us total) trans 4295010718 rc 0/0
00000100:00100000:2.0:1788876731.749989:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60197
00010000:00010000:1.0:1788876731.752250:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788876731.752263:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.752273:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876731.752277:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.752287:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.752302:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc95:0x0].0x0 (ffff998403b03c00)
00010000:00010000:1.0:1788876731.752306:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1788876731.752311:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.752320:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e7650e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876731.752339:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876731.752341:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876731.752343:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876731.755943:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876731.756352:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362648960
00000100:00100000:3.0:1788876731.756361:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362648960
00000100:00100000:3.0:1788876731.756418:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9834
00000100:00100000:3.0:1788876731.756427:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249241:x1875765362648960:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876731.756682:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:249241:x1875765362648960:12345-192.168.203.59@tcp:35:rm.0 Request processed in 255us (746us total) trans 4295010719 rc 0/0
00000100:00100000:3.0:1788876731.756691:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9834
00010000:00010000:0.0:1788876731.757870:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.757885:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.757892:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.757899:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876731.757903:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.757912:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.757983:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x4009f790 (ffff998403b03400)
00010000:00010000:0.0:1788876731.757987:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876731.757991:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.757998:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47e00/0x3868396b8e7650d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc93:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876731.760948:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876731.761077:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362649216
00000100:00100000:2.0:1788876731.761086:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362649216
00000100:00100000:2.0:1788876731.761153:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60198
00000100:00100000:2.0:1788876731.761165:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249241:x1875765362649216:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788876731.761218:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1788876731.761245:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7650c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc93:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888293 expref: 14 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761268:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e764ac3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc93:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888269 expref: 13 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761278:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998385d39600)
00010000:00010000:2.0:1788876731.761294:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788200/0x3868396b8e764a61 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888254 expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761304:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:2.0:1788876731.761312:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876731.761336:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761348:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761357:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761372:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761379:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761385:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761696:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761705:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.761713:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876731.762257:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc93:0x0]: returning size 7680
00010000:00010000:2.0:1788876731.762273:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762281:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762289:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762295:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876731.762299:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762310:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762320:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc93:0x0].0x0 (ffff998403b03000)
00010000:00010000:2.0:1788876731.762323:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788876731.762327:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762333:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7650f8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762350:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762357:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762363:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762368:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876731.762370:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762376:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762384:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03500)
00010000:00010000:2.0:1788876731.762386:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876731.762389:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876731.762399:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e7650ea lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876731.762409:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000027bbc4f6 reply state 0000000078a74252 transno 4295010720 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876731.762418:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876731.762499:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:249241:x1875765362649216:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1335us (1558us total) trans 4295010720 rc 0/0
00000100:00100000:2.0:1788876731.762508:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60198
00010000:00010000:0.0:1788876731.765680:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.765698:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.765706:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.765712:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876731.765717:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.765735:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.765751:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998403b03700)
00010000:00010000:0.0:1788876731.765754:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876731.765767:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876731.765775:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e7650f1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876732.464177:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876732.846949:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365710720:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876732.847045:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876732.847140:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710720
00000100:00100000:1.0:1788876732.847148:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710720
00000100:00100000:1.0:1788876732.847205:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 300
00000100:00100000:1.0:1788876732.847218:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365710720:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876732.847250:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876732.847292:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365710720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876732.847299:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 300
00000100:00080000:1.0:1788876732.847318:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876732.847352:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365710720:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876732.849279:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365710976:0@lo:400:kworker.0
00000100:00100000:0.0:1788876732.849332:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876732.849361:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1788876732.849367:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365710848:0@lo:400:kworker.0
00000100:00100000:0.0:1788876732.849392:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876732.849414:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365711360:0@lo:400:kworker.0
00000100:00100000:0.0:1788876732.849433:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876732.849530:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710976
00000100:00100000:1.0:1788876732.849537:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710976
00000100:00100000:1.0:1788876732.849816:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365711360
00000100:00100000:1.0:1788876732.849820:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365711360
00000100:00100000:1.0:1788876732.849854:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6587
00000100:00100000:1.0:1788876732.849862:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365710976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876732.849911:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365710976:12345-0@lo:400:kworker.0 Request processed in 50us (579us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876732.849921:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6587
00000100:00100000:1.0:1788876732.849935:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6588
00000100:00100000:1.0:1788876732.849941:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365711360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876732.849969:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365711360:12345-0@lo:400:kworker.0 Request processed in 29us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876732.849975:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6588
00000100:00100000:1.0:1788876732.849993:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365710848
00000100:00100000:1.0:1788876732.849997:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365710848
00000100:00100000:1.0:1788876732.850049:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092
00000100:00100000:1.0:1788876732.850056:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365710848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876732.850901:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365711104:0@lo:400:kworker.0
00000100:00100000:0.0:1788876732.850943:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876732.850970:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876732.850976:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365711232:0@lo:400:kworker.0
00000100:00100000:0.0:1788876732.851000:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876732.851051:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365711232
00000100:00100000:0.0:1788876732.851056:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365711232
00000100:00100000:1.0:1788876732.851196:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365710848:12345-0@lo:400:kworker.0 Request processed in 1141us (1802us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876732.851204:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092
00000100:00100000:1.0:1788876732.851233:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365711104
00000100:00100000:1.0:1788876732.851236:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365711104
00000100:00100000:1.0:1788876732.851268:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6589
00000100:00100000:1.0:1788876732.851275:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365711104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876732.851310:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365711104:12345-0@lo:400:kworker.0 Request processed in 36us (367us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876732.851316:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6589
00000100:00100000:1.0:1788876732.851357:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365711104:0@lo:400:kworker.0
00000100:00100000:1.0:1788876732.851385:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365710848:0@lo:400:kworker.0
00000100:00100000:1.0:1788876732.851394:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365711360:0@lo:400:kworker.0
00000100:00100000:1.0:1788876732.851404:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365710976:0@lo:400:kworker.0
00000100:00080000:1.0:1788876732.851437:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876732.852918:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 299
00000100:00100000:1.0:1788876732.852932:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365711232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876732.852997:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365711232:12345-0@lo:400:kworker.0 Request processed in 68us (1995us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876732.853004:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 299
00000100:00080000:0.0:1788876732.853221:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876732.853269:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365711232:0@lo:400:kworker.0
00000100:00100000:0.0:1788876733.433156:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876733.433184:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876733.433210:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876733.433244:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876733.433310:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362649472
00000100:00100000:2.0:1788876733.433320:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362649472
00000100:00100000:2.0:1788876733.433382:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362649728
00000100:00100000:2.0:1788876733.433386:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362649728
00000100:00100000:2.0:1788876733.433412:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6590
00000100:00100000:2.0:1788876733.433422:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362649472:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876733.433495:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362649472:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 74us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876733.433504:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6590
00000100:00080000:0.0:1788876733.433574:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876733.433618:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6591
00000100:00100000:2.0:1788876733.433626:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362649728:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876733.433654:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362649728:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 30us (470us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876733.433660:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6591
00000100:00100000:2.0:1788876733.433681:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362649600
00000100:00100000:2.0:1788876733.433685:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362649600
00000100:00100000:2.0:1788876733.433742:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 300
00000100:00080000:0.0:1788876733.433870:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876733.433900:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362649600:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876733.433931:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362649600:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 182us (686us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876733.433938:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 300
00000100:00100000:2.0:1788876733.434616:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362649344
00000100:00100000:2.0:1788876733.434623:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362649344
00000100:00100000:2.0:1788876733.434663:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3093
00000100:00100000:2.0:1788876733.434671:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362649344:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876733.434719:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362649344:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 37us (1495us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876733.434726:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3093
00000001:00080000:3.0:1788876733.449286:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010716 is committed
00000001:00080000:3.0:1788876733.449383:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010717 is committed
00000001:00080000:3.0:1788876733.449468:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010720 is committed
00000004:00080000:3.0:1788876733.449477:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 549 committed
00000100:00100000:1.0:1788876733.450607:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365711488:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1788876733.450676:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876733.451033:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365711488
00000100:00100000:2.0:1788876733.451042:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365711488
00000100:00100000:2.0:1788876733.451105:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 490
00000100:00100000:2.0:1788876733.451116:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365711488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1788876733.451142:0:6583:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3652 count 1
00002000:00010000:2.0:1788876733.451175:0:6583:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe44:0x0] initial LVB size: 104857600, mtime: 0x6aa017a8, atime: 0x0, ctime: 0x6aa017a8, blocks: 0x3200b
00010000:00010000:2.0:1788876733.451184:0:6583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876733.451200:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=7590s v=(0 0)
00010000:00010000:2.0:1788876733.451205:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876733.451212:0:6583:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876733.451232:0:6583:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876733.451242:0:6583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876733.451250:0:6583:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876733.451265:0:6583:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1788876733.452608:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876733.452619:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876733.452630:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876733.452634:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876733.452644:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876733.452662:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876733.452671:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e7650ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876733.452692:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876733.452694:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876733.452696:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876733.470851:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365711488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19728us (20165us total) trans 4294981285 rc 0/0
00000100:00100000:0.0:1788876733.470865:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 490
00000004:00080000:1.0:1788876733.470892:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99841174a300/2, rc 0, transno 4294981285
00000100:00100000:1.0:1788876733.470899:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365711488:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1788876733.486321:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1788876734.429949:0:180598:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7591438932669ns, next at 7589758194099ns, rc = 0
00000004:00080000:0.0:1788876734.430374:0:180598:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7591439358586ns, next at 7549895148036ns, rc = 0
00000004:00080000:3.0:1788876734.433907:0:180561:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 725 committed
00000004:00080000:3.0:1788876734.433927:0:180561:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 550 committed
00010000:00010000:1.0:1788876734.510115:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876734.896620:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1788876734.896643:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365711616:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876734.896710:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876734.896823:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365711616
00000100:00100000:1.0:1788876734.896831:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365711616
00000100:00100000:1.0:1788876734.896910:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 301
00000100:00100000:1.0:1788876734.896920:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365711616:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876734.896952:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788876734.896998:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365711616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876734.897006:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 301
00000100:00080000:3.0:1788876734.897324:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876734.897366:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365711616:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788876735.539701:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876736.558408:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876737.576998:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981285 is committed
00010000:00010000:1.0:1788876737.582157:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876737.966552:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365711744:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876737.966615:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876737.968007:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365711744
00000100:00100000:0.0:1788876737.968030:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365711744
00000100:00100000:0.0:1788876737.968103:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 302
00000100:00100000:0.0:1788876737.968111:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365711744:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876737.968143:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788876737.968211:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365711744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (1595us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876737.968219:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 302
00000100:00100000:0.0:1788876737.968267:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365711744:0@lo:13:osp-pre-1-0.0
00000100:00080000:1.0:1788876737.968420:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876737.969098:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365711872:0@lo:400:kworker.0
00000100:00100000:3.0:1788876737.969149:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876737.969214:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365711872
00000100:00100000:1.0:1788876737.969219:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365711872
00000100:00100000:1.0:1788876737.969256:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094
00000100:00100000:1.0:1788876737.969263:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365711872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876737.969496:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365712000:0@lo:400:kworker.0
00000100:00100000:2.0:1788876737.969541:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876737.969573:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712000
00000100:00100000:2.0:1788876737.969576:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712000
00000100:00100000:2.0:1788876737.969613:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6592
00000100:00100000:2.0:1788876737.969620:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365712000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876737.969652:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365712000:12345-0@lo:400:kworker.0 Request processed in 33us (111us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876737.969659:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6592
00000100:00100000:2.0:1788876737.969691:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365712000:0@lo:400:kworker.0
00000100:00100000:1.0:1788876737.971542:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365711872:12345-0@lo:400:kworker.0 Request processed in 2272us (2386us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876737.971554:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094
00000100:00100000:2.0:1788876737.971941:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876737.971993:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788876737.972004:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365712256:0@lo:400:kworker.0
00000100:00100000:1.0:1788876737.972072:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876737.972109:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712256
00000100:00100000:1.0:1788876737.972116:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712256
00000100:00100000:1.0:1788876737.972177:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 301
00000100:00100000:1.0:1788876737.972186:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365712256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876737.972230:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365712256:12345-0@lo:400:kworker.0 Request processed in 45us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876737.972237:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 301
00000100:00080000:1.0:1788876737.972257:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876737.972285:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981285 gen 2
00000004:00080000:1.0:1788876737.972291:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99841174a300, transno 4294981285
00000100:00100000:1.0:1788876737.972304:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365712256:0@lo:400:kworker.0
00000100:00100000:3.0:1788876737.972917:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365711872:0@lo:400:kworker.0
00000100:00100000:2.0:1788876737.973035:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365712128:0@lo:400:kworker.0
00000100:00100000:2.0:1788876737.973083:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876737.973290:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365712384:0@lo:400:kworker.0
00000100:00100000:0.0:1788876737.977152:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876737.977833:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712128
00000100:00100000:1.0:1788876737.977843:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712128
00000100:00100000:1.0:1788876737.977948:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712384
00000100:00100000:1.0:1788876737.977952:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712384
00000100:00100000:0.0:1788876737.977995:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6593
00000100:00100000:0.0:1788876737.978005:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365712128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876737.978092:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365712128:12345-0@lo:400:kworker.0 Request processed in 88us (5008us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876737.978099:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6593
00000100:00100000:2.0:1788876737.978200:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365712128:0@lo:400:kworker.0
00000100:00080000:3.0:1788876737.980479:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876737.980740:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6594
00000100:00100000:1.0:1788876737.980752:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365712384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876737.980844:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365712384:12345-0@lo:400:kworker.0 Request processed in 96us (3698us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876737.980855:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6594
00000100:00100000:0.0:1788876737.981262:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365712384:0@lo:400:kworker.0
00000100:00100000:1.0:1788876738.550252:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876738.550288:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876738.550329:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876738.550363:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876738.550396:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362650112
00000100:00100000:1.0:1788876738.550404:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362650112
00000100:00100000:1.0:1788876738.550465:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 302
00000100:00100000:1.0:1788876738.550476:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362650112:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876738.550543:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362650112:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 69us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876738.550551:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 302
00000100:00100000:0.0:1788876738.550624:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362649856
00000100:00100000:0.0:1788876738.550628:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362649856
00000100:00100000:0.0:1788876738.550662:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3095
00000100:00100000:0.0:1788876738.550678:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362649856:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876738.550706:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362649856:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 37us (377us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876738.550722:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3095
00000100:00100000:3.0:1788876738.550897:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362649984
00000100:00100000:3.0:1788876738.550902:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362649984
00000100:00100000:3.0:1788876738.550938:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362650240
00000100:00100000:3.0:1788876738.550942:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362650240
00000100:00100000:3.0:1788876738.550965:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6595
00000100:00100000:3.0:1788876738.550971:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362649984:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876738.551000:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362649984:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 30us (758us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876738.551007:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6595
00000100:00100000:3.0:1788876738.551047:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6596
00000100:00100000:3.0:1788876738.551054:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362650240:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:0.0:1788876738.551216:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876738.551220:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876738.551282:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362650240:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 228us (992us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876738.551289:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6596
00010000:00010000:1.0:1788876738.606785:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876739.630340:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876740.015308:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876740.015331:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365712512:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876740.015400:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876740.015594:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712512
00000100:00100000:1.0:1788876740.015603:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712512
00000100:00100000:1.0:1788876740.015686:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 303
00000100:00100000:1.0:1788876740.015696:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365712512:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876740.015739:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788876740.015797:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365712512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876740.015805:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 303
00000100:00100000:3.0:1788876740.015946:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365712512:0@lo:13:osp-pre-0-0.0
00000100:00080000:0.0:1788876740.016190:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876740.654269:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876741.680933:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876742.702505:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876743.086361:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365713024:0@lo:400:kworker.0
00000100:00100000:2.0:1788876743.086431:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876743.086492:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1788876743.086498:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365712896:0@lo:400:kworker.0
00000100:00100000:2.0:1788876743.086521:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876743.086536:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983187ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365713408:0@lo:400:kworker.0
00000100:00100000:2.0:1788876743.086560:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876743.086594:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713024
00000100:00100000:2.0:1788876743.086600:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713024
00000100:00100000:2.0:1788876743.086655:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712896
00000100:00100000:2.0:1788876743.086658:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712896
00000100:00100000:2.0:1788876743.086680:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6597
00000100:00100000:2.0:1788876743.086687:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365713024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876743.086735:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365713024:12345-0@lo:400:kworker.0 Request processed in 48us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876743.086741:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6597
00000100:00100000:2.0:1788876743.086756:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6598
00000100:00100000:2.0:1788876743.086761:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365712896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876743.086785:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365712896:12345-0@lo:400:kworker.0 Request processed in 24us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876743.086790:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6598
00000100:00100000:2.0:1788876743.086912:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365712896:0@lo:400:kworker.0
00000100:00100000:2.0:1788876743.086925:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365713024:0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087003:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365712640:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876743.087073:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876743.087098:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365713152:0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087120:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876743.087138:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788876743.087144:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365712768:0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087170:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876743.087188:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365713280:0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087207:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876743.087233:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713408
00000100:00100000:3.0:1788876743.087237:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713408
00000100:00100000:3.0:1788876743.087270:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713152
00000100:00100000:3.0:1788876743.087273:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713152
00000100:00100000:3.0:1788876743.087295:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 303
00000100:00100000:3.0:1788876743.087303:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998308410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365713152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087337:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998308410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365713152:12345-0@lo:400:kworker.0 Request processed in 35us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876743.087344:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 303
00000100:00100000:3.0:1788876743.087357:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 303
00000100:00100000:3.0:1788876743.087363:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365713408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087393:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365713408:12345-0@lo:400:kworker.0 Request processed in 30us (832us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876743.087398:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 303
00000100:00100000:3.0:1788876743.087551:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713280
00000100:00100000:3.0:1788876743.087554:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713280
00000100:00100000:3.0:1788876743.087577:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6599
00000100:00100000:3.0:1788876743.087583:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365713280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087612:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365713280:12345-0@lo:400:kworker.0 Request processed in 29us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876743.087619:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6599
00000100:00100000:3.0:1788876743.087648:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365713280:0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.087658:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365713152:0@lo:400:kworker.0
00000100:00080000:0.0:1788876743.087802:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876743.087806:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876743.087809:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876743.088127:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712768
00000100:00100000:1.0:1788876743.088132:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712768
00000100:00100000:1.0:1788876743.088171:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096
00000100:00100000:1.0:1788876743.088178:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365712768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876743.088226:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365712768:12345-0@lo:400:kworker.0 Request processed in 48us (1055us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876743.088232:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096
00000100:00100000:2.0:1788876743.088346:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365712640
00000100:00100000:2.0:1788876743.088351:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365712640
00000100:00100000:2.0:1788876743.088391:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 304
00000100:00100000:2.0:1788876743.088398:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365712640:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876743.088424:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876743.088454:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365712640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (1381us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876743.088460:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 304
00000100:00100000:2.0:1788876743.088490:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983187ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365713408:0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.090659:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365712768:0@lo:400:kworker.0
00000100:00100000:3.0:1788876743.090689:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365712640:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876743.672318:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876743.672358:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876743.672400:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876743.672433:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876743.672544:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362650368
00000100:00100000:1.0:1788876743.672552:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362650368
00000100:00100000:1.0:1788876743.672604:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3097
00000100:00100000:1.0:1788876743.672613:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362650368:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876743.672679:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362650368:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (371us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876743.672687:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3097
00000100:00100000:3.0:1788876743.673152:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362650624
00000100:00100000:3.0:1788876743.673157:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362650624
00000100:00100000:3.0:1788876743.673220:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 304
00000100:00100000:3.0:1788876743.673228:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362650624:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876743.673268:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362650624:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 41us (909us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876743.673275:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 304
00000100:00100000:3.0:1788876743.673294:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362650496
00000100:00100000:3.0:1788876743.673298:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362650496
00000100:00100000:3.0:1788876743.673324:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362650752
00000100:00100000:3.0:1788876743.673328:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362650752
00000100:00100000:3.0:1788876743.673348:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6600
00000100:00100000:3.0:1788876743.673354:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362650496:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876743.673382:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362650496:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 29us (982us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876743.673388:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6600
00000100:00100000:3.0:1788876743.673400:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6601
00000100:00100000:3.0:1788876743.673406:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362650752:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876743.673429:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362650752:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (996us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876743.673436:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6601
00000100:00080000:1.0:1788876743.673853:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876743.673858:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876743.726291:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876744.750863:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876745.134379:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365713536:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876745.134445:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876745.134690:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713536
00000100:00100000:3.0:1788876745.134698:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713536
00000100:00100000:3.0:1788876745.134767:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 305
00000100:00100000:3.0:1788876745.134777:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365713536:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876745.134809:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3851419648 avail 3849322496
00000100:00100000:3.0:1788876745.134856:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365713536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876745.134863:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 305
00000100:00100000:3.0:1788876745.134903:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365713536:0@lo:13:osp-pre-0-0.0
00000100:00080000:1.0:1788876745.134960:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876745.774152:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876746.798149:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876747.825438:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876748.206576:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365713664:0@lo:400:kworker.0
00000100:00100000:1.0:1788876748.206594:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365714048:0@lo:400:kworker.0
00000100:00100000:0.0:1788876748.206685:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365713920:0@lo:400:kworker.0
00000100:00100000:2.0:1788876748.206728:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365713792:0@lo:400:kworker.0
00000100:00100000:1.0:1788876748.211218:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876748.211322:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714048
00000100:00100000:1.0:1788876748.211331:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714048
00000100:00100000:1.0:1788876748.211391:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 305
00000100:00100000:1.0:1788876748.211402:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365714048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876748.211462:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365714048:12345-0@lo:400:kworker.0 Request processed in 61us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876748.211469:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 305
00000100:00080000:1.0:1788876748.211489:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876748.211538:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365714048:0@lo:400:kworker.0
00000100:00100000:3.0:1788876748.219541:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876748.219679:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365714176:0@lo:400:kworker.0
00000100:00100000:3.0:1788876748.219741:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876748.219797:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714176
00000100:00100000:3.0:1788876748.219804:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714176
00000100:00100000:3.0:1788876748.219857:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6602
00000100:00100000:3.0:1788876748.219866:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365714176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876748.219917:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365714176:12345-0@lo:400:kworker.0 Request processed in 52us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876748.219927:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6602
00000100:00080000:3.0:1788876748.219950:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876748.219978:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365714176:0@lo:400:kworker.0
00000100:00100000:1.0:1788876748.220066:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713664
00000100:00100000:1.0:1788876748.220071:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713664
00000100:00100000:1.0:1788876748.220106:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098
00000100:00100000:1.0:1788876748.220113:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365713664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876748.220151:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365713664:12345-0@lo:400:kworker.0 Request processed in 40us (4559us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876748.220158:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098
00000100:00100000:3.0:1788876748.221755:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365713664:0@lo:400:kworker.0
00000100:00100000:0.0:1788876748.224576:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876748.224620:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365714432:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876748.224653:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876748.224867:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713920
00000100:00100000:1.0:1788876748.224875:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713920
00000100:00100000:1.0:1788876748.224940:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6603
00000100:00100000:1.0:1788876748.224949:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365713920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876748.225043:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365713920:12345-0@lo:400:kworker.0 Request processed in 64us (442us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876748.225052:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6603
00000100:00100000:3.0:1788876748.225315:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714432
00000100:00100000:3.0:1788876748.225320:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714432
00000100:00080000:0.0:1788876748.225336:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876748.225340:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876748.225366:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 306
00000100:00100000:0.0:1788876748.225368:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365713920:0@lo:400:kworker.0
00000100:00100000:3.0:1788876748.225373:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365714432:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876748.225400:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876748.225458:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365714432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (804us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876748.225465:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 306
00000100:00100000:0.0:1788876748.225583:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365714432:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876748.225679:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876748.225741:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365714304:0@lo:400:kworker.0
00000100:00100000:2.0:1788876748.225765:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876748.225858:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714304
00000100:00100000:3.0:1788876748.225862:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714304
00000100:00100000:3.0:1788876748.225895:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 306
00000100:00100000:3.0:1788876748.225903:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365714304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876748.225941:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365714304:12345-0@lo:400:kworker.0 Request processed in 39us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876748.225948:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 306
00000100:00100000:2.0:1788876748.226112:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365714304:0@lo:400:kworker.0
00000100:00100000:0.0:1788876748.241410:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365713792
00000100:00100000:0.0:1788876748.241424:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365713792
00000100:00100000:0.0:1788876748.241491:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6604
00000100:00100000:0.0:1788876748.241502:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365713792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876748.241596:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365713792:12345-0@lo:400:kworker.0 Request processed in 96us (15917us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876748.241605:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6604
00000100:00100000:2.0:1788876748.241792:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365713792:0@lo:400:kworker.0
00000100:00100000:2.0:1788876748.794334:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876748.794379:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876748.794407:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876748.794429:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876748.794451:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651008
00000100:00100000:2.0:1788876748.794460:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651008
00000100:00100000:2.0:1788876748.794503:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651264
00000100:00100000:2.0:1788876748.794505:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651264
00000100:00100000:2.0:1788876748.794522:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6605
00000100:00100000:2.0:1788876748.794529:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362651008:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876748.794588:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362651008:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 59us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876748.794595:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6605
00000100:00100000:2.0:1788876748.794609:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6606
00000100:00100000:2.0:1788876748.794614:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362651264:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876748.794632:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362651264:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 18us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876748.794637:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6606
00000100:00100000:3.0:1788876748.794757:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362650880
00000100:00100000:3.0:1788876748.794761:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362650880
00000100:00100000:3.0:1788876748.794791:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3099
00000100:00100000:3.0:1788876748.794797:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362650880:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876748.794821:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362650880:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (496us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876748.794827:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3099
00000100:00100000:0.0:1788876748.794900:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651136
00000100:00100000:0.0:1788876748.794904:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651136
00000100:00100000:0.0:1788876748.794958:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 307
00000100:00100000:0.0:1788876748.794965:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362651136:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876748.795003:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362651136:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 38us (623us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876748.795010:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 307
00000100:00080000:0.0:1788876748.795057:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876748.795070:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1788876748.847546:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876749.870156:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876750.256772:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876750.256791:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365714560:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876750.256867:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876750.257266:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714560
00000100:00100000:0.0:1788876750.257274:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714560
00000100:00100000:0.0:1788876750.257332:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 307
00000100:00100000:0.0:1788876750.257342:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365714560:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876750.257376:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511639552 pending 0 free 3851419648 avail 3849322496
00000100:00100000:0.0:1788876750.257419:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365714560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (551us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876750.257426:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 307
00000100:00080000:0.0:1788876750.257446:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876750.257480:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365714560:0@lo:13:osp-pre-0-0.0
00010000:00010000:1.0:1788876750.894116:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876751.918500:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876752.943155:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876753.326205:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365714688:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326273:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876753.326313:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365715200:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326337:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876753.326362:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1788876753.326368:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365714816:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326392:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876753.326409:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365715328:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326431:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876753.326460:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365714944:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326482:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876753.326498:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788876753.326502:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365715072:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326523:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876753.326553:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714688
00000100:00100000:1.0:1788876753.326559:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714688
00000100:00100000:1.0:1788876753.326602:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100
00000100:00100000:1.0:1788876753.326611:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365714688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326669:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365714688:12345-0@lo:400:kworker.0 Request processed in 59us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.326677:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100
00000100:00100000:1.0:1788876753.326710:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365715200
00000100:00100000:1.0:1788876753.326713:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365715200
00000100:00100000:1.0:1788876753.326746:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714816
00000100:00100000:1.0:1788876753.326749:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714816
00000100:00100000:1.0:1788876753.326765:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365714944
00000100:00100000:1.0:1788876753.326768:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365714944
00000100:00100000:1.0:1788876753.326785:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6607
00000100:00100000:1.0:1788876753.326791:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365715200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326822:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365715200:12345-0@lo:400:kworker.0 Request processed in 32us (483us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.326828:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6607
00000100:00100000:1.0:1788876753.326840:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6608
00000100:00100000:1.0:1788876753.326846:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365714816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326871:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365714816:12345-0@lo:400:kworker.0 Request processed in 25us (478us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.326876:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6608
00000100:00100000:1.0:1788876753.326888:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6609
00000100:00100000:1.0:1788876753.326894:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365714944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.326922:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365714944:12345-0@lo:400:kworker.0 Request processed in 29us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.326929:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6609
00000100:00100000:1.0:1788876753.326949:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365715328
00000100:00100000:1.0:1788876753.326965:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365715328
00000100:00100000:1.0:1788876753.326996:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365715072
00000100:00100000:1.0:1788876753.326999:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365715072
00000100:00100000:1.0:1788876753.327039:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 308
00000100:00100000:1.0:1788876753.327046:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365715072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.327077:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365715072:12345-0@lo:400:kworker.0 Request processed in 32us (553us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.327083:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 308
00000100:00100000:1.0:1788876753.327094:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 308
00000100:00100000:1.0:1788876753.327099:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365715328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.327123:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365715328:12345-0@lo:400:kworker.0 Request processed in 24us (691us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.327129:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 308
00000100:00080000:1.0:1788876753.327154:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876753.327158:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876753.327160:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876753.327200:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365715072:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.327210:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365714944:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.327242:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365714816:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.327254:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365715328:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.327262:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365714688:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.327271:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365715200:0@lo:400:kworker.0
00000100:00100000:1.0:1788876753.330048:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788876753.330075:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365715456:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876753.330140:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876753.330188:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365715456
00000100:00100000:1.0:1788876753.330196:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365715456
00000100:00100000:1.0:1788876753.330248:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 308
00000100:00100000:1.0:1788876753.330258:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365715456:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876753.330291:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876753.330334:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365715456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.330340:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 308
00000100:00100000:1.0:1788876753.330398:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365715456:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876753.926417:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876753.926464:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876753.926495:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651520
00000100:00100000:3.0:1788876753.926505:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651520
00000100:00100000:3.0:1788876753.926576:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6610
00000100:00100000:3.0:1788876753.926586:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362651520:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876753.928992:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362651520:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 2395us (2571us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876753.929008:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6610
00000100:00100000:3.0:1788876753.929089:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651648
00000100:00100000:3.0:1788876753.929098:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651648
00000100:00100000:3.0:1788876753.929160:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 491
00000100:00100000:3.0:1788876753.929169:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362651648:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:3.0:1788876753.929193:0:20460:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e7638cc
00000100:00080000:3.0:1788876753.929202:0:20460:0:(import.c:65:import_set_state_nolock()) ffff9984186a2000 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1788876753.929243:0:20460:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294981285
00000100:00100000:3.0:1788876753.929474:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362651648:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 305us (3008us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876753.929481:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 491
00000100:00080000:3.0:1788876753.929501:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876753.929513:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1788876753.929521:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876753.936371:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876753.936463:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876753.936500:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651776
00000100:00100000:1.0:1788876753.936510:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651776
00000100:00100000:3.0:1788876753.936546:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651392
00000100:00100000:3.0:1788876753.936551:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651392
00000100:00100000:1.0:1788876753.936576:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6611
00000100:00100000:1.0:1788876753.936589:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362651776:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876753.936598:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3101
00000100:00100000:3.0:1788876753.936620:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362651392:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876753.936660:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362651392:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 39us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876753.936661:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362651776:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 72us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876753.936676:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3101
00000100:00100000:1.0:1788876753.936677:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6611
00000100:00080000:3.0:1788876753.936715:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:1.0:1788876753.966301:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:2.0:1788876754.028869:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:2.0:1788876754.028879:0:6610:0:(genops.c:906:class_export_put()) final put ffff9984186a1000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:2.0:1788876754.028906:0:154256:0:(genops.c:865:class_export_destroy()) destroying export ffff9984186a1000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0000
00000020:00000080:2.0:1788876754.028945:0:154256:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9984186a2000 for lustre-OST0000
00000100:00100000:1.0:1788876754.663320:0:180967:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998441de9c00 rate 20 gen 0
00000100:00100000:1.0:1788876754.663338:0:180967:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998441de9300 rate 20 gen 0
00000100:00100000:1.0:1788876754.663520:0:180967:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998441de9900 rate 10 gen 0
00000100:00100000:1.0:1788876754.663529:0:180967:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998441de9500 rate 10 gen 0
00000100:00100000:0.0:1788876754.717790:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876754.718758:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362651904
00000100:00100000:1.0:1788876754.718770:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362651904
00000100:00100000:1.0:1788876754.718825:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60199
00000100:00100000:1.0:1788876754.718836:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:249600:x1875765362651904:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:1.0:1788876754.718856:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876754.718878:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765106 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88829a expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.718981:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76510d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.718995:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76510d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.719008:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76510d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876754.719087:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788876754.719092:0:26643:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876754.719118:0:26643:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76510d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.719143:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765106 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88829a expref: 7 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.719162:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76510d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88829a expref: 6 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.719175:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39000)
00010000:00010000:1.0:1788876754.719178:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876754.719181:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fc200, rc 0)
00000100:00100000:1.0:1788876754.719242:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249600:x1875765362651904:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 407us (1462us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876754.719249:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60199
00000100:00100000:3.0:1788876754.726787:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.726818:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876754.727785:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362652032
00000100:00100000:1.0:1788876754.727796:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362652032
00000100:00100000:1.0:1788876754.727848:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362652288
00000100:00100000:1.0:1788876754.727852:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362652288
00000100:00100000:1.0:1788876754.727881:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60200
00000100:00100000:1.0:1788876754.727891:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362652032:12345-192.168.203.59@tcp:41:mkdir.0
00000004:00000024:1.0:1788876754.727930:0:5791:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2245132288 avail 2243035136
00000100:00100000:1.0:1788876754.728007:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362652032:12345-192.168.203.59@tcp:41:mkdir.0 Request processed in 117us (1228us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876754.728030:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60200
00000100:00100000:1.0:1788876754.728048:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60201
00000100:00100000:1.0:1788876754.728055:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249600:x1875765362652288:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:1.0:1788876754.728093:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876754.728119:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76510d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88829a expref: 6 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.728136:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39000)
00010000:00010000:1.0:1788876754.728145:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876754.728231:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.728243:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.728253:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.728264:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.728270:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.728276:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876754.730261:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 512
00010000:00010000:1.0:1788876754.730277:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.730287:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.730295:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.730302:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876754.730306:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.730315:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.730330:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:1.0:1788876754.730333:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876754.730338:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.730345:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765114 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876754.730363:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fe2d0740 reply state 000000001925b245 transno 4295010721 ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876754.730372:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788876754.730448:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249600:x1875765362652288:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 2390us (3626us total) trans 4295010721 rc 0/0
00000100:00100000:1.0:1788876754.730456:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60201
00010000:00010000:0.0:1788876754.735783:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876754.735802:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876754.735810:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876754.735816:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876754.735821:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876754.735829:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876754.735845:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39300)
00010000:00010000:0.0:1788876754.735849:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876754.735854:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876754.735860:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e76511b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876754.761268:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.762484:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362652416
00000100:00100000:3.0:1788876754.762494:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362652416
00000100:00100000:3.0:1788876754.762578:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60202
00000100:00100000:3.0:1788876754.762588:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249601:x1875765362652416:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876754.762629:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876754.762655:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765122 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882a1 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.762748:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765129 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.762762:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.762772:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876754.762829:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876754.762833:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876754.762859:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.762885:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765122 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882a1 expref: 8 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.762900:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765129 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882a1 expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.762909:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f800)
00010000:00010000:3.0:1788876754.762912:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876754.762915:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7b600, rc 0)
00000100:00100000:3.0:1788876754.762992:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249601:x1875765362652416:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 403us (1733us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876754.762999:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60202
00000100:00100000:3.0:1788876754.769919:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.769964:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362652672
00000100:00100000:3.0:1788876754.769973:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362652672
00000100:00100000:3.0:1788876754.770042:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60203
00000100:00100000:3.0:1788876754.770052:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249601:x1875765362652672:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876754.770072:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876754.770075:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1788876754.770102:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765129 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882a1 expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770119:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f800)
00010000:00010000:3.0:1788876754.770129:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876754.770144:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e765130 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882a8 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770306:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770320:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770329:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770341:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770347:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770354:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770435:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770444:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770451:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876754.770459:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 512
00010000:00010000:3.0:1788876754.770472:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770478:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770484:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770490:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876754.770494:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770500:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770507:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff99840390f200)
00010000:00010000:3.0:1788876754.770510:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876754.770513:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770519:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e765145 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770532:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770537:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770542:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770547:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876754.770549:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770898:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770907:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f600)
00010000:00010000:3.0:1788876754.770909:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876754.770912:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770917:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765137 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770927:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770932:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770937:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770950:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876754.770954:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770959:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770965:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390f300)
00010000:00010000:3.0:1788876754.770967:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876754.770969:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.770978:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76513e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.771006:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e765130 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882a8 expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.771042:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f600)
00010000:00010000:3.0:1788876754.771044:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876754.771048:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e765130 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882a8 expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.771061:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7b000, rc 0)
00000100:00100000:3.0:1788876754.771124:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249601:x1875765362652672:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1072us (1212us total) trans 0 rc 301/301
00000100:00100000:3.0:1788876754.771131:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60203
00000100:00100000:3.0:1788876754.780979:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.781031:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362652800
00000100:00100000:3.0:1788876754.781041:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362652800
00000100:00100000:3.0:1788876754.781089:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60204
00000100:00100000:3.0:1788876754.781098:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249601:x1875765362652800:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876754.781119:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876754.781141:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e76514c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882af expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.781231:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ae00/0x3868396b8e765153 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.781249:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ae00/0x3868396b8e765153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.781261:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ae00/0x3868396b8e765153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876754.781317:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876754.781321:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876754.781347:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ae00/0x3868396b8e765153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.781373:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e76514c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882af expref: 8 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.781391:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ae00/0x3868396b8e765153 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882af expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.781400:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:3.0:1788876754.781403:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876754.781406:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7ae00, rc 0)
00000100:00100000:3.0:1788876754.781463:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249601:x1875765362652800:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 366us (495us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876754.781470:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60204
00000100:00100000:3.0:1788876754.786287:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.786320:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362653056
00000100:00100000:3.0:1788876754.786328:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362653056
00000100:00100000:3.0:1788876754.786375:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60205
00000100:00100000:3.0:1788876754.786384:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249601:x1875765362653056:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876754.786406:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876754.786424:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76515a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882b6 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786523:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786537:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786547:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786574:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786582:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786589:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876754.786828:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 512
00010000:00010000:3.0:1788876754.786917:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786926:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786932:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786951:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876754.786955:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786963:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786976:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:3.0:1788876754.786978:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876754.786983:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.786989:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765161 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787002:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787007:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787037:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787042:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876754.787044:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787050:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787060:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390fc00)
00010000:00010000:3.0:1788876754.787062:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876754.787065:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787070:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e765168 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787108:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76515a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882b6 expref: 9 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787118:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:3.0:1788876754.787120:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1788876754.787124:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76515a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882b6 expref: 9 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.787133:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7aa00, rc 0)
00000100:00100000:3.0:1788876754.787187:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249601:x1875765362653056:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 803us (911us total) trans 4295010722 rc 301/301
00000100:00100000:3.0:1788876754.787195:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60205
00000100:00100000:2.0:1788876754.794448:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876754.794480:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362653312
00000100:00100000:2.0:1788876754.794490:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362653312
00000100:00100000:2.0:1788876754.794539:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60206
00000100:00100000:2.0:1788876754.794549:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249601:x1875765362653312:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:2.0:1788876754.794982:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.795002:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.795052:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876754.795300:0:26645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000049e4b8c1 reply state 00000000cbb403a6 transno 4295010723 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876754.795310:0:26645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:2.0:1788876754.795322:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 512
00000100:00100000:2.0:1788876754.795406:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249601:x1875765362653312:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 856us (966us total) trans 4295010723 rc 0/0
00000100:00100000:2.0:1788876754.795414:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60206
00010000:00010000:1.0:1788876754.802782:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.802797:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.802805:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.802812:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876754.802817:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.802825:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.802847:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03e00)
00010000:00010000:1.0:1788876754.802850:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1788876754.802854:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.802861:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e765176 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876754.806062:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.806100:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362653568
00000100:00100000:3.0:1788876754.806111:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362653568
00000100:00100000:3.0:1788876754.806162:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9835
00000100:00100000:3.0:1788876754.806172:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:249601:x1875765362653568:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:3.0:1788876754.806421:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249601:x1875765362653568:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 249us (367us total) trans 4295010724 rc 0/0
00000100:00100000:3.0:1788876754.806433:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9835
00000100:00100000:2.0:1788876754.817859:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876754.817890:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362653696
00000100:00100000:1.0:1788876754.817899:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362653696
00000100:00100000:1.0:1788876754.817963:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60207
00000100:00100000:1.0:1788876754.817973:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249602:x1875765362653696:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:1.0:1788876754.817997:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876754.818035:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76517d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882bd expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818124:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818139:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818149:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818163:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818170:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818180:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818279:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765192 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818288:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818296:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876754.818332:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 512
00000004:00200000:1.0:1788876754.818336:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876754.818359:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818372:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818378:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818386:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818392:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876754.818395:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818403:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818415:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:1.0:1788876754.818418:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876754.818423:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818429:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e765184 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818441:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818447:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818452:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818456:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876754.818459:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818464:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818470:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39000)
00010000:00010000:1.0:1788876754.818473:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876754.818475:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818480:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e76518b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818512:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76517d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882bd expref: 12 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818525:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882bd expref: 11 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.818531:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998385d39e00)
00010000:00010000:1.0:1788876754.818533:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876754.818535:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fd800, rc 0)
00000100:00100000:1.0:1788876754.818862:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249602:x1875765362653696:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 888us (1006us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876754.818871:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60207
00000100:00100000:0.0:1788876754.828177:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.828348:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362653952
00000100:00100000:3.0:1788876754.828358:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362653952
00000100:00100000:3.0:1788876754.828402:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60208
00000100:00100000:3.0:1788876754.828411:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249602:x1875765362653952:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:3.0:1788876754.828461:0:26643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876754.828488:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765192 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882bd expref: 11 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.828506:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998385d39e00)
00010000:00010000:3.0:1788876754.828514:0:26643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876754.828538:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.828551:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.828572:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876754.828829:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003955f3bc reply state 00000000a939b105 transno 4295010725 ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876754.828839:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1788876754.828850:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 512
00000100:00100000:3.0:1788876754.828925:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249602:x1875765362653952:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 514us (753us total) trans 4295010725 rc 0/0
00000100:00100000:3.0:1788876754.828933:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60208
00010000:00010000:1.0:1788876754.831080:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.831098:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.831482:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.831489:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876754.831494:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.831503:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.831520:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff99840390fc00)
00010000:00010000:1.0:1788876754.831524:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:1.0:1788876754.831528:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.831535:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e765199 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876754.895422:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876754.897124:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362654080
00000100:00100000:2.0:1788876754.897135:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362654080
00000100:00100000:2.0:1788876754.897191:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60209
00000100:00100000:2.0:1788876754.897202:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249606:x1875765362654080:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:2.0:1788876754.897224:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876754.897243:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e7651a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882c4 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.897327:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.897344:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.897354:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.897366:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.897372:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.897378:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.898791:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7651b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.898807:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7651b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.898817:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7651b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876754.898933:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 7680
00000004:00200000:2.0:1788876754.898937:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876754.899050:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7651b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899064:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899073:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899080:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899085:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876754.899089:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899096:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899108:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:2.0:1788876754.899112:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876754.899116:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899122:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e7651a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899131:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899137:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899144:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899149:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876754.899152:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899158:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899165:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998403b03f00)
00010000:00010000:2.0:1788876754.899167:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876754.899170:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899176:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e7651ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899212:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e7651a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882c4 expref: 13 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899228:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7651b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882c4 expref: 12 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876754.899234:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788876754.899237:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:2.0:1788876754.899239:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46800, rc 0)
00000100:00100000:2.0:1788876754.899320:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249606:x1875765362654080:12345-192.168.203.59@tcp:101:dd.500 Request processed in 2118us (3903us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876754.899329:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60209
00000100:00100000:0.0:1788876754.903769:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.903843:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362654336
00000100:00100000:3.0:1788876754.903853:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362654336
00000100:00100000:3.0:1788876754.903950:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60210
00000100:00100000:3.0:1788876754.903962:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249606:x1875765362654336:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876754.903981:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876754.904000:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7651bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882cb expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.904582:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.904606:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.904616:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.904629:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.904635:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.904640:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1788876754.905348:0:15554:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe3b:0x0], index 1: 0
00000004:00080000:3.0:1788876754.905359:0:15554:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe45:0x0], index 0: 0
00010000:00010000:3.0:1788876754.905587:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e7651d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905602:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e7651d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905610:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e7651d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905643:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905650:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905656:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905661:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876754.905665:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905673:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905683:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788876754.905686:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876754.905690:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905696:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7651c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876754.905705:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007e3c4159 reply state 00000000654434f8 transno 4295010726 ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876754.905713:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1788876754.905742:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7651bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882cb expref: 15 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905757:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e7651d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882cb expref: 14 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.905764:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f200)
00010000:00010000:3.0:1788876754.905766:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788876754.905769:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7b000, rc 0)
00000100:00100000:3.0:1788876754.905836:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:249606:x1875765362654336:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1876us (2072us total) trans 4295010726 rc 0/0
00000100:00100000:3.0:1788876754.905844:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60210
00000100:00100000:1.0:1788876754.916054:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:1.0:1788876754.916213:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.916225:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.916237:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.916246:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876754.916252:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.916259:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.916275:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x7a6232fc (ffff99840390f600)
00010000:00010000:1.0:1788876754.916278:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876754.916282:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876754.916289:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7651ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876754.916325:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362654464
00000100:00100000:1.0:1788876754.916334:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362654464
00000100:00100000:1.0:1788876754.916376:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 492
00000100:00100000:1.0:1788876754.916384:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2354:x1875765362654464:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:1.0:1788876754.916417:0:167012:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t4294969228 exp 0000000000000000 cur 7611 last 0
00000020:00000080:1.0:1788876754.916449:0:167012:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e7651df
00002000:00100000:1.0:1788876754.916459:0:167012:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff998402f39000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 30670848 ocd_index: 0 ocd_group 0
00002000:00100000:1.0:1788876754.916470:0:167012:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli <unknown> supports cksum type f7, return f7
00002000:00080000:1.0:1788876754.918407:0:167012:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0
00000100:00080000:1.0:1788876754.918443:0:167012:0:(import.c:65:import_set_state_nolock()) ffff998402f38000 : changing import state from RECOVER to FULL
00000100:00100000:1.0:1788876754.918578:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362654464:12345-192.168.203.59@tcp:8:dd.500 Request processed in 2192us (2531us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876754.918587:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 492
00000100:00100000:2.0:1788876754.923064:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876754.923136:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362654592
00000100:00100000:3.0:1788876754.923147:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362654592
00000100:00100000:3.0:1788876754.923211:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 493
00000100:00100000:3.0:1788876754.923222:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249606:x1875765362654592:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876754.923239:0:15141:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876754.923260:0:15141:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f3ef6d9/0x3868396b8e7651e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882d2 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876754.923290:0:15141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1788876754.923313:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=7611s v=(0 0)
00010000:00010000:3.0:1788876754.923317:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876754.923328:0:15141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f3ef6d9/0x3868396b8e7651e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882d2 expref: 7 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.923349:0:15141:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006f3ef6d9/0x3868396b8e7651e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882d2 expref: 7 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876754.923361:0:15141:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7aa00, rc 0)
00000100:00100000:3.0:1788876754.923416:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249606:x1875765362654592:12345-192.168.203.59@tcp:101:dd.500 Request processed in 196us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876754.923423:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 493
00000100:00080000:3.0:1788876754.923445:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:2.0:1788876754.938963:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010721 is committed
00000001:00080000:2.0:1788876754.938980:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010723 is committed
00000001:00080000:2.0:1788876754.938985:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010725 is committed
00000100:00100000:0.0:1788876754.946060:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876754.946147:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362654720
00000100:00100000:2.0:1788876754.946749:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362654720
00002000:00100000:1.0:1788876754.946857:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3b:0x0] (0->1048575)  req@ffff9983131ff100 x1875765362654720/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:150/0 lens 488/0 e 0 to 0 dl 1788876765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876754.946870:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131ff100 with x1875765362654720 ext(0->1048575)
00002000:00010000:1.0:1788876754.946875:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983131ff100
00000100:00100000:1.0:1788876754.946892:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568558721868 time 7568558869224 state 0x0 ref 1
00000100:00100000:1.0:1788876754.946902:0:19109:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x1, head sequence 11: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7568558721868 time 7568558869224 state 0x0 ref 1
00000100:00100000:1.0:1788876754.946918:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 3 deadline 7612005895399 time 7611955895399 state 0x1 ref 1
00000100:00100000:1.0:1788876754.946966:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612005895399 time 7611955945169 state 0x0 ref 1
00000100:00100000:1.0:1788876754.946978:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362654720:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876754.969634:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876754.969772:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362654848
00000100:00100000:2.0:1788876754.969782:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362654848
00002000:00100000:2.0:1788876754.969831:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3b:0x0] (1048576->2097151)  req@ffff998307c43480 x1875765362654848/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:150/0 lens 488/0 e 0 to 0 dl 1788876765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876754.969842:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c43480 with x1875765362654848 ext(1048576->2097151)
00002000:00010000:2.0:1788876754.969847:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c43480
00000100:00100000:2.0:1788876754.969869:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612005945169 time 7611955945169 state 0x1 ref 2
00000100:00100000:2.0:1788876754.969904:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612005945169 time 7611978884386 state 0x0 ref 2
00000100:00100000:2.0:1788876754.969915:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2357:x1875765362654848:12345-192.168.203.59@tcp:4:dd.500
00010000:00010000:2.0:1788876755.003210:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:2.0:1788876755.067446:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:1.0:1788876755.082991:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362654720:12345-192.168.203.59@tcp:4:dd.500 Request processed in 136004us (136928us total) trans 4294993583 rc 0/0
00000100:00100000:1.0:1788876755.083008:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1357
00002000:00100000:1.0:1788876755.083041:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3b:0x0] (0->1048575)  req@ffff9983131ff100 x1875765362654720/t4294993583(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:150/0 lens 488/448 e 0 to 0 dl 1788876765 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876755.083052:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131ff100 with x1875765362654720 ext(0->1048575)
00002000:00010000:1.0:1788876755.083059:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983131ff100
00000100:00100000:1.0:1788876755.095578:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362654848:12345-192.168.203.59@tcp:4:dd.500 Request processed in 125654us (125941us total) trans 4294993584 rc 0/0
00000100:00100000:1.0:1788876755.095593:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1358
00000100:00100000:1.0:1788876755.095605:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612005945169 time 7611978884386 state 0x2 ref 0
00002000:00100000:1.0:1788876755.095686:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3b:0x0] (1048576->2097151)  req@ffff998307c43480 x1875765362654848/t4294993584(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:150/0 lens 488/448 e 0 to 0 dl 1788876765 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876755.095696:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c43480 with x1875765362654848 ext(1048576->2097151)
00002000:00010000:1.0:1788876755.095702:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c43480
00000100:00100000:3.0:1788876755.103283:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.103488:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362654976
00000100:00100000:0.0:1788876755.103517:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362654976
00002000:00100000:0.0:1788876755.103694:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe3b:0x0] (2097152->3145727)  req@ffff99831655dc00 x1875765362654976/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.103711:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831655dc00 with x1875765362654976 ext(2097152->3145727)
00002000:00010000:0.0:1788876755.103716:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99831655dc00
00000100:00100000:0.0:1788876755.103733:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612005945169 time 7611978884386 state 0x0 ref 1
00000100:00100000:0.0:1788876755.103747:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612028884386 time 7611978884386 state 0x1 ref 1
00000100:00100000:0.0:1788876755.103781:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612028884386 time 7612112761159 state 0x0 ref 1
00000100:00100000:0.0:1788876755.103794:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362654976:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876755.120882:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362654976:12345-192.168.203.59@tcp:4:dd.500 Request processed in 17081us (17598us total) trans 4294993585 rc 0/0
00000100:00100000:0.0:1788876755.120897:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1359
00000100:00100000:0.0:1788876755.120910:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612028884386 time 7612112761159 state 0x2 ref 0
00002000:00100000:0.0:1788876755.120926:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe3b:0x0] (2097152->3145727)  req@ffff99831655dc00 x1875765362654976/t4294993585(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.120935:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831655dc00 with x1875765362654976 ext(2097152->3145727)
00002000:00010000:0.0:1788876755.120950:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99831655dc00
00000100:00100000:2.0:1788876755.132114:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.132507:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362655104
00000100:00100000:0.0:1788876755.132516:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362655104
00002000:00100000:0.0:1788876755.132564:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe3b:0x0] (3145728->4194303)  req@ffff9983187aed80 x1875765362655104/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.132580:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187aed80 with x1875765362655104 ext(3145728->4194303)
00002000:00010000:0.0:1788876755.132585:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187aed80
00000100:00100000:0.0:1788876755.132613:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612028884386 time 7612112761159 state 0x0 ref 1
00000100:00100000:0.0:1788876755.132628:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612162761159 time 7612112761159 state 0x1 ref 1
00000100:00100000:0.0:1788876755.132662:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612162761159 time 7612141641826 state 0x0 ref 1
00000100:00100000:0.0:1788876755.132674:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362655104:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876755.132797:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.134190:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362655232
00000100:00100000:2.0:1788876755.134201:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362655232
00000100:00100000:2.0:1788876755.134259:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 494
00000100:00100000:2.0:1788876755.134267:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:2354:x1875765362655232:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:2.0:1788876755.134294:0:167382:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t0 exp 0000000000000000 cur 7612 last 0
00000020:00000080:2.0:1788876755.134328:0:167382:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e7651ed
00002000:00100000:2.0:1788876755.134339:0:167382:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff99830fd40800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 485752832 ocd_index: 0 ocd_group 0
00002000:00100000:2.0:1788876755.134362:0:167382:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type f7, return f7
00002000:00080000:2.0:1788876755.134606:0:167382:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:2.0:1788876755.134639:0:167382:0:(import.c:65:import_set_state_nolock()) ffff99830fd41800 : changing import state from RECOVER to FULL
00000100:00100000:2.0:1788876755.134708:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362655232:12345-192.168.203.59@tcp:8:dd.500 Request processed in 439us (1909us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876755.134718:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 494
00000100:00100000:2.0:1788876755.144548:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362655104:12345-192.168.203.59@tcp:4:dd.500 Request processed in 11864us (12431us total) trans 4294993586 rc 0/0
00000100:00100000:2.0:1788876755.144563:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1360
00000100:00100000:2.0:1788876755.144575:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612162761159 time 7612141641826 state 0x2 ref 0
00002000:00100000:2.0:1788876755.144591:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe3b:0x0] (3145728->4194303)  req@ffff9983187aed80 x1875765362655104/t4294993586(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876755.144601:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187aed80 with x1875765362655104 ext(3145728->4194303)
00002000:00010000:2.0:1788876755.144607:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187aed80
00000100:00100000:2.0:1788876755.144878:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.145043:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362655360
00000100:00100000:3.0:1788876755.145052:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362655360
00000100:00100000:3.0:1788876755.145126:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 495
00000100:00100000:3.0:1788876755.145194:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:249606:x1875765362655360:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876755.145210:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.145232:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7651f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882d9 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876755.145274:0:20698:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1788876755.145296:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe45:0x0].0x0 since=7612s v=(0 0)
00010000:00010000:3.0:1788876755.145301:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe45:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876755.145311:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7651f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882d9 expref: 7 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.145328:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7651f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882d9 expref: 7 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.145341:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a000, rc 0)
00000100:00100000:3.0:1788876755.145381:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:249606:x1875765362655360:12345-192.168.203.59@tcp:101:dd.500 Request processed in 246us (503us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.145387:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 495
00000100:00080000:2.0:1788876755.145749:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876755.186318:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.187262:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362655488
00000100:00100000:3.0:1788876755.187274:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362655488
00002000:00100000:3.0:1788876755.187320:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0xe45:0x0] (0->1048575)  req@ffff99830cfb9c00 x1875765362655488/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.187331:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfb9c00 with x1875765362655488 ext(0->1048575)
00002000:00010000:3.0:1788876755.187336:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfb9c00
00000100:00100000:3.0:1788876755.187354:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612162761159 time 7612141641826 state 0x0 ref 1
00000100:00100000:3.0:1788876755.187366:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612191641826 time 7612141641826 state 0x1 ref 1
00000100:00100000:3.0:1788876755.187400:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612191641826 time 7612196380564 state 0x0 ref 1
00000100:00100000:3.0:1788876755.187410:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362655488:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876755.232112:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.232147:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362655616
00000100:00100000:3.0:1788876755.232159:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362655616
00002000:00100000:3.0:1788876755.232211:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe45:0x0] (1048576->2097151)  req@ffff998435b01880 x1875765362655616/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.232230:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998435b01880 with x1875765362655616 ext(1048576->2097151)
00002000:00010000:3.0:1788876755.232236:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998435b01880
00000100:00100000:3.0:1788876755.232259:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7612246380564 time 7612196380564 state 0x1 ref 2
00000100:00100000:3.0:1788876755.232289:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612246380564 time 7612241269718 state 0x0 ref 2
00000100:00100000:3.0:1788876755.232301:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2355:x1875765362655616:12345-192.168.203.59@tcp:4:dd.500
00000001:00100000:2.0:1788876755.302441:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:2.0:1788876755.309369:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2356:x1875765362655488:12345-192.168.203.59@tcp:4:dd.500 Request processed in 121950us (123051us total) trans 4294981286 rc 0/0
00000100:00100000:2.0:1788876755.309384:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1361
00002000:00100000:2.0:1788876755.309397:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0xe45:0x0] (0->1048575)  req@ffff99830cfb9c00 x1875765362655488/t4294981286(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876755.309408:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfb9c00 with x1875765362655488 ext(0->1048575)
00002000:00010000:2.0:1788876755.309413:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfb9c00
00000100:00100000:3.0:1788876755.320063:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.320096:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362655744
00000100:00100000:3.0:1788876755.320105:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362655744
00002000:00100000:3.0:1788876755.320576:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe45:0x0] (2097152->3145727)  req@ffff998307d2c380 x1875765362655744/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.320648:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d2c380 with x1875765362655744 ext(2097152->3145727)
00002000:00010000:3.0:1788876755.320655:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d2c380
00000100:00100000:3.0:1788876755.320679:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612291269718 time 7612241269718 state 0x1 ref 2
00000100:00100000:3.0:1788876755.320716:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612291269718 time 7612329695722 state 0x0 ref 2
00000100:00100000:3.0:1788876755.320729:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362655744:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876755.327069:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2355:x1875765362655616:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94759us (94957us total) trans 4294981287 rc 0/0
00000100:00100000:0.0:1788876755.327083:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1362
00002000:00100000:0.0:1788876755.327096:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe45:0x0] (1048576->2097151)  req@ffff998435b01880 x1875765362655616/t4294981287(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.327107:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998435b01880 with x1875765362655616 ext(1048576->2097151)
00002000:00010000:0.0:1788876755.327113:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998435b01880
00000100:00100000:2.0:1788876755.348704:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362655744:12345-192.168.203.59@tcp:4:dd.500 Request processed in 27964us (28636us total) trans 4294981288 rc 0/0
00000100:00100000:2.0:1788876755.348719:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1363
00000100:00100000:2.0:1788876755.348733:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612291269718 time 7612329695722 state 0x2 ref 0
00002000:00100000:2.0:1788876755.348752:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe45:0x0] (2097152->3145727)  req@ffff998307d2c380 x1875765362655744/t4294981288(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876755.348762:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d2c380 with x1875765362655744 ext(2097152->3145727)
00002000:00010000:2.0:1788876755.348769:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d2c380
00000100:00100000:2.0:1788876755.356295:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.356694:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362655872
00000100:00100000:3.0:1788876755.356705:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362655872
00002000:00100000:3.0:1788876755.356757:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe45:0x0] (3145728->4194303)  req@ffff99830cfb9f80 x1875765362655872/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.356774:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfb9f80 with x1875765362655872 ext(3145728->4194303)
00002000:00010000:3.0:1788876755.356779:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfb9f80
00000100:00100000:3.0:1788876755.356798:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612291269718 time 7612329695722 state 0x0 ref 1
00000100:00100000:3.0:1788876755.356812:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612379695722 time 7612329695722 state 0x1 ref 1
00000100:00100000:1.0:1788876755.368485:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.368781:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656000
00000100:00100000:3.0:1788876755.368790:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656000
00002000:00100000:3.0:1788876755.368834:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe3b:0x0] (4194304->5242879)  req@ffff998307c40380 x1875765362656000/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.368845:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c40380 with x1875765362656000 ext(4194304->5242879)
00002000:00010000:3.0:1788876755.368850:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c40380
00000100:00100000:3.0:1788876755.368869:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612379695722 time 7612329695722 state 0x1 ref 2
00000100:00100000:3.0:1788876755.370793:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612429760485 time 7612379760485 state 0x1 ref 2
00000100:00100000:3.0:1788876755.370819:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362655872:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876755.376844:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365715584:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876755.376916:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876755.377092:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365715584
00000100:00100000:0.0:1788876755.377100:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365715584
00000100:00100000:0.0:1788876755.377163:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 309
00000100:00100000:0.0:1788876755.377173:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365715584:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876755.377197:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 42926080 pending 6815744 free 3851419648 avail 3849322496
00000100:00100000:0.0:1788876755.377242:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365715584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876755.377250:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 309
00000100:00080000:2.0:1788876755.377321:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876755.377394:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365715584:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876755.386689:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.386823:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656128
00000100:00100000:3.0:1788876755.386833:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656128
00002000:00100000:3.0:1788876755.386880:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe3b:0x0] (5242880->6291455)  req@ffff99830cfba300 x1875765362656128/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.386891:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfba300 with x1875765362656128 ext(5242880->6291455)
00002000:00010000:3.0:1788876755.386896:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830cfba300
00000100:00100000:3.0:1788876755.386919:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612429760485 time 7612379760485 state 0x1 ref 3
00000100:00100000:2.0:1788876755.410179:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876755.410262:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656256
00000100:00100000:1.0:1788876755.410272:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656256
00002000:00100000:1.0:1788876755.410315:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3b:0x0] (6291456->7340031)  req@ffff99830cfba680 x1875765362656256/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876755.410325:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfba680 with x1875765362656256 ext(6291456->7340031)
00002000:00010000:1.0:1788876755.410330:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830cfba680
00000100:00100000:1.0:1788876755.410349:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612429760485 time 7612379760485 state 0x1 ref 4
00000100:00100000:3.0:1788876755.420873:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612479839735 time 7612429839735 state 0x1 ref 4
00000100:00100000:3.0:1788876755.420898:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2358:x1875765362656000:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876755.431624:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.431764:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656384
00000100:00100000:0.0:1788876755.431777:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656384
00002000:00100000:0.0:1788876755.431829:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe3b:0x0] (7340032->8388607)  req@ffff998307c42680 x1875765362656384/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.431840:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c42680 with x1875765362656384 ext(7340032->8388607)
00002000:00010000:0.0:1788876755.431845:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c42680
00000100:00100000:0.0:1788876755.431866:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612479839735 time 7612429839735 state 0x1 ref 5
00000100:00100000:2.0:1788876755.445580:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.445684:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656512
00000100:00100000:0.0:1788876755.445696:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656512
00002000:00100000:0.0:1788876755.445745:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe45:0x0] (4194304->5242879)  req@ffff99830cfbaa00 x1875765362656512/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.445756:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfbaa00 with x1875765362656512 ext(4194304->5242879)
00002000:00010000:0.0:1788876755.445762:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfbaa00
00000100:00100000:0.0:1788876755.445783:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612479839735 time 7612429839735 state 0x1 ref 6
00000100:00100000:1.0:1788876755.460348:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.460437:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656640
00000100:00100000:3.0:1788876755.460445:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656640
00002000:00100000:3.0:1788876755.460494:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe45:0x0] (5242880->6291455)  req@ffff998307c43800 x1875765362656640/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.460505:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c43800 with x1875765362656640 ext(5242880->6291455)
00002000:00010000:3.0:1788876755.460510:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307c43800
00000100:00100000:3.0:1788876755.460531:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612479839735 time 7612429839735 state 0x1 ref 7
00000100:00100000:2.0:1788876755.474728:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612533693889 time 7612483693889 state 0x1 ref 7
00000100:00100000:2.0:1788876755.474754:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2358:x1875765362656128:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876755.488583:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.488711:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656768
00000100:00100000:0.0:1788876755.488720:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656768
00002000:00100000:0.0:1788876755.488762:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe45:0x0] (6291456->7340031)  req@ffff998312af7800 x1875765362656768/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.488773:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312af7800 with x1875765362656768 ext(6291456->7340031)
00002000:00010000:0.0:1788876755.488777:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312af7800
00000100:00100000:0.0:1788876755.488799:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612533693889 time 7612483693889 state 0x1 ref 8
00000100:00100000:0.0:1788876755.520374:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2357:x1875765362655872:12345-192.168.203.59@tcp:4:dd.500 Request processed in 149554us (164080us total) trans 4294981289 rc 0/0
00000100:00100000:0.0:1788876755.520392:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1364
00002000:00100000:0.0:1788876755.520407:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe45:0x0] (3145728->4194303)  req@ffff99830cfb9f80 x1875765362655872/t4294981289(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.520417:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfb9f80 with x1875765362655872 ext(3145728->4194303)
00002000:00010000:0.0:1788876755.520423:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfb9f80
00000100:00100000:0.0:1788876755.524850:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612583817439 time 7612533817439 state 0x1 ref 7
00000100:00100000:0.0:1788876755.524875:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2356:x1875765362656256:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876755.533386:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2358:x1875765362656000:12345-192.168.203.59@tcp:4:dd.500 Request processed in 112487us (164899us total) trans 4294993587 rc 0/0
00000100:00100000:0.0:1788876755.533400:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1365
00002000:00100000:0.0:1788876755.533414:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe3b:0x0] (4194304->5242879)  req@ffff998307c40380 x1875765362656000/t4294993587(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.533423:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c40380 with x1875765362656000 ext(4194304->5242879)
00002000:00010000:0.0:1788876755.533429:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c40380
00000100:00100000:3.0:1788876755.539427:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.540377:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2358:x1875765362656128:12345-192.168.203.59@tcp:4:dd.500 Request processed in 65628us (153692us total) trans 4294993588 rc 0/0
00000100:00100000:2.0:1788876755.540390:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1366
00002000:00100000:2.0:1788876755.540405:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe3b:0x0] (5242880->6291455)  req@ffff99830cfba300 x1875765362656128/t4294993588(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876755.540415:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfba300 with x1875765362656128 ext(5242880->6291455)
00002000:00010000:2.0:1788876755.540420:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830cfba300
00000100:00100000:2.0:1788876755.540485:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.540512:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362656896
00000100:00100000:2.0:1788876755.540519:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362656896
00002000:00100000:2.0:1788876755.540550:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe45:0x0] (7340032->8388607)  req@ffff99842f11d880 x1875765362656896/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876755.540558:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d880 with x1875765362656896 ext(7340032->8388607)
00002000:00010000:2.0:1788876755.540561:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99842f11d880
00000100:00100000:2.0:1788876755.540578:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612583817439 time 7612533817439 state 0x1 ref 6
00000100:00100000:1.0:1788876755.541774:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362657152
00000100:00100000:1.0:1788876755.541784:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362657152
00000100:00100000:1.0:1788876755.541841:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9836
00000100:00100000:1.0:1788876755.541853:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:249606:x1875765362657152:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:1.0:1788876755.542143:0:19088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010727
00000100:00100000:1.0:1788876755.542237:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249606:x1875765362657152:12345-192.168.203.59@tcp:35:dd.500 Request processed in 386us (2817us total) trans 4295010728 rc 0/0
00000100:00100000:1.0:1788876755.542245:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9836
00000020:00080000:1.0:1788876755.542249:0:19088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00080000:1.0:1788876755.542268:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876755.555105:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2356:x1875765362656256:12345-192.168.203.59@tcp:4:dd.500 Request processed in 30229us (144925us total) trans 4294993589 rc 0/0
00000100:00100000:1.0:1788876755.555120:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1367
00002000:00100000:1.0:1788876755.555134:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe3b:0x0] (6291456->7340031)  req@ffff99830cfba680 x1875765362656256/t4294993589(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876755.555144:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfba680 with x1875765362656256 ext(6291456->7340031)
00002000:00010000:1.0:1788876755.555150:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830cfba680
00000100:00100000:2.0:1788876755.577500:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612636463816 time 7612586463816 state 0x1 ref 5
00000100:00100000:2.0:1788876755.577529:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2356:x1875765362656384:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876755.615132:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2356:x1875765362656384:12345-192.168.203.59@tcp:4:dd.500 Request processed in 37602us (183505us total) trans 4294993590 rc 0/0
00000100:00100000:3.0:1788876755.615149:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1368
00002000:00100000:3.0:1788876755.615167:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0xe3b:0x0] (7340032->8388607)  req@ffff998307c42680 x1875765362656384/t4294993590(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.615178:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c42680 with x1875765362656384 ext(7340032->8388607)
00002000:00010000:3.0:1788876755.615185:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c42680
00000100:00100000:3.0:1788876755.628054:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612686981389 time 7612636981389 state 0x1 ref 4
00000100:00100000:3.0:1788876755.628093:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2358:x1875765362656512:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876755.675465:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.676417:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2358:x1875765362656512:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48335us (230839us total) trans 4294981290 rc 0/0
00000100:00100000:3.0:1788876755.676430:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1369
00002000:00100000:3.0:1788876755.676445:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe45:0x0] (4194304->5242879)  req@ffff99830cfbaa00 x1875765362656512/t4294981290(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.676455:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfbaa00 with x1875765362656512 ext(4194304->5242879)
00002000:00010000:3.0:1788876755.676462:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfbaa00
00000100:00100000:0.0:1788876755.676700:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362657408
00000100:00100000:0.0:1788876755.676709:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362657408
00000100:00100000:0.0:1788876755.676767:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60211
00000100:00100000:0.0:1788876755.676777:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249619:x1875765362657408:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876755.676800:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876755.676820:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7651fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882e0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.676989:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677003:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677037:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677053:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677060:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677066:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788876755.677526:0:15586:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe46:0x0], index 0: 0
00000004:00080000:0.0:1788876755.677532:0:15586:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe3c:0x0], index 1: 0
00010000:00010000:0.0:1788876755.677694:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302200/0x3868396b8e765210 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677703:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320302200/0x3868396b8e765210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677710:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320302200/0x3868396b8e765210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677737:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677744:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677750:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677755:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876755.677759:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677765:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677788:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:0.0:1788876755.677791:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876755.677795:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677801:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765202 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876755.677816:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dd5ba691 reply state 00000000248a4014 transno 4295010729 ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876755.677823:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788876755.677848:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7651fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e0 expref: 14 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677862:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302200/0x3868396b8e765210 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e0 expref: 13 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.677874:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc99:0x0].0x0 (ffff998404dddd00)
00010000:00010000:0.0:1788876755.677876:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876755.677878:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998320302200, rc 0)
00000100:00100000:0.0:1788876755.677925:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249619:x1875765362657408:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1150us (2470us total) trans 4295010729 rc 0/0
00000100:00100000:0.0:1788876755.677932:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60211
00000100:00100000:1.0:1788876755.682747:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612741709335 time 7612691709335 state 0x1 ref 3
00000100:00100000:1.0:1788876755.682779:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2358:x1875765362656640:12345-192.168.203.59@tcp:4:dd.500
00010000:00010000:0.0:1788876755.697405:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.697424:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.697431:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.697438:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876755.697443:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.697451:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.697468:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0xf1756a60 (ffff998404ddd400)
00010000:00010000:0.0:1788876755.697471:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876755.697475:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.697481:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e765209 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876755.716219:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2358:x1875765362656640:12345-192.168.203.59@tcp:4:dd.500 Request processed in 33444us (255869us total) trans 4294981291 rc 0/0
00000100:00100000:3.0:1788876755.716233:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1370
00002000:00100000:3.0:1788876755.716248:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0xe45:0x0] (5242880->6291455)  req@ffff998307c43800 x1875765362656640/t4294981291(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876755.716258:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c43800 with x1875765362656640 ext(5242880->6291455)
00002000:00010000:3.0:1788876755.716264:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307c43800
00000100:00100000:2.0:1788876755.725204:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.725245:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.725272:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.725307:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.725388:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362657536
00000100:00100000:0.0:1788876755.725400:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362657536
00000100:00100000:0.0:1788876755.725465:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362657664
00000100:00100000:0.0:1788876755.725469:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362657664
00000100:00100000:0.0:1788876755.725487:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362657792
00000100:00100000:0.0:1788876755.725490:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362657792
00000100:00100000:0.0:1788876755.725505:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362657920
00000100:00100000:0.0:1788876755.725507:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362657920
00000100:00100000:0.0:1788876755.725526:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:0.0:1788876755.725535:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249621:x1875765362657920:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876755.725567:0:167347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876755.725601:0:167347:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882fc expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876755.725631:0:167347:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1788876755.725653:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=7612s v=(0 0)
00010000:00010000:0.0:1788876755.725658:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876755.725669:0:167347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 23 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.725685:0:167347:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 23 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.725699:0:167347:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998320303800, rc 0)
00000100:00100000:0.0:1788876755.725753:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249621:x1875765362657920:12345-192.168.203.59@tcp:101:dd.0 Request processed in 218us (444us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876755.725763:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:0.0:1788876755.725783:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:0.0:1788876755.725790:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249632:x1875765362657792:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876755.725797:0:167347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876755.725808:0:167347:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882f5 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876755.725825:0:167347:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1788876755.725836:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=7612s v=(0 0)
00010000:00010000:0.0:1788876755.725838:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876755.725844:0:167347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 23 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.725856:0:167347:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 23 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.725866:0:167347:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998320303a00, rc 0)
00000100:00100000:0.0:1788876755.725885:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249632:x1875765362657792:12345-192.168.203.59@tcp:101:dd.0 Request processed in 96us (612us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876755.725891:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:0.0:1788876755.725905:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:0.0:1788876755.725911:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249618:x1875765362657536:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876755.725916:0:167347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876755.725923:0:167347:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e76522c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882e7 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.725951:0:167347:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 23 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.725960:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe46:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876755.725963:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1788876755.725968:0:167347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e76522c lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e7 expref: 23 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.726001:0:167347:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 23 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.726049:0:167347:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 23 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876755.726065:0:167347:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:167347:1875765365715712:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788876755.726124:0:167347:0:(client.c:2702:ptlrpc_set_wait()) set ffff9983130b53c0 going to sleep for 11 seconds
00000100:00100000:0.0:1788876755.726148:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:0.0:1788876755.726155:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249619:x1875765362657664:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876755.726163:0:167351:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876755.726170:0:167351:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765233 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8882ee expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.726184:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe46:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1788876755.726187:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(2 0)
00010000:00010000:0.0:1788876755.726192:0:167351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765233 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882ee expref: 24 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.726201:0:167351:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765233 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882ee expref: 24 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.726210:0:167351:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998320302400, rc 0)
00000100:00100000:0.0:1788876755.726228:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:249619:x1875765362657664:12345-192.168.203.59@tcp:101:dd.0 Request processed in 74us (983us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876755.726234:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:1.0:1788876755.732893:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612791858104 time 7612741858104 state 0x1 ref 2
00000100:00100000:1.0:1788876755.732924:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:2357:x1875765362656768:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876755.741123:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.741157:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.741234:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.741581:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658048
00000100:00100000:3.0:1788876755.741591:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658048
00000100:00100000:3.0:1788876755.741648:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658304
00000100:00100000:3.0:1788876755.741652:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658304
00000100:00100000:3.0:1788876755.741669:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658176
00000100:00100000:3.0:1788876755.741671:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658176
00000100:00100000:3.0:1788876755.741694:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 497
00000100:00100000:3.0:1788876755.741705:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:249620:x1875765362658176:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876755.741724:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.741741:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76523a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88830a expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.741771:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe46:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788876755.741776:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788876755.741782:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76523a lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88830a expref: 26 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.741794:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76523a lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88830a expref: 26 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.741807:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a200, rc 0)
00000100:00100000:3.0:1788876755.741854:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249620:x1875765362658176:12345-192.168.203.59@tcp:101:dd.0 Request processed in 150us (619us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.741860:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 497
00000100:00100000:3.0:1788876755.741876:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 497
00000100:00100000:3.0:1788876755.741882:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:249633:x1875765362658048:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876755.741889:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.741899:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087cbaeec/0x3868396b8e765241 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888303 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.741915:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 25 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.741928:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876755.741931:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876755.741947:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087cbaeec/0x3868396b8e765241 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888303 expref: 25 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.741977:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 25 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.741989:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 25 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876755.742002:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365715840:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788876755.742084:0:167349:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830f4e1c00 going to sleep for 11 seconds
00000100:00100000:3.0:1788876755.742105:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 497
00000100:00100000:3.0:1788876755.742113:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:249623:x1875765362658304:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876755.742121:0:20460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.742128:0:20460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d73c697/0x3868396b8e765248 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888311 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.742142:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876755.742146:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788876755.742151:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d73c697/0x3868396b8e765248 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888311 expref: 26 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.742164:0:20460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d73c697/0x3868396b8e765248 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888311 expref: 26 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.742172:0:20460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7b600, rc 0)
00000100:00100000:3.0:1788876755.742192:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249623:x1875765362658304:12345-192.168.203.59@tcp:101:dd.0 Request processed in 81us (1035us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.742198:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 497
00000100:00100000:2.0:1788876755.745791:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.746011:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.746261:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658560
00000100:00100000:3.0:1788876755.746271:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658560
00000100:00100000:3.0:1788876755.746325:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658432
00000100:00100000:3.0:1788876755.746328:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658432
00000100:00100000:3.0:1788876755.746354:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 498
00000100:00100000:3.0:1788876755.746363:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249625:x1875765362658432:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876755.746380:0:6585:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.746398:0:6585:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ae3bc91/0x3868396b8e76524f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888318 expref: -99 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.746425:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788876755.746429:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788876755.746436:0:6585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ae3bc91/0x3868396b8e76524f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888318 expref: 28 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.746447:0:6585:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ae3bc91/0x3868396b8e76524f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888318 expref: 28 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.746464:0:6585:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7ba00, rc 0)
00000100:00100000:3.0:1788876755.746510:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249625:x1875765362658432:12345-192.168.203.59@tcp:101:dd.0 Request processed in 148us (499us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.746517:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 498
00000100:00100000:3.0:1788876755.746533:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 498
00000100:00100000:3.0:1788876755.746539:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249630:x1875765362658560:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876755.746546:0:6585:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.747319:0:6585:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1aaa969/0x3868396b8e765256 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88831f expref: -99 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.747338:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788876755.747342:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(4 0)
00010000:00010000:3.0:1788876755.747348:0:6585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1aaa969/0x3868396b8e765256 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88831f expref: 28 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.747358:0:6585:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e1aaa969/0x3868396b8e765256 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88831f expref: 28 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.747368:0:6585:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7bc00, rc 0)
00000100:00100000:3.0:1788876755.747407:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249630:x1875765362658560:12345-192.168.203.59@tcp:101:dd.0 Request processed in 867us (1625us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.747414:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 498
00000100:00100000:0.0:1788876755.779491:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.782511:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658688
00000100:00100000:3.0:1788876755.782526:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658688
00000100:00100000:3.0:1788876755.782595:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 499
00000100:00100000:3.0:1788876755.782606:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249631:x1875765362658688:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876755.782624:0:167011:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.782644:0:167011:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e32eaa0/0x3868396b8e76525d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888326 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.782674:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(4 0)
00010000:00010000:3.0:1788876755.782680:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876755.782686:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e32eaa0/0x3868396b8e76525d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888326 expref: 29 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.782698:0:167011:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e32eaa0/0x3868396b8e76525d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888326 expref: 29 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.782710:0:167011:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a400, rc 0)
00000100:00100000:3.0:1788876755.782763:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:249631:x1875765362658688:12345-192.168.203.59@tcp:101:dd.0 Request processed in 158us (3280us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.782770:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 499
00000100:00100000:0.0:1788876755.782919:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.783887:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2357:x1875765362656768:12345-192.168.203.59@tcp:4:dd.500 Request processed in 50975us (295311us total) trans 4294981292 rc 0/0
00000100:00100000:0.0:1788876755.783898:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1371
00002000:00100000:0.0:1788876755.783909:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe45:0x0] (6291456->7340031)  req@ffff998312af7800 x1875765362656768/t4294981292(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.783919:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312af7800 with x1875765362656768 ext(6291456->7340031)
00002000:00010000:0.0:1788876755.783924:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312af7800
00000100:00100000:0.0:1788876755.783965:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612791858104 time 7612792942044 state 0x0 ref 1
00000100:00100000:0.0:1788876755.783978:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2357:x1875765362656896:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876755.785084:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365715840:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788876755.785114:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087cbaeec/0x3868396b8e765241 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 7 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888303 expref: 28 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.785136:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7be00, rc 0)
00000100:00100000:2.0:1788876755.785181:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249633:x1875765362658048:12345-192.168.203.59@tcp:101:dd.0 Request processed in 43298us (44067us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876755.785189:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 497
00000100:00100000:2.0:1788876755.785209:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658816
00000100:00100000:2.0:1788876755.785215:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658816
00000100:00100000:2.0:1788876755.785250:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 500
00000100:00100000:2.0:1788876755.785258:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249629:x1875765362658816:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876755.785267:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876755.785281:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e765264 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88832d expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.785299:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe46:0x0].0x0 since=0s v=(3 0)
00010000:00010000:2.0:1788876755.785303:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788876755.785308:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e765264 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88832d expref: 28 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.785317:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e765264 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88832d expref: 28 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.785325:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47e00, rc 0)
00000100:00100000:2.0:1788876755.785342:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249629:x1875765362658816:12345-192.168.203.59@tcp:101:dd.0 Request processed in 86us (2426us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876755.785347:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 500
00000100:00100000:1.0:1788876755.788746:0:167347:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:167347:1875765365715712:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876755.788787:0:167347:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e76522c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e7 expref: 27 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.788807:0:167347:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998320302c00, rc 0)
00000100:00100000:1.0:1788876755.788872:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249618:x1875765362657536:12345-192.168.203.59@tcp:101:dd.0 Request processed in 62960us (63679us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876755.788881:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 496
00000100:00100000:2.0:1788876755.796758:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876755.796833:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659072
00000100:00100000:1.0:1788876755.796843:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659072
00000100:00100000:1.0:1788876755.796901:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 501
00000100:00100000:1.0:1788876755.796911:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249624:x1875765362659072:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876755.796928:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876755.796957:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a3ae8a2/0x3868396b8e76526b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88833b expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.796986:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.796991:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(6 0)
00010000:00010000:1.0:1788876755.796998:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a3ae8a2/0x3868396b8e76526b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88833b expref: 29 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.797011:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a3ae8a2/0x3868396b8e76526b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88833b expref: 29 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.797056:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fde00, rc 0)
00000100:00100000:1.0:1788876755.797105:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:249624:x1875765362659072:12345-192.168.203.59@tcp:101:dd.0 Request processed in 196us (357us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876755.797113:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 501
00000100:00100000:0.0:1788876755.797311:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876755.798777:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362658944
00000100:00100000:1.0:1788876755.798789:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362658944
00000100:00100000:1.0:1788876755.798852:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 502
00000100:00100000:1.0:1788876755.798863:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:249622:x1875765362658944:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876755.798879:0:6583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876755.798896:0:6583:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041fe0d61/0x3868396b8e765272 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888334 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.798922:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(6 0)
00010000:00010000:1.0:1788876755.798928:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.798944:0:6583:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041fe0d61/0x3868396b8e765272 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888334 expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.798962:0:6583:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041fe0d61/0x3868396b8e765272 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888334 expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.798974:0:6583:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fca00, rc 0)
00000100:00100000:1.0:1788876755.799060:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:249622:x1875765362658944:12345-192.168.203.59@tcp:101:dd.0 Request processed in 199us (1749us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876755.799067:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 502
00000100:00100000:0.0:1788876755.812907:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.817414:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2357:x1875765362656896:12345-192.168.203.59@tcp:4:dd.500 Request processed in 33430us (276920us total) trans 4294981293 rc 0/0
00000100:00100000:0.0:1788876755.817427:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1372
00000100:00100000:0.0:1788876755.817439:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612791858104 time 7612792942044 state 0x2 ref 0
00002000:00100000:0.0:1788876755.817454:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe45:0x0] (7340032->8388607)  req@ffff99842f11d880 x1875765362656896/t4294981293(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876755.817464:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d880 with x1875765362656896 ext(7340032->8388607)
00002000:00010000:0.0:1788876755.817470:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99842f11d880
00000100:00100000:0.0:1788876755.817493:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659200
00000100:00100000:0.0:1788876755.817499:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659200
00002000:00100000:0.0:1788876755.817526:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe46:0x0] (6291456->7340031)  req@ffff9983131ffb80 x1875765362659200/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876755.817534:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131ffb80 with x1875765362659200 ext(6291456->7340031)
00010000:00010000:0.0:1788876755.817542:0:19109:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 27 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876755.817557:0:19109:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 27 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876755.817564:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9983131ffb80
00000100:00100000:0.0:1788876755.817575:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7544815223655 time 7544815154500 state 0x0 ref 1
00000100:00100000:0.0:1788876755.817583:0:19109:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7544815223655 time 7544815154500 state 0x0 ref 1
00000100:00100000:0.0:1788876755.818721:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7544815254500 time 7544815154500 state 0x1 ref 1
00000100:00100000:1.0:1788876755.818787:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7544815254500 time 7612827765421 state 0x0 ref 1
00000100:00100000:1.0:1788876755.818810:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2358:x1875765362659200:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876755.830491:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.830574:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.830842:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.835188:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659328
00000100:00100000:3.0:1788876755.835206:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659328
00000100:00100000:3.0:1788876755.836417:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.836454:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659712
00000100:00100000:3.0:1788876755.836462:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659712
00000100:00100000:3.0:1788876755.836523:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 503
00000100:00100000:3.0:1788876755.836533:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:249627:x1875765362659712:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876755.836688:0:20460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876755.836710:0:20460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e765279 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888342 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.836747:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe46:0x0].0x0 since=0s v=(4 0)
00010000:00010000:3.0:1788876755.836753:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876755.836760:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e765279 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888342 expref: 31 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.836775:0:20460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e765279 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888342 expref: 31 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.836788:0:20460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7ac00, rc 0)
00000100:00100000:3.0:1788876755.836845:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:249627:x1875765362659712:12345-192.168.203.59@tcp:101:dd.0 Request processed in 314us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.836853:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 503
00000100:00100000:1.0:1788876755.837694:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659456
00000100:00100000:1.0:1788876755.837703:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659456
00002000:00100000:1.0:1788876755.837740:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe46:0x0] (3145728->4194303)  req@ffff99842f11fb80 x1875765362659456/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876755.837752:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11fb80 with x1875765362659456 ext(3145728->4194303)
00010000:00010000:1.0:1788876755.837759:0:19111:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 31 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.837772:0:19111:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 31 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876755.837780:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99842f11fb80
00000100:00100000:1.0:1788876755.837796:0:19111:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7544815254500 time 7612827765421 state 0x0 ref 2
00000100:00100000:1.0:1788876755.837811:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612827865421 time 7612827765421 state 0x1 ref 2
00000100:00100000:1.0:1788876755.837897:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659584
00000100:00100000:1.0:1788876755.837900:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659584
00002000:00100000:1.0:1788876755.837916:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0xe3c:0x0] (6291456->7340031)  req@ffff99842f11d500 x1875765362659584/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876755.837924:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d500 with x1875765362659584 ext(6291456->7340031)
00010000:00010000:1.0:1788876755.837930:0:19111:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 30 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.838103:0:19111:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 30 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876755.838112:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99842f11d500
00000100:00100000:1.0:1788876755.838121:0:19111:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612827865421 time 7612827765421 state 0x1 ref 3
00000100:00100000:1.0:1788876755.838130:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612827865421 time 7612827765421 state 0x1 ref 3
00000100:00100000:1.0:1788876755.838216:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612847295737 time 7612847195737 state 0x1 ref 3
00000100:00100000:1.0:1788876755.838229:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2355:x1875765362659456:12345-192.168.203.59@tcp:4:dd.0
00002000:00100000:2.0:1788876755.839664:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe46:0x0] (4194304->5242879)  req@ffff99842f11f480 x1875765362659328/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876755.839678:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11f480 with x1875765362659328 ext(4194304->5242879)
00010000:00010000:2.0:1788876755.839687:0:6590:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 31 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.839701:0:6590:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 31 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876755.839708:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99842f11f480
00000100:00100000:2.0:1788876755.839721:0:6590:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612847295737 time 7612847195737 state 0x1 ref 4
00000100:00100000:2.0:1788876755.839733:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612847295737 time 7612847195737 state 0x1 ref 4
00000100:00100000:2.0:1788876755.839767:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612848847790 time 7612848747790 state 0x1 ref 4
00000100:00100000:2.0:1788876755.839778:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2356:x1875765362659584:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876755.840610:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612848847790 time 7612849586753 state 0x0 ref 4
00000100:00100000:2.0:1788876755.840623:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2357:x1875765362659328:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876755.863386:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2356:x1875765362659584:12345-192.168.203.59@tcp:4:dd.0 Request processed in 23600us (32535us total) trans 4294993591 rc 0/0
00000100:00100000:2.0:1788876755.863401:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 10
00002000:00100000:2.0:1788876755.863416:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe3c:0x0] (6291456->7340031)  req@ffff99842f11d500 x1875765362659584/t4294993591(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876755.863427:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d500 with x1875765362659584 ext(6291456->7340031)
00010000:00010000:2.0:1788876755.863438:0:6590:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 32 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.863455:0:6590:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 32 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876755.863465:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99842f11d500
00000100:00100000:3.0:1788876755.866443:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876755.868099:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2358:x1875765362659200:12345-192.168.203.59@tcp:4:dd.0 Request processed in 49290us (55193us total) trans 4294981294 rc 0/0
00000100:00100000:1.0:1788876755.868117:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 8
00002000:00100000:1.0:1788876755.868132:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0xe46:0x0] (6291456->7340031)  req@ffff9983131ffb80 x1875765362659200/t4294981294(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876755.868142:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131ffb80 with x1875765362659200 ext(6291456->7340031)
00010000:00010000:1.0:1788876755.868153:0:18424:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 34 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.868169:0:18424:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 34 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876755.868176:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9983131ffb80
00000100:00100000:2.0:1788876755.868555:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659840
00000100:00100000:2.0:1788876755.868563:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659840
00000100:00100000:2.0:1788876755.868622:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1180
00000100:00100000:2.0:1788876755.868631:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:5570:x1875765362659840:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876755.868646:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1788876755.868660:0:5776:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe45:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:2.0:1788876755.868663:0:5776:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe45:0x0] updating lvb mtime from disk: 0 -> 1788876756
00002000:00010000:2.0:1788876755.868665:0:5776:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe45:0x0] updating lvb ctime from disk: 0 -> 1788876756
00010000:00010000:2.0:1788876755.868686:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7651f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882d9 expref: 34 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.868707:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788876755.868745:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:5570:x1875765362659840:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 113us (2310us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876755.868754:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1180
00000100:00100000:2.0:1788876755.873698:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2355:x1875765362659456:12345-192.168.203.59@tcp:4:dd.0 Request processed in 35459us (43111us total) trans 4294981295 rc 0/0
00000100:00100000:2.0:1788876755.873714:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 9
00002000:00100000:2.0:1788876755.873730:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe46:0x0] (3145728->4194303)  req@ffff99842f11fb80 x1875765362659456/t4294981295(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876755.873741:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11fb80 with x1875765362659456 ext(3145728->4194303)
00010000:00010000:2.0:1788876755.873752:0:19111:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876755.873767:0:19111:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876755.873776:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99842f11fb80
00000100:00100000:3.0:1788876755.879584:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876755.879713:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362659968
00000100:00100000:1.0:1788876755.879722:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362659968
00010000:00010000:1.0:1788876755.879760:0:20459:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 32 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.879803:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11027
00000100:00100000:1.0:1788876755.879812:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2355:x1875765362659968:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876755.879825:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1788876755.879840:0:20459:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe3c:0x0] updating lvb size from disk: 0 -> 7340032
00002000:00010000:1.0:1788876755.879843:0:20459:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe3c:0x0] updating lvb mtime from disk: 0 -> 1788876756
00002000:00010000:1.0:1788876755.879845:0:20459:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe3c:0x0] updating lvb ctime from disk: 0 -> 1788876756
00010000:00010000:1.0:1788876755.879850:0:20459:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 32 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879867:0:20459:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 32 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879890:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf02820b/0x3868396b8e765225 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882f5 expref: 32 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879903:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.879908:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.879916:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087cbaeec/0x3868396b8e765241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888303 expref: 31 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879925:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087cbaeec/0x3868396b8e765241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888303 expref: 31 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879947:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.879950:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.879957:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d73c697/0x3868396b8e765248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888311 expref: 31 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879967:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d73c697/0x3868396b8e765248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888311 expref: 31 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879976:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.879978:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.879984:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ae3bc91/0x3868396b8e76524f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888318 expref: 31 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.879994:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ae3bc91/0x3868396b8e76524f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888318 expref: 31 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880002:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880004:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880008:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1aaa969/0x3868396b8e765256 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88831f expref: 31 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880054:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1aaa969/0x3868396b8e765256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88831f expref: 31 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880061:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880064:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880069:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e32eaa0/0x3868396b8e76525d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888326 expref: 31 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880077:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e32eaa0/0x3868396b8e76525d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888326 expref: 31 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880085:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880087:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880092:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a3ae8a2/0x3868396b8e76526b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88833b expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880106:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a3ae8a2/0x3868396b8e76526b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88833b expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880113:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880115:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876755.880120:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041fe0d61/0x3868396b8e765272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888334 expref: 31 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880127:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041fe0d61/0x3868396b8e765272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888334 expref: 31 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.880162:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000041fe0d61/0x3868396b8e765272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888334 expref: 31 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.880179:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c40700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365715968:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.880291:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008a3ae8a2/0x3868396b8e76526b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88833b expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.880303:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716096:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.880338:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008e32eaa0/0x3868396b8e76525d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888326 expref: 31 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.880346:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716224:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.880372:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e1aaa969/0x3868396b8e765256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88831f expref: 31 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.880383:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716352:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.880408:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003ae3bc91/0x3868396b8e76524f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888318 expref: 31 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.880418:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716480:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.880443:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005d73c697/0x3868396b8e765248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888311 expref: 31 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.880453:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716608:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.880477:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087cbaeec/0x3868396b8e765241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888303 expref: 31 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.880487:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716736:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876755.880503:0:20459:0:(client.c:2702:ptlrpc_set_wait()) set ffff998407d3ab40 going to sleep for 11 seconds
00000100:00100000:1.0:1788876755.894811:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2357:x1875765362659328:12345-192.168.203.59@tcp:4:dd.0 Request processed in 54180us (64319us total) trans 4294981296 rc 0/0
00000100:00100000:1.0:1788876755.894826:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 11
00000100:00100000:1.0:1788876755.894839:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612848847790 time 7612849586753 state 0x2 ref 0
00002000:00100000:1.0:1788876755.894855:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe46:0x0] (4194304->5242879)  req@ffff99842f11f480 x1875765362659328/t4294981296(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876755.894872:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11f480 with x1875765362659328 ext(4194304->5242879)
00010000:00010000:1.0:1788876755.894884:0:25657:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.894901:0:25657:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876755.894911:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99842f11f480
00000100:00100000:1.0:1788876755.896930:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c40700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365715968:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876755.896967:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716096:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876755.896975:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716224:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876755.896983:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716352:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876755.912297:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.912375:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.912457:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660096
00000100:00100000:3.0:1788876755.912465:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660096
00000100:00100000:3.0:1788876755.912526:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1181
00000100:00100000:3.0:1788876755.912536:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841153e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:14481:x1875765362660096:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876755.912551:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1788876755.912571:0:6599:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe3b:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:3.0:1788876755.912574:0:6599:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe3b:0x0] updating lvb mtime from disk: 0 -> 1788876756
00002000:00010000:3.0:1788876755.912577:0:6599:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe3b:0x0] updating lvb ctime from disk: 0 -> 1788876756
00010000:00010000:3.0:1788876755.912612:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f3ef6d9/0x3868396b8e7651e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882d2 expref: 32 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876755.912643:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876755.912694:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841153e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:14481:x1875765362660096:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 159us (406us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876755.912696:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660224
00000100:00100000:0.0:1788876755.912700:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660224
00000100:00100000:3.0:1788876755.912702:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1181
00002000:00100000:0.0:1788876755.912732:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe3c:0x0] (5242880->6291455)  req@ffff9983096f4e00 x1875765362660224/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876755.912740:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4e00 with x1875765362660224 ext(5242880->6291455)
00002000:00010000:0.0:1788876755.912745:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4e00
00000100:00100000:0.0:1788876755.912760:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545067732141 time 7545069963187 state 0x0 ref 1
00000100:00100000:0.0:1788876755.912768:0:6589:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545067732141 time 7545069963187 state 0x0 ref 1
00000100:00100000:0.0:1788876755.912782:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545070063187 time 7545069963187 state 0x1 ref 1
00000100:00100000:0.0:1788876755.912815:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545070063187 time 7612921796116 state 0x0 ref 1
00000100:00100000:0.0:1788876755.912825:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2357:x1875765362660224:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876755.914654:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716480:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876755.914670:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716608:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876755.914679:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365716736:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.914723:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876755.914791:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2355:x1875765362659968:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 34978us (35214us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876755.914801:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11027
00000100:00100000:1.0:1788876755.928808:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2357:x1875765362660224:12345-192.168.203.59@tcp:4:dd.0 Request processed in 15971us (16420us total) trans 4294993592 rc 0/0
00000100:00100000:1.0:1788876755.928827:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1373
00000100:00100000:1.0:1788876755.928839:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545070063187 time 7612921796116 state 0x2 ref 0
00002000:00100000:1.0:1788876755.928856:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe3c:0x0] (5242880->6291455)  req@ffff9983096f4e00 x1875765362660224/t4294993592(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876755.928866:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4e00 with x1875765362660224 ext(5242880->6291455)
00002000:00010000:1.0:1788876755.928872:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4e00
00000100:00100000:2.0:1788876755.937079:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876755.937148:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876755.937214:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660352
00000100:00100000:0.0:1788876755.937223:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660352
00002000:00100000:0.0:1788876755.937268:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe3c:0x0] (4194304->5242879)  req@ffff9983096f5c00 x1875765362660352/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876755.937279:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f5c00 with x1875765362660352 ext(4194304->5242879)
00002000:00010000:0.0:1788876755.937284:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f5c00
00000100:00100000:0.0:1788876755.937301:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545070063187 time 7612921796116 state 0x0 ref 1
00000100:00100000:0.0:1788876755.937308:0:32430:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7545070063187 time 7612921796116 state 0x0 ref 1
00000100:00100000:0.0:1788876755.937323:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612921896116 time 7612921796116 state 0x1 ref 1
00000100:00100000:0.0:1788876755.937358:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612921896116 time 7612946339253 state 0x0 ref 1
00000100:00100000:0.0:1788876755.937369:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2357:x1875765362660352:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876755.937627:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660480
00000100:00100000:1.0:1788876755.937631:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660480
00010000:00010000:1.0:1788876755.937659:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.937697:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11028
00000100:00100000:1.0:1788876755.937705:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2356:x1875765362660480:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876755.937716:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1788876755.937732:0:5776:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe46:0x0] updating lvb size from disk: 0 -> 7340032
00002000:00010000:1.0:1788876755.937734:0:5776:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe46:0x0] updating lvb mtime from disk: 0 -> 1788876756
00002000:00010000:1.0:1788876755.937736:0:5776:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe46:0x0] updating lvb ctime from disk: 0 -> 1788876756
00010000:00010000:1.0:1788876755.937742:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937755:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937783:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76521e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8882fc expref: 33 pid: 167347 timeout: 7712 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937798:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937803:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937810:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e76522c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e7 expref: 32 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937821:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e76522c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e7 expref: 32 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937830:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937833:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937838:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765233 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882ee expref: 32 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937846:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765233 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882ee expref: 32 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937853:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937856:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937861:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76523a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [2097152->5242879] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88830a expref: 32 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937869:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76523a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [2097152->5242879] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88830a expref: 32 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937877:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937880:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937884:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e765264 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88832d expref: 32 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937892:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e765264 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88832d expref: 32 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937899:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937902:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876755.937907:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e765279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888342 expref: 32 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937915:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e765279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888342 expref: 32 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876755.937959:0:5776:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e765279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888342 expref: 32 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.937973:0:5776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365716864:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.938084:0:5776:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e765264 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88832d expref: 32 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.938095:0:5776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365716992:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.938125:0:5776:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76523a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [2097152->5242879] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88830a expref: 32 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.938135:0:5776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365717120:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.938159:0:5776:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765233 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882ee expref: 32 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.938169:0:5776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365717248:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876755.938205:0:5776:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e76522c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e7 expref: 32 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876755.938215:0:5776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365717376:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876755.938235:0:5776:0:(client.c:2702:ptlrpc_set_wait()) set ffff998407d3aa80 going to sleep for 11 seconds
00000100:00100000:1.0:1788876755.971847:0:5776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365716864:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876755.972232:0:5776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365716992:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876755.972270:0:5776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365717120:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876755.972298:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876755.972338:0:5776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365717248:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876755.972392:0:5776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5776:1875765365717376:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788876755.972427:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876755.976006:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2356:x1875765362660480:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 38287us (38843us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876755.976036:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11028
00000100:00100000:2.0:1788876755.976236:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660608
00000100:00100000:2.0:1788876755.976245:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660608
00002000:00100000:2.0:1788876755.976286:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0xe3c:0x0] (1048576->2097151)  req@ffff99831848fb80 x1875765362660608/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/0 e 0 to 0 dl 1788876766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876755.976297:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831848fb80 with x1875765362660608 ext(1048576->2097151)
00002000:00010000:2.0:1788876755.976302:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99831848fb80
00000100:00100000:2.0:1788876755.976318:0:18415:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612921896116 time 7612946339253 state 0x0 ref 2
00000100:00100000:2.0:1788876755.976334:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612946439253 time 7612946339253 state 0x1 ref 2
00000100:00100000:2.0:1788876755.976364:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612946439253 time 7612985344384 state 0x0 ref 2
00000100:00100000:2.0:1788876755.976374:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2356:x1875765362660608:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876756.001239:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2357:x1875765362660352:12345-192.168.203.59@tcp:4:dd.0 Request processed in 63859us (64156us total) trans 4294993593 rc 0/0
00000100:00100000:1.0:1788876756.001256:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1374
00002000:00100000:1.0:1788876756.001272:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe3c:0x0] (4194304->5242879)  req@ffff9983096f5c00 x1875765362660352/t4294993593(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.001282:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f5c00 with x1875765362660352 ext(4194304->5242879)
00002000:00010000:1.0:1788876756.001289:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f5c00
00000100:00100000:0.0:1788876756.009260:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.009448:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660864
00000100:00100000:1.0:1788876756.009459:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660864
00002000:00100000:1.0:1788876756.009526:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe3c:0x0] (0->1048575)  req@ffff9983131fdc00 x1875765362660864/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.009537:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fdc00 with x1875765362660864 ext(0->1048575)
00002000:00010000:1.0:1788876756.009542:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983131fdc00
00000100:00100000:1.0:1788876756.009561:0:20685:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612946439253 time 7612985344384 state 0x0 ref 2
00000100:00100000:1.0:1788876756.009575:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612985444384 time 7612985344384 state 0x1 ref 2
00000100:00100000:1.0:1788876756.009599:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612985444384 time 7613018580350 state 0x0 ref 2
00000100:00100000:1.0:1788876756.009611:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2357:x1875765362660864:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876756.010210:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00080000:3.0:1788876756.011783:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876756.012078:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660736
00000100:00100000:1.0:1788876756.012089:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660736
00002000:00100000:2.0:1788876756.017146:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe3c:0x0] (7340032->8388607)  req@ffff9983096f6680 x1875765362660736/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876756.017163:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6680 with x1875765362660736 ext(7340032->8388607)
00002000:00010000:2.0:1788876756.017170:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6680
00000100:00100000:2.0:1788876756.017191:0:18422:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7612985444384 time 7613018580350 state 0x0 ref 3
00000100:00100000:2.0:1788876756.017208:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613018680350 time 7613018580350 state 0x1 ref 3
00000100:00100000:2.0:1788876756.017256:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613018680350 time 7613026236086 state 0x0 ref 3
00000100:00100000:2.0:1788876756.017269:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362660736:12345-192.168.203.59@tcp:4:dd.0
00010000:00010000:2.0:1788876756.019277:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876756.026745:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.028623:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2356:x1875765362660608:12345-192.168.203.59@tcp:4:dd.0 Request processed in 52241us (56316us total) trans 4294993594 rc 0/0
00000100:00100000:3.0:1788876756.028676:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1375
00002000:00100000:3.0:1788876756.028691:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0xe3c:0x0] (1048576->2097151)  req@ffff99831848fb80 x1875765362660608/t4294993594(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:151/0 lens 488/448 e 0 to 0 dl 1788876766 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.028702:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99831848fb80 with x1875765362660608 ext(1048576->2097151)
00002000:00010000:3.0:1788876756.028709:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99831848fb80
00000100:00100000:3.0:1788876756.028736:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362660992
00000100:00100000:3.0:1788876756.028744:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362660992
00002000:00100000:3.0:1788876756.028776:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe46:0x0] (1048576->2097151)  req@ffff9983096f4000 x1875765362660992/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.028784:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4000 with x1875765362660992 ext(1048576->2097151)
00002000:00010000:3.0:1788876756.028788:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983096f4000
00000100:00100000:3.0:1788876756.028804:0:18415:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613018680350 time 7613026236086 state 0x0 ref 3
00000100:00100000:3.0:1788876756.028820:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613026336086 time 7613026236086 state 0x1 ref 3
00000100:00100000:3.0:1788876756.028849:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613026336086 time 7613037830452 state 0x0 ref 3
00000100:00100000:3.0:1788876756.028860:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2358:x1875765362660992:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876756.043544:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2357:x1875765362660864:12345-192.168.203.59@tcp:4:dd.0 Request processed in 33923us (34281us total) trans 4294993595 rc 0/0
00000100:00100000:3.0:1788876756.043559:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1376
00002000:00100000:3.0:1788876756.043572:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe3c:0x0] (0->1048575)  req@ffff9983131fdc00 x1875765362660864/t4294993595(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.043583:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fdc00 with x1875765362660864 ext(0->1048575)
00002000:00010000:3.0:1788876756.043661:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983131fdc00
00000100:00100000:2.0:1788876756.048956:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.049097:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362661120
00000100:00100000:1.0:1788876756.049107:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362661120
00002000:00100000:1.0:1788876756.049154:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe3c:0x0] (3145728->4194303)  req@ffff9983096f4380 x1875765362661120/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.049166:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4380 with x1875765362661120 ext(3145728->4194303)
00002000:00010000:1.0:1788876756.049172:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4380
00000100:00100000:1.0:1788876756.049191:0:17072:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613026336086 time 7613037830452 state 0x0 ref 3
00000100:00100000:1.0:1788876756.049208:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613037930452 time 7613037830452 state 0x1 ref 3
00000100:00100000:1.0:1788876756.049245:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613037930452 time 7613058224454 state 0x0 ref 3
00000100:00100000:1.0:1788876756.049262:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2355:x1875765362661120:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876756.055658:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2357:x1875765362660736:12345-192.168.203.59@tcp:4:dd.0 Request processed in 38381us (45442us total) trans 4294993596 rc 0/0
00000100:00100000:3.0:1788876756.055673:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1377
00002000:00100000:3.0:1788876756.055687:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe3c:0x0] (7340032->8388607)  req@ffff9983096f6680 x1875765362660736/t4294993596(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.055703:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6680 with x1875765362660736 ext(7340032->8388607)
00002000:00010000:3.0:1788876756.055709:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6680
00000100:00100000:3.0:1788876756.063471:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2358:x1875765362660992:12345-192.168.203.59@tcp:4:dd.0 Request processed in 34603us (36727us total) trans 4294981297 rc 0/0
00000100:00100000:3.0:1788876756.063485:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1378
00002000:00100000:3.0:1788876756.063498:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe46:0x0] (1048576->2097151)  req@ffff9983096f4000 x1875765362660992/t4294981297(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.063508:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4000 with x1875765362660992 ext(1048576->2097151)
00002000:00010000:3.0:1788876756.063515:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983096f4000
00000100:00100000:2.0:1788876756.088191:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876756.089069:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362661248
00000100:00100000:0.0:1788876756.089081:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362661248
00002000:00100000:0.0:1788876756.089197:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe3c:0x0] (2097152->3145727)  req@ffff9983096f6a00 x1875765362661248/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876756.089208:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6a00 with x1875765362661248 ext(2097152->3145727)
00002000:00010000:0.0:1788876756.089213:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6a00
00000100:00100000:0.0:1788876756.089234:0:29632:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613037930452 time 7613058224454 state 0x0 ref 2
00000100:00100000:0.0:1788876756.089249:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613058324454 time 7613058224454 state 0x1 ref 2
00000100:00100000:0.0:1788876756.089281:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613058324454 time 7613098260986 state 0x0 ref 2
00000100:00100000:0.0:1788876756.089298:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2356:x1875765362661248:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876756.103616:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2355:x1875765362661120:12345-192.168.203.59@tcp:4:dd.0 Request processed in 54347us (54673us total) trans 4294993597 rc 0/0
00000100:00100000:3.0:1788876756.103630:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1379
00002000:00100000:3.0:1788876756.103645:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe3c:0x0] (3145728->4194303)  req@ffff9983096f4380 x1875765362661120/t4294993597(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.103656:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4380 with x1875765362661120 ext(3145728->4194303)
00002000:00010000:3.0:1788876756.103662:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4380
00000100:00100000:1.0:1788876756.107311:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.107343:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.107381:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.107410:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362661376
00000100:00100000:1.0:1788876756.107419:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362661376
00002000:00100000:1.0:1788876756.107466:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe46:0x0] (0->1048575)  req@ffff998312a17480 x1875765362661376/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.107477:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a17480 with x1875765362661376 ext(0->1048575)
00002000:00010000:1.0:1788876756.107482:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312a17480
00000100:00100000:1.0:1788876756.107500:0:25657:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613058324454 time 7613098260986 state 0x0 ref 2
00000100:00100000:1.0:1788876756.107835:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613098360986 time 7613098260986 state 0x1 ref 2
00000100:00100000:1.0:1788876756.107858:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362661504
00000100:00100000:1.0:1788876756.107861:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362661504
00002000:00100000:1.0:1788876756.107880:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe46:0x0] (7340032->8388607)  req@ffff99830cfb8e00 x1875765362661504/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.107888:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfb8e00 with x1875765362661504 ext(7340032->8388607)
00002000:00010000:1.0:1788876756.107892:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfb8e00
00000100:00100000:1.0:1788876756.107900:0:25657:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613098360986 time 7613098260986 state 0x1 ref 3
00000100:00100000:1.0:1788876756.107909:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613098360986 time 7613098260986 state 0x1 ref 3
00000100:00100000:1.0:1788876756.107923:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362661632
00000100:00100000:1.0:1788876756.107926:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362661632
00002000:00100000:1.0:1788876756.107952:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe46:0x0] (5242880->6291455)  req@ffff998307c40e00 x1875765362661632/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.107960:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c40e00 with x1875765362661632 ext(5242880->6291455)
00002000:00010000:1.0:1788876756.107964:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307c40e00
00000100:00100000:1.0:1788876756.107971:0:25657:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613098360986 time 7613098260986 state 0x1 ref 4
00000100:00100000:1.0:1788876756.107980:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613098360986 time 7613098260986 state 0x1 ref 4
00000100:00100000:1.0:1788876756.108001:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117081729 time 7613116981729 state 0x1 ref 4
00000100:00100000:1.0:1788876756.108035:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2358:x1875765362661376:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876756.108205:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117284009 time 7613117184009 state 0x1 ref 4
00000100:00100000:1.0:1788876756.108216:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2355:x1875765362661504:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876756.108311:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117284009 time 7613117290019 state 0x0 ref 4
00000100:00100000:1.0:1788876756.108321:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2356:x1875765362661632:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876756.109501:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2356:x1875765362661248:12345-192.168.203.59@tcp:4:dd.0 Request processed in 20201us (21316us total) trans 4294993598 rc 0/0
00000100:00100000:2.0:1788876756.109710:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1380
00002000:00100000:2.0:1788876756.109722:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe3c:0x0] (2097152->3145727)  req@ffff9983096f6a00 x1875765362661248/t4294993598(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876756.109733:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6a00 with x1875765362661248 ext(2097152->3145727)
00002000:00010000:2.0:1788876756.109738:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6a00
00000100:00100000:1.0:1788876756.111645:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.111738:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876756.112192:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362662016
00000100:00100000:0.0:1788876756.112202:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362662016
00000100:00100000:0.0:1788876756.112258:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9837
00000100:00100000:0.0:1788876756.112269:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:249620:x1875765362662016:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788876756.112613:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249620:x1875765362662016:12345-192.168.203.59@tcp:35:dd.0 Request processed in 345us (872us total) trans 4295010730 rc 0/0
00000100:00100000:0.0:1788876756.112620:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9837
00000100:00100000:3.0:1788876756.113736:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362661760
00000100:00100000:3.0:1788876756.113744:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362661760
00002000:00100000:3.0:1788876756.113781:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe46:0x0] (2097152->3145727)  req@ffff998307c42a00 x1875765362661760/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.113792:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c42a00 with x1875765362661760 ext(2097152->3145727)
00002000:00010000:3.0:1788876756.113798:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307c42a00
00000100:00100000:3.0:1788876756.113815:0:19110:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117284009 time 7613117290019 state 0x0 ref 4
00000100:00100000:3.0:1788876756.113831:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117390019 time 7613117290019 state 0x1 ref 4
00000100:00100000:3.0:1788876756.113861:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117390019 time 7613122841636 state 0x0 ref 4
00000100:00100000:3.0:1788876756.113873:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2355:x1875765362661760:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876756.128238:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2358:x1875765362661376:12345-192.168.203.59@tcp:4:dd.0 Request processed in 20217us (20926us total) trans 4294981298 rc 0/0
00000100:00100000:2.0:1788876756.128252:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1381
00002000:00100000:2.0:1788876756.128265:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe46:0x0] (0->1048575)  req@ffff998312a17480 x1875765362661376/t4294981298(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876756.128275:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a17480 with x1875765362661376 ext(0->1048575)
00002000:00010000:2.0:1788876756.128281:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312a17480
00000100:00100000:1.0:1788876756.129602:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876756.129770:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362662144
00000100:00100000:2.0:1788876756.129780:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362662144
00000100:00100000:2.0:1788876756.129848:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1182
00000100:00100000:2.0:1788876756.129859:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:32035:x1875765362662144:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876756.129877:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 7 locks, starting at 0
00002000:00010000:2.0:1788876756.129899:0:5777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe3c:0x0] updating lvb size from disk: 7340032 -> 8388608
00010000:00010000:2.0:1788876756.129927:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a3ae8a2/0x3868396b8e76526b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88833b expref: 44 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.129964:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ae3bc91/0x3868396b8e76524f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888318 expref: 43 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.129982:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041fe0d61/0x3868396b8e765272 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888334 expref: 42 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.129995:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087cbaeec/0x3868396b8e765241 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 6 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888303 expref: 41 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.130007:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d73c697/0x3868396b8e765248 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888311 expref: 40 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.130061:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1aaa969/0x3868396b8e765256 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88831f expref: 39 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.130074:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e32eaa0/0x3868396b8e76525d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 3 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888326 expref: 38 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.130091:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788876756.130134:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:32035:x1875765362662144:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 277us (548us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876756.130142:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1182
00000100:00100000:3.0:1788876756.133364:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2355:x1875765362661504:12345-192.168.203.59@tcp:4:dd.0 Request processed in 25139us (26010us total) trans 4294981299 rc 0/0
00000100:00100000:3.0:1788876756.133377:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1382
00002000:00100000:3.0:1788876756.133391:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe46:0x0] (7340032->8388607)  req@ffff99830cfb8e00 x1875765362661504/t4294981299(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876756.133401:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830cfb8e00 with x1875765362661504 ext(7340032->8388607)
00002000:00010000:3.0:1788876756.133407:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830cfb8e00
00000100:00100000:2.0:1788876756.144857:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2356:x1875765362661632:12345-192.168.203.59@tcp:4:dd.0 Request processed in 36528us (37467us total) trans 4294981300 rc 0/0
00000100:00100000:2.0:1788876756.144872:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1383
00002000:00100000:2.0:1788876756.144886:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe46:0x0] (5242880->6291455)  req@ffff998307c40e00 x1875765362661632/t4294981300(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876756.144903:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c40e00 with x1875765362661632 ext(5242880->6291455)
00002000:00010000:2.0:1788876756.144909:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307c40e00
00000100:00100000:2.0:1788876756.147846:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2355:x1875765362661760:12345-192.168.203.59@tcp:4:dd.0 Request processed in 33964us (36199us total) trans 4294981301 rc 0/0
00000100:00100000:2.0:1788876756.147861:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1384
00000100:00100000:2.0:1788876756.147874:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117390019 time 7613122841636 state 0x2 ref 0
00002000:00100000:2.0:1788876756.147890:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe46:0x0] (2097152->3145727)  req@ffff998307c42a00 x1875765362661760/t4294981301(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/448 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876756.147900:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c42a00 with x1875765362661760 ext(2097152->3145727)
00002000:00010000:2.0:1788876756.147906:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307c42a00
00000100:00100000:3.0:1788876756.154860:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876756.154949:0:5775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362662272
00000100:00100000:2.0:1788876756.154959:0:5775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362662272
00000100:00100000:1.0:1788876756.155106:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1183
00000100:00100000:1.0:1788876756.155121:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:14480:x1875765362662272:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876756.155138:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0
00002000:00010000:1.0:1788876756.155161:0:20459:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe46:0x0] updating lvb size from disk: 7340032 -> 8388608
00010000:00010000:1.0:1788876756.155187:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76523a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 7 type: EXT [2097152->5242879] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88830a expref: 42 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.155209:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e765279 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 6 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888342 expref: 41 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.155220:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e765264 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 5 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88832d expref: 40 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.155231:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e76522c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e7 expref: 39 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.155241:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765233 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882ee expref: 38 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.155258:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876756.155312:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:14480:x1875765362662272:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 196us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876756.155320:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1183
00000100:00100000:1.0:1788876756.172318:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876756.172418:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362662528
00000100:00100000:2.0:1788876756.172430:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362662528
00000100:00100000:2.0:1788876756.172496:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60212
00000100:00100000:2.0:1788876756.172506:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249656:x1875765362662528:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876756.172530:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876756.172559:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e765280 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888349 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.172704:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e765287 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.172720:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e765287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.172732:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e765287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876756.172743:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc98:0x0]: returning size 16777216
00010000:00010000:2.0:1788876756.172877:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e765280 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888349 expref: 17 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.172896:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e765287 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888349 expref: 16 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.172905:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f200)
00010000:00010000:2.0:1788876756.172908:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788876756.172912:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46000, rc 0)
00000100:00100000:2.0:1788876756.173255:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:249656:x1875765362662528:12345-192.168.203.59@tcp:101:dd.0 Request processed in 748us (942us total) trans 4295010731 rc 0/0
00000100:00100000:2.0:1788876756.173263:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60212
00000100:00100000:0.0:1788876756.180959:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.181098:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362662784
00000100:00100000:3.0:1788876756.181107:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362662784
00000100:00100000:3.0:1788876756.181164:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60213
00000100:00100000:3.0:1788876756.181174:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:249653:x1875765362662784:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876756.181193:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876756.181213:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e765295 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888350 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.181332:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e76529c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.181349:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e76529c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.181359:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e76529c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876756.181371:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc98:0x0]: returning size 16777216
00010000:00010000:3.0:1788876756.181500:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e765295 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888350 expref: 19 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.181519:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e76529c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888350 expref: 18 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.181527:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f200)
00010000:00010000:3.0:1788876756.181530:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788876756.181533:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7b400, rc 0)
00000100:00100000:3.0:1788876756.181609:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:249653:x1875765362662784:12345-192.168.203.59@tcp:101:dd.0 Request processed in 437us (659us total) trans 4295010732 rc 0/0
00000100:00100000:3.0:1788876756.181616:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60213
00000100:00100000:0.0:1788876756.183369:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876756.183408:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876756.183476:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362663040
00000100:00100000:2.0:1788876756.183485:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362663040
00000100:00100000:2.0:1788876756.183545:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362662912
00000100:00100000:2.0:1788876756.183556:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362662912
00000100:00100000:2.0:1788876756.183584:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 504
00000100:00100000:2.0:1788876756.183601:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:249656:x1875765362662912:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876756.183617:0:167010:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876756.183634:0:167010:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88835e expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876756.183658:0:167010:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3b:0x0] initial LVB size: 8388608, mtime: 0x6aa017d4, atime: 0x0, ctime: 0x6aa017d4, blocks: 0x1
00010000:00010000:2.0:1788876756.183678:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=7613s v=(0 0)
00010000:00010000:2.0:1788876756.183682:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876756.183691:0:167010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 39 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.183706:0:167010:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 39 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.183718:0:167010:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47400, rc 0)
00000100:00100000:2.0:1788876756.183759:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:249656:x1875765362662912:12345-192.168.203.59@tcp:101:dd.0 Request processed in 160us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876756.183767:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 504
00000100:00100000:2.0:1788876756.183784:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 504
00000100:00100000:2.0:1788876756.183791:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:249660:x1875765362663040:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876756.183798:0:167010:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876756.183806:0:167010:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888357 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.183820:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876756.183824:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876756.183830:0:167010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 39 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.183840:0:167010:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 39 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.183853:0:167010:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47600, rc 0)
00000100:00100000:2.0:1788876756.183874:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:249660:x1875765362663040:12345-192.168.203.59@tcp:101:dd.0 Request processed in 83us (511us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876756.183880:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 504
00000100:00100000:2.0:1788876756.193065:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876756.193102:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876756.193180:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362663296
00000100:00100000:0.0:1788876756.193190:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362663296
00000100:00100000:0.0:1788876756.193259:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1184
00000100:00100000:0.0:1788876756.193270:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2358:x1875765362663296:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876756.193288:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876756.193314:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e76529c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888350 expref: 18 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.193332:0:167392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f200)
00010000:00010000:0.0:1788876756.193336:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876756.193400:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2358:x1875765362663296:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 131us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876756.193408:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1184
00000100:00100000:1.0:1788876756.193947:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362663552
00000100:00100000:1.0:1788876756.193953:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362663552
00000100:00100000:1.0:1788876756.193995:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9838
00000100:00100000:1.0:1788876756.194003:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:249653:x1875765362663552:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:1.0:1788876756.194268:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:249653:x1875765362663552:12345-192.168.203.59@tcp:35:dd.0 Request processed in 266us (1165us total) trans 4295010733 rc 0/0
00000100:00100000:1.0:1788876756.194277:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9838
00000100:00100000:2.0:1788876756.206127:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876756.206311:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362663168
00000100:00100000:0.0:1788876756.206321:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362663168
00000100:00100000:0.0:1788876756.206374:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1185
00000100:00100000:0.0:1788876756.206383:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2356:x1875765362663168:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876756.206398:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876756.206420:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e765287 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888349 expref: 18 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.206438:0:5777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f200)
00010000:00010000:0.0:1788876756.206443:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876756.206499:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2356:x1875765362663168:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 116us (379us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876756.206506:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1185
00000100:00100000:2.0:1788876756.211997:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.212180:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362663680
00000100:00100000:1.0:1788876756.212191:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362663680
00002000:00100000:1.0:1788876756.212244:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3b:0x0] (0->1048575)  req@ffff9983096f6300 x1875765362663680/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/0 e 0 to 0 dl 1788876767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.212255:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6300 with x1875765362663680 ext(0->1048575)
00002000:00010000:1.0:1788876756.212261:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6300
00000100:00100000:1.0:1788876756.212280:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257689182 time 7547257629969 state 0x0 ref 1
00000100:00100000:1.0:1788876756.212289:0:19108:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 11: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257689182 time 7547257629969 state 0x0 ref 1
00000100:00100000:1.0:1788876756.212305:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257729969 time 7547257629969 state 0x1 ref 1
00000100:00100000:1.0:1788876756.212338:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257729969 time 7613221318325 state 0x0 ref 1
00000100:00100000:1.0:1788876756.212351:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2355:x1875765362663680:12345-192.168.203.59@tcp:3:dd.0
00000100:00100000:1.0:1788876756.236148:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2355:x1875765362663680:12345-192.168.203.59@tcp:3:dd.0 Request processed in 23788us (24149us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876756.236162:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1385
00000100:00100000:1.0:1788876756.236175:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257729969 time 7613221318325 state 0x2 ref 0
00002000:00100000:1.0:1788876756.236191:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3b:0x0] (0->1048575)  req@ffff9983096f6300 x1875765362663680/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:152/0 lens 488/440 e 0 to 0 dl 1788876767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876756.236201:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6300 with x1875765362663680 ext(0->1048575)
00002000:00010000:1.0:1788876756.236207:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6300
00000100:00100000:0.0:1788876756.304407:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876756.304521:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362663936
00000100:00100000:1.0:1788876756.304532:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362663936
00000100:00100000:1.0:1788876756.304601:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9839
00000100:00100000:1.0:1788876756.304611:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:249663:x1875765362663936:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:1.0:1788876756.304835:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:249663:x1875765362663936:12345-192.168.203.59@tcp:35:dd.0 Request processed in 224us (436us total) trans 4295010734 rc 0/0
00000100:00100000:1.0:1788876756.304842:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9839
00000100:00100000:2.0:1788876756.348109:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.348369:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362664064
00000100:00100000:3.0:1788876756.348379:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362664064
00000100:00100000:3.0:1788876756.348472:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60214
00000100:00100000:3.0:1788876756.348484:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:249670:x1875765362664064:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876756.348528:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876756.348549:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888365 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.348650:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e7652bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.348663:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e7652bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.348674:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e7652bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876756.348731:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 7680
00000004:00200000:3.0:1788876756.348736:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876756.348757:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e7652bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.348781:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888365 expref: 20 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.348797:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e7652bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888365 expref: 19 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.348805:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788876756.348808:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876756.348811:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a400, rc 0)
00000100:00100000:3.0:1788876756.348873:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:249670:x1875765362664064:12345-192.168.203.59@tcp:101:rm.0 Request processed in 391us (774us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876756.349357:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60214
00000100:00100000:2.0:1788876756.354415:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.354496:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362664320
00000100:00100000:3.0:1788876756.354506:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362664320
00000100:00100000:3.0:1788876756.354572:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60215
00000100:00100000:3.0:1788876756.354583:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:249670:x1875765362664320:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876756.354604:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876756.354624:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88836c expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876756.354767:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 7680
00010000:00010000:3.0:1788876756.354910:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652c6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88836c expref: 21 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.354925:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:3.0:1788876756.354927:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1788876756.354941:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88836c expref: 21 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.354956:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a200, rc 0)
00000100:00100000:3.0:1788876756.355062:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:249670:x1875765362664320:12345-192.168.203.59@tcp:101:rm.0 Request processed in 433us (610us total) trans 4295010735 rc 301/301
00000100:00100000:3.0:1788876756.355069:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60215
00000100:00100000:2.0:1788876756.359808:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876756.359892:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362664448
00000100:00100000:0.0:1788876756.359901:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362664448
00000100:00100000:0.0:1788876756.359966:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9840
00000100:00100000:0.0:1788876756.359977:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:249670:x1875765362664448:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:0.0:1788876756.368480:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:249670:x1875765362664448:12345-192.168.203.59@tcp:37:rm.0 Request processed in 8493us (8669us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876756.368499:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9840
00000100:00100000:2.0:1788876756.373356:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.383768:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362664704
00000100:00100000:3.0:1788876756.383782:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362664704
00000100:00100000:3.0:1788876756.383854:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9841
00000100:00100000:3.0:1788876756.383865:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:249670:x1875765362664704:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876756.387537:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249670:x1875765362664704:12345-192.168.203.59@tcp:35:rm.0 Request processed in 3664us (14180us total) trans 4295010736 rc 0/0
00000100:00100000:3.0:1788876756.387552:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9841
00000100:00100000:2.0:1788876756.401881:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.401974:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362664960
00000100:00100000:3.0:1788876756.401983:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362664960
00000100:00100000:3.0:1788876756.402077:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60216
00000100:00100000:3.0:1788876756.402096:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249670:x1875765362664960:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876756.402122:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876756.402152:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888373 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.402301:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7652db lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.402315:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7652db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.402326:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7652db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876756.402337:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 7680
00010000:00010000:3.0:1788876756.402456:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888373 expref: 24 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.402476:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7652db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888373 expref: 23 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.402485:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788876756.402756:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1788876756.402760:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7ac00, rc 0)
00000100:00100000:2.0:1788876756.402878:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362664960:12345-192.168.203.59@tcp:101:rm.0 Request processed in 790us (1003us total) trans 4295010737 rc 0/0
00000100:00100000:2.0:1788876756.402885:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60216
00000100:00100000:2.0:1788876756.421398:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.421728:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362665088
00000100:00100000:3.0:1788876756.421737:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362665088
00000100:00100000:3.0:1788876756.421804:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60217
00000100:00100000:3.0:1788876756.421814:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362665088:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:3.0:1788876756.421994:0:26643:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7675576320 avail 7661944832
00000100:00100000:2.0:1788876756.427462:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362665088:12345-192.168.203.59@tcp:41:rm.0 Request processed in 5637us (6063us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876756.427480:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60217
00000100:00100000:0.0:1788876756.437454:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.438058:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362665344
00000100:00100000:3.0:1788876756.438069:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362665344
00000100:00100000:3.0:1788876756.438120:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60218
00000100:00100000:3.0:1788876756.438131:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362665344:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876756.438193:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1788876756.438217:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e7651d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc98:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882cb expref: 23 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438238:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f200)
00010000:00010000:3.0:1788876756.438253:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e7652bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888365 expref: 22 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438262:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788876756.438266:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876756.438285:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438297:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438306:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438318:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438325:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438336:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438443:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438452:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.438458:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1788876756.439200:0:5791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1606, 64 off110976
00000004:00080000:3.0:1788876756.439211:0:5791:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7613448196423ns, next at 7614448194032ns, rc = 0
00000040:00080000:3.0:1788876756.439256:0:5791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1618, 64 off111744
00000004:00080000:3.0:1788876756.439263:0:5791:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7613448248392ns, next at 7614448247280ns, rc = 0
00010000:00010000:3.0:1788876756.439327:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439339:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439348:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439356:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439363:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439375:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439405:0:5791:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1788876756.439423:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439430:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439436:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439442:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876756.439446:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439453:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439463:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f800)
00010000:00010000:3.0:1788876756.439466:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876756.439470:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439476:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7652f7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439490:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439500:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439506:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439511:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876756.439514:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439519:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439526:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788876756.439529:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876756.439531:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.439537:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7652e9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876756.439547:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d0e1369f reply state 00000000faecced8 transno 4295010738 ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876756.439555:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788876756.439632:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362665344:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1499us (2188us total) trans 4295010738 rc 0/0
00000100:00100000:3.0:1788876756.439641:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60218
00010000:00010000:2.0:1788876756.440044:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876756.440053:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.440061:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876756.440064:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.440072:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.440082:0:5778:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc98:0x0].0x0 (ffff99840390f800)
00010000:00010000:2.0:1788876756.440085:0:5778:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788876756.440088:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.440095:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b200/0x3868396b8e7652fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876756.440110:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876756.440112:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876756.440114:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876756.443950:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.443964:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.443971:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.443976:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876756.443981:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.443988:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.444008:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x7a6232fc (ffff99840390f300)
00010000:00010000:1.0:1788876756.444042:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876756.444047:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.444055:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b400/0x3868396b8e7652f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876756.451172:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876756.451434:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362665600
00000100:00100000:3.0:1788876756.451445:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362665600
00000100:00100000:3.0:1788876756.451557:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60219
00000100:00100000:3.0:1788876756.451568:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249670:x1875765362665600:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876756.451624:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876756.451651:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320302200/0x3868396b8e765210 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc99:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882e0 expref: 22 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451671:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc99:0x0].0x0 (ffff998404dddd00)
00010000:00010000:3.0:1788876756.451682:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876756.451705:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451718:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451727:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451741:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451748:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451754:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451865:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451873:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.451885:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1788876756.453285:0:5790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1619, 64 off111808
00000040:00080000:3.0:1788876756.453312:0:5790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1607, 64 off111040
00010000:00010000:3.0:1788876756.453378:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453391:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453401:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453409:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453416:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453422:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453442:0:5790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1788876756.453463:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453469:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453476:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453487:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876756.453505:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453513:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453524:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc99:0x0].0x0 (ffff99840390f600)
00010000:00010000:3.0:1788876756.453527:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876756.453532:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453538:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765313 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453556:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453561:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453567:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453572:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876756.453575:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453580:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453592:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788876756.453594:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876756.453597:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876756.453602:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765305 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876756.453610:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007a0e6325 reply state 00000000cb510874 transno 4295010739 ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876756.453619:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788876756.453717:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362665600:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2148us (2549us total) trans 4295010739 rc 0/0
00000100:00100000:3.0:1788876756.453727:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60219
00010000:00010000:1.0:1788876756.454268:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788876756.454275:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.454282:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876756.454285:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.454291:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.454301:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc99:0x0].0x0 (ffff99840390f600)
00010000:00010000:1.0:1788876756.454303:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1788876756.454306:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.454312:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b000/0x3868396b8e76531a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.454326:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876756.454328:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876756.454329:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876756.458000:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:1.0:1788876756.458109:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.458122:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.458130:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.458136:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876756.458150:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.458158:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.458175:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0xf1756a60 (ffff99840390f200)
00010000:00010000:1.0:1788876756.458179:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876756.458184:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.458190:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e76530c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc96:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876756.458731:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362665856
00000100:00100000:3.0:1788876756.458741:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362665856
00000100:00100000:3.0:1788876756.458916:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9842
00000100:00100000:3.0:1788876756.458927:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249670:x1875765362665856:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876756.459273:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362665856:12345-192.168.203.59@tcp:35:rm.0 Request processed in 347us (1284us total) trans 4295010740 rc 0/0
00000100:00100000:3.0:1788876756.459281:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9842
00000100:00100000:2.0:1788876756.461356:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876756.461421:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362666112
00000100:00100000:0.0:1788876756.461429:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362666112
00000100:00100000:0.0:1788876756.461475:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60220
00000100:00100000:0.0:1788876756.461482:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249670:x1875765362666112:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:0.0:1788876756.461539:0:15586:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1788876756.465283:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ac00/0x3868396b8e7652db lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc96:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888373 expref: 23 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465334:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46800/0x3868396b8e7651b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc96:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882c4 expref: 22 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465347:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998403b03a00)
00010000:00010000:0.0:1788876756.465364:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ae00/0x3868396b8e765153 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8882af expref: 21 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465374:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:0.0:1788876756.465382:0:15586:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876756.465415:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465428:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465439:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465451:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465457:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.465464:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.467749:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.467768:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.467780:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876756.470414:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc96:0x0]: returning size 7680
00010000:00010000:0.0:1788876756.470438:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.470449:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.470456:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.470462:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876756.470466:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.470474:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471416:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc96:0x0].0x0 (ffff998404dddc00)
00010000:00010000:0.0:1788876756.471424:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876756.471430:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471443:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320302000/0x3868396b8e76532f lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471480:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471487:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471502:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471507:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876756.471511:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471517:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471527:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddde00)
00010000:00010000:0.0:1788876756.471529:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876756.471532:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876756.471537:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320302400/0x3868396b8e765321 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876756.471558:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000c24f811 reply state 000000005de281ff transno 4295010741 ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876756.471568:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876756.471675:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249670:x1875765362666112:12345-192.168.203.59@tcp:36:rm.0 Request processed in 10188us (10321us total) trans 4295010741 rc 0/0
00000100:00100000:0.0:1788876756.471685:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60220
00010000:00010000:1.0:1788876756.473637:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.473651:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.473659:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.473669:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876756.473673:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.473680:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.473695:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404ddd900)
00010000:00010000:1.0:1788876756.473698:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876756.473702:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876756.473709:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320302c00/0x3868396b8e765328 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.038235:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876757.528298:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.528369:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362666240
00000100:00100000:3.0:1788876757.528378:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362666240
00000100:00100000:3.0:1788876757.528448:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60221
00000100:00100000:3.0:1788876757.528458:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:249681:x1875765362666240:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:3.0:1788876757.528482:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876757.528504:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765336 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88837a expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.528610:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76533d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.528623:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76533d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.528635:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76533d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876757.528690:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876757.528694:0:7498:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876757.528719:0:7498:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76533d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.528742:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765336 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88837a expref: 23 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.528758:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76533d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88837a expref: 22 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.528767:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fc00)
00010000:00010000:3.0:1788876757.528770:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876757.528773:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a400, rc 0)
00000100:00100000:3.0:1788876757.528823:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249681:x1875765362666240:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 366us (534us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876757.528830:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60221
00000100:00080000:1.0:1788876757.528888:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876757.533777:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876757.535113:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362666496
00000100:00100000:1.0:1788876757.535124:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362666496
00000100:00100000:1.0:1788876757.535181:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60222
00000100:00100000:1.0:1788876757.535192:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249681:x1875765362666496:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:1.0:1788876757.535244:0:26643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876757.535273:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e76533d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88837a expref: 22 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.535289:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fc00)
00010000:00010000:1.0:1788876757.535299:0:26643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876757.535381:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.535398:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.535407:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.535419:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.535426:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.535432:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876757.536124:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 512
00010000:00010000:1.0:1788876757.536135:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.536143:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.536150:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.536156:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876757.536160:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.536168:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.536182:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39000)
00010000:00010000:1.0:1788876757.536185:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876757.536189:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.536195:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd800/0x3868396b8e765344 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876757.536209:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000259b51af reply state 00000000c2e558ba transno 4295010742 ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876757.536217:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788876757.536320:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249681:x1875765362666496:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 1128us (2549us total) trans 4295010742 rc 0/0
00000100:00100000:1.0:1788876757.536329:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60222
00010000:00010000:3.0:1788876757.542495:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.542511:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.542519:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.542525:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876757.542529:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.542545:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.542561:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39500)
00010000:00010000:3.0:1788876757.542564:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876757.542568:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.542574:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fc200/0x3868396b8e76534b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876757.563542:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.563817:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362666624
00000100:00100000:3.0:1788876757.563828:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362666624
00000100:00100000:3.0:1788876757.563886:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60223
00000100:00100000:3.0:1788876757.563898:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249682:x1875765362666624:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876757.563997:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876757.564050:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765352 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888381 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.564247:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7bc00/0x3868396b8e765359 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.564264:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7bc00/0x3868396b8e765359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.564273:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7bc00/0x3868396b8e765359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876757.564329:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876757.564333:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876757.564358:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7bc00/0x3868396b8e765359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.564383:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888381 expref: 24 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.564401:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7bc00/0x3868396b8e765359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888381 expref: 23 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.564409:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876757.564412:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876757.564415:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7bc00, rc 0)
00000100:00100000:3.0:1788876757.564480:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249682:x1875765362666624:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 585us (952us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876757.564488:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60223
00000100:00100000:3.0:1788876757.580377:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.580418:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362666880
00000100:00100000:3.0:1788876757.580427:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362666880
00000100:00100000:3.0:1788876757.580478:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60224
00000100:00100000:3.0:1788876757.580499:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249682:x1875765362666880:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876757.580805:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876757.580809:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1788876757.580836:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7bc00/0x3868396b8e765359 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888381 expref: 23 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.580853:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876757.580864:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876757.580879:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765360 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888388 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581081:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581369:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581381:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581396:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581403:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581410:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581512:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581521:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581529:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876757.581539:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 512
00010000:00010000:3.0:1788876757.581551:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581557:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581564:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581570:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ba00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876757.581676:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581686:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581694:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788876757.581697:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876757.581700:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581709:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7ba00/0x3868396b8e765375 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581725:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581730:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581735:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581739:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876757.581741:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581746:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581752:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390ff00)
00010000:00010000:3.0:1788876757.581754:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876757.581756:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581760:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7b600/0x3868396b8e765367 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581767:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581772:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581778:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581782:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876757.581785:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581790:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581796:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390f000)
00010000:00010000:3.0:1788876757.581798:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876757.581801:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581806:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e76536e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581834:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765360 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888388 expref: 23 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581844:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390ff00)
00010000:00010000:3.0:1788876757.581846:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876757.581850:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e765360 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888388 expref: 23 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.581862:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a200, rc 0)
00000100:00100000:3.0:1788876757.581932:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249682:x1875765362666880:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1425us (1556us total) trans 0 rc 301/301
00000100:00100000:3.0:1788876757.581944:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60224
00000100:00100000:1.0:1788876757.584393:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.584467:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362667008
00000100:00100000:3.0:1788876757.584476:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362667008
00000100:00100000:3.0:1788876757.584532:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60225
00000100:00100000:3.0:1788876757.584551:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:249682:x1875765362667008:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876757.584570:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876757.584599:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e76537c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88838f expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.584690:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765383 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.584702:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765383 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.584712:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765383 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876757.584765:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876757.584769:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876757.584793:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765383 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.584816:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e76537c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88838f expref: 24 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.584834:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765383 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88838f expref: 23 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.584847:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876757.584849:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876757.584852:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998302f7a400, rc 0)
00000100:00100000:3.0:1788876757.584905:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249682:x1875765362667008:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 364us (520us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876757.584913:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60225
00000100:00100000:1.0:1788876757.595340:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876757.595433:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362667264
00000100:00100000:2.0:1788876757.595442:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362667264
00000100:00100000:2.0:1788876757.600076:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60226
00000100:00100000:2.0:1788876757.600114:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:249682:x1875765362667264:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788876757.600141:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876757.600165:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e76538a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888396 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600280:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600298:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600308:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600320:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600326:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600332:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876757.600460:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 512
00010000:00010000:2.0:1788876757.600574:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600583:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600590:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600596:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876757.600600:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600607:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600623:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f100)
00010000:00010000:2.0:1788876757.600626:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876757.600630:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600636:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428789c00/0x3868396b8e765391 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600647:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600653:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600659:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600663:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876757.600666:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600671:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600678:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998403b03b00)
00010000:00010000:2.0:1788876757.600680:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876757.600683:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600688:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788c00/0x3868396b8e765398 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600727:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e76538a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888396 expref: 25 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600737:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f100)
00010000:00010000:2.0:1788876757.600739:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788876757.600742:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998428788a00/0x3868396b8e76538a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888396 expref: 25 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.600751:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998428788a00, rc 0)
00000100:00100000:2.0:1788876757.600816:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:249682:x1875765362667264:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 712us (5484us total) trans 4295010743 rc 301/301
00000100:00100000:2.0:1788876757.600824:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60226
00000100:00100000:0.0:1788876757.612106:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876757.613055:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362667520
00000100:00100000:1.0:1788876757.613066:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362667520
00000100:00100000:1.0:1788876757.613155:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60227
00000100:00100000:1.0:1788876757.613166:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:249682:x1875765362667520:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:1.0:1788876757.613259:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.613274:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.613285:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876757.613538:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c6355a1d reply state 0000000092f0c939 transno 4295010744 ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876757.613548:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:1.0:1788876757.613562:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 512
00000100:00100000:1.0:1788876757.613651:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249682:x1875765362667520:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 486us (1552us total) trans 4295010744 rc 0/0
00000100:00100000:1.0:1788876757.613659:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60227
00000100:00100000:1.0:1788876757.615967:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876757.616000:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362667776
00000100:00100000:1.0:1788876757.616026:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362667776
00000100:00100000:1.0:1788876757.616073:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9843
00000100:00100000:1.0:1788876757.616083:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249682:x1875765362667776:12345-192.168.203.59@tcp:35:lfs.0
00010000:00010000:2.0:1788876757.616383:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.616394:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.616401:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.616408:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876757.616412:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.616419:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.616433:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39000)
00010000:00010000:2.0:1788876757.616436:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1788876757.616440:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.616446:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876757.616807:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249682:x1875765362667776:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 724us (847us total) trans 4295010745 rc 0/0
00000100:00100000:1.0:1788876757.616816:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9843
00000100:00100000:0.0:1788876757.638632:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.641498:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362667904
00000100:00100000:3.0:1788876757.641671:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362667904
00000100:00100000:3.0:1788876757.641740:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60228
00000100:00100000:3.0:1788876757.641750:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:249683:x1875765362667904:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:3.0:1788876757.641778:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876757.641799:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7653ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88839d expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.641912:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.641939:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.641951:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.641966:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.641973:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.641985:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642422:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642431:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642439:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876757.642480:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 512
00000004:00200000:1.0:1788876757.642483:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876757.642687:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642703:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642709:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642717:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642722:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876757.642727:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642735:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642747:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f100)
00010000:00010000:1.0:1788876757.642750:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876757.642754:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642760:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7aa00/0x3868396b8e7653b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642771:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642777:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642783:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642788:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876757.642791:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642797:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642804:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390ff00)
00010000:00010000:1.0:1788876757.642807:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876757.642810:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642815:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a200/0x3868396b8e7653bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642905:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a000/0x3868396b8e7653ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88839d expref: 28 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642929:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88839d expref: 27 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.642937:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788876757.642939:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876757.642941:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fde00, rc 0)
00000100:00100000:1.0:1788876757.643117:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249683:x1875765362667904:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 1367us (4493us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876757.643126:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60228
00000100:00100000:0.0:1788876757.648323:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.648424:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362668160
00000100:00100000:3.0:1788876757.648434:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362668160
00000100:00100000:3.0:1788876757.648697:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60229
00000100:00100000:3.0:1788876757.648709:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249683:x1875765362668160:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:3.0:1788876757.648766:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876757.648793:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88839d expref: 27 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.648811:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39600)
00010000:00010000:3.0:1788876757.648822:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876757.648850:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.648864:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.648874:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876757.649378:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000034bbe0bb reply state 0000000067635414 transno 4295010746 ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876757.649389:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1788876757.649404:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 512
00000100:00100000:3.0:1788876757.649751:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249683:x1875765362668160:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 1041us (1432us total) trans 4295010746 rc 0/0
00000100:00100000:3.0:1788876757.649764:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60229
00010000:00010000:3.0:1788876757.659515:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.659532:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.659539:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.659545:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876757.659550:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.659557:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.659572:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876757.659575:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1788876757.659579:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.659585:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7be00/0x3868396b8e7653c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876757.696855:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876757.697092:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362668288
00000100:00100000:1.0:1788876757.697102:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362668288
00000100:00100000:1.0:1788876757.697170:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60230
00000100:00100000:1.0:1788876757.697181:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:249687:x1875765362668288:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876757.697204:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876757.697225:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883a4 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697321:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697336:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697346:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697360:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697368:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697374:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697517:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e7653e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697527:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e7653e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697533:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e7653e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876757.697560:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 512
00000004:00200000:1.0:1788876757.697564:0:7498:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876757.697587:0:7498:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e7653e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697599:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697605:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697612:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697618:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876757.697622:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697629:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697642:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f100)
00010000:00010000:1.0:1788876757.697645:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876757.697649:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697656:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7653d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697669:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697679:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697683:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697687:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876757.697690:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697695:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697701:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39800)
00010000:00010000:1.0:1788876757.697703:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876757.697706:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697710:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7653de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697738:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fde00/0x3868396b8e7653d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883a4 expref: 29 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697751:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e7653e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883a4 expref: 28 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.697757:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876757.697759:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:1.0:1788876757.697761:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fd400, rc 0)
00000100:00100000:1.0:1788876757.697829:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249687:x1875765362668288:12345-192.168.203.59@tcp:101:dd.500 Request processed in 641us (974us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876757.697836:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60230
00000100:00100000:2.0:1788876757.700601:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876757.700686:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362668544
00000100:00100000:0.0:1788876757.700696:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362668544
00000100:00100000:0.0:1788876757.700759:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60231
00000100:00100000:0.0:1788876757.700770:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:249687:x1875765362668544:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876757.700791:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876757.700811:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e7653ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883ab expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.701001:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.701043:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.701056:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.701071:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.701078:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.701099:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788876757.701809:0:26644:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe47:0x0], index 0: 0
00010000:00010000:0.0:1788876757.701980:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303c00/0x3868396b8e765401 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.701992:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998320303c00/0x3868396b8e765401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702001:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998320303c00/0x3868396b8e765401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702063:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702072:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702079:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702086:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876757.702089:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702097:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702108:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39400)
00010000:00010000:0.0:1788876757.702111:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876757.702117:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702123:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320303a00/0x3868396b8e7653f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876757.702357:0:26644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008dddc92b reply state 00000000cfe4d4a9 transno 4295010747 ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876757.702369:0:26644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788876757.702406:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320303800/0x3868396b8e7653ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ab expref: 31 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702423:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303c00/0x3868396b8e765401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ab expref: 30 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.702430:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9c:0x0].0x0 (ffff998404dddc00)
00010000:00010000:0.0:1788876757.702433:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876757.702435:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998320303c00, rc 0)
00000100:00100000:0.0:1788876757.702938:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:249687:x1875765362668544:12345-192.168.203.59@tcp:101:dd.500 Request processed in 2167us (2343us total) trans 4295010747 rc 0/0
00000100:00100000:0.0:1788876757.702948:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60231
00010000:00010000:2.0:1788876757.707161:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.707179:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.707188:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.707194:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876757.707199:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.707208:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.707225:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x4009f790 (ffff998404ddde00)
00010000:00010000:2.0:1788876757.707228:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876757.707232:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876757.707238:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320303600/0x3868396b8e7653fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876757.715472:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876757.715574:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362668672
00000100:00100000:1.0:1788876757.715591:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362668672
00000100:00100000:1.0:1788876757.715660:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612791858104 time 7612792942044 state 0x0 ref 1
00000100:00100000:1.0:1788876757.715675:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7612842942044 time 7612792942044 state 0x1 ref 1
00000100:00100000:1.0:1788876757.715704:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612842942044 time 7614724685251 state 0x0 ref 1
00000100:00100000:1.0:1788876757.715717:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2357:x1875765362668672:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876757.715764:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876757.715773:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.715788:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7614s v=(0 0)
00010000:00010000:1.0:1788876757.715793:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876757.715800:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.715815:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876757.717680:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:3.0:1788876757.797806:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981296 is committed
00000001:00080000:3.0:1788876757.797843:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981302 is committed
00002000:00010000:0.0:1788876757.798204:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 0 -> 1048576
00002000:00010000:0.0:1788876757.798209:0:19109:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 0 -> 1788876758
00002000:00010000:0.0:1788876757.798211:0:19109:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 0 -> 1788876758
00002000:00010000:0.0:1788876757.798214:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:0.0:1788876757.798228:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.798239:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.798247:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.798254:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fde00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876757.798258:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.798266:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.798284:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.798291:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76540f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876757.798389:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362668672:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82669us (82920us total) trans 4294981302 rc 0/0
00000100:00100000:0.0:1788876757.798401:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1386
00000100:00100000:0.0:1788876757.798413:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612842942044 time 7614724685251 state 0x2 ref 0
00000100:00100000:2.0:1788876757.818613:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.818740:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362668800
00000100:00100000:3.0:1788876757.818751:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362668800
00000100:00100000:3.0:1788876757.818812:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7612842942044 time 7614724685251 state 0x0 ref 1
00000100:00100000:3.0:1788876757.818829:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7614774685251 time 7614724685251 state 0x1 ref 1
00000100:00100000:3.0:1788876757.818860:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7614774685251 time 7614827840387 state 0x0 ref 1
00000100:00100000:3.0:1788876757.818872:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362668800:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876757.818930:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 1048576, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x803
00010000:00010000:3.0:1788876757.818940:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.818955:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7614s v=(0 0)
00010000:00010000:3.0:1788876757.818959:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876757.818965:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.818980:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876757.855520:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981303 is committed
00002000:00010000:3.0:1788876757.855723:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 1048576 -> 2097152
00002000:00010000:3.0:1788876757.855729:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 2051 -> 4103
00010000:00010000:3.0:1788876757.855741:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.855753:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.855765:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.855771:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876757.855776:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.855783:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.855801:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.855809:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765416 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876757.855903:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362668800:12345-192.168.203.59@tcp:4:dd.500 Request processed in 37026us (37294us total) trans 4294981303 rc 0/0
00000100:00100000:3.0:1788876757.855913:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1387
00000100:00100000:3.0:1788876757.855934:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7614774685251 time 7614827840387 state 0x2 ref 0
00000100:00100000:2.0:1788876757.861444:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.861523:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362668928
00000100:00100000:3.0:1788876757.861534:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362668928
00000100:00100000:3.0:1788876757.861617:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7614774685251 time 7614827840387 state 0x0 ref 1
00000100:00100000:3.0:1788876757.861638:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7614877840387 time 7614827840387 state 0x1 ref 1
00000100:00100000:3.0:1788876757.861674:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7614877840387 time 7614870654123 state 0x0 ref 1
00000100:00100000:3.0:1788876757.861687:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362668928:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876757.861738:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 2097152, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x1007
00010000:00010000:3.0:1788876757.861747:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.861763:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7614s v=(0 0)
00010000:00010000:3.0:1788876757.861767:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876757.861775:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.861788:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876757.899809:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 2097152 -> 3145728
00002000:00010000:3.0:1788876757.899817:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 4103 -> 6151
00010000:00010000:3.0:1788876757.899831:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.899844:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.899860:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.899868:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876757.899873:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.899881:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.899900:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.899909:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76541d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876757.900051:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362668928:12345-192.168.203.59@tcp:4:dd.500 Request processed in 38329us (38578us total) trans 4294981304 rc 0/0
00000100:00100000:3.0:1788876757.900061:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1388
00000100:00100000:3.0:1788876757.900073:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7614877840387 time 7614870654123 state 0x2 ref 0
00000001:00080000:1.0:1788876757.903733:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981304 is committed
00000100:00100000:1.0:1788876757.905618:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876757.906070:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669056
00000100:00100000:3.0:1788876757.906081:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669056
00000100:00100000:3.0:1788876757.906142:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7614877840387 time 7614870654123 state 0x0 ref 1
00000100:00100000:3.0:1788876757.906160:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7614920654123 time 7614870654123 state 0x1 ref 1
00000100:00100000:3.0:1788876757.906192:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7614920654123 time 7614915173238 state 0x0 ref 1
00000100:00100000:3.0:1788876757.906204:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669056:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876757.906254:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 3145728, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x1807
00010000:00010000:3.0:1788876757.906263:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.906278:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7614s v=(0 0)
00010000:00010000:3.0:1788876757.906283:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876757.906289:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876757.906306:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876757.956474:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 3145728 -> 4194304
00002000:00010000:0.0:1788876757.956483:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 6151 -> 8199
00010000:00010000:0.0:1788876757.956497:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.956514:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.956523:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.956529:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876757.956544:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.956554:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.956582:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876757.956591:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765424 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876757.956686:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362669056:12345-192.168.203.59@tcp:4:dd.500 Request processed in 50479us (51074us total) trans 4294981305 rc 0/0
00000100:00100000:0.0:1788876757.956697:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1389
00000100:00100000:0.0:1788876757.956708:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7614920654123 time 7614915173238 state 0x2 ref 0
00000001:00080000:1.0:1788876757.957465:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981305 is committed
00000100:00100000:3.0:1788876757.961101:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876757.961259:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669184
00000100:00100000:1.0:1788876757.961270:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669184
00000100:00100000:1.0:1788876757.961331:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7614920654123 time 7614915173238 state 0x0 ref 1
00000100:00100000:1.0:1788876757.961346:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7614965173238 time 7614915173238 state 0x1 ref 1
00000100:00100000:1.0:1788876757.961493:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7614965173238 time 7614970472409 state 0x0 ref 1
00000100:00100000:1.0:1788876757.961506:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669184:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876757.961564:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 4194304, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x2007
00010000:00010000:1.0:1788876757.961572:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.961594:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7614s v=(0 0)
00010000:00010000:1.0:1788876757.961598:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876757.961604:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.961618:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876757.996527:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 4194304 -> 5242880
00002000:00010000:1.0:1788876757.996648:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 8199 -> 10247
00010000:00010000:1.0:1788876757.996664:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.996678:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.996688:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.996695:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876757.996700:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.996708:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.996730:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876757.996738:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76542b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876757.996866:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362669184:12345-192.168.203.59@tcp:4:dd.500 Request processed in 35356us (35768us total) trans 4294981306 rc 0/0
00000100:00100000:1.0:1788876757.996877:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1390
00000100:00100000:1.0:1788876757.996889:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7614965173238 time 7614970472409 state 0x2 ref 0
00000001:00080000:1.0:1788876757.996937:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981306 is committed
00000100:00100000:2.0:1788876758.001480:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876758.001677:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669312
00000100:00100000:0.0:1788876758.001687:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669312
00000100:00100000:0.0:1788876758.001748:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7614965173238 time 7614970472409 state 0x0 ref 1
00000100:00100000:0.0:1788876758.001762:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615020472409 time 7614970472409 state 0x1 ref 1
00000100:00100000:2.0:1788876758.013279:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615020472409 time 7615022245126 state 0x0 ref 1
00000100:00100000:3.0:1788876758.013409:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669312:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876758.013467:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 5242880, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x2807
00010000:00010000:3.0:1788876758.013476:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.013492:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:3.0:1788876758.013497:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876758.013503:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.013516:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876758.057838:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 5242880 -> 6291456
00002000:00010000:1.0:1788876758.057847:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 10247 -> 12295
00010000:00010000:1.0:1788876758.057861:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.057873:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.057882:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.057888:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876758.057893:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.057901:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.057929:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.057937:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e765432 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876758.058071:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362669312:12345-192.168.203.59@tcp:4:dd.500 Request processed in 44768us (56595us total) trans 4294981307 rc 0/0
00000100:00100000:1.0:1788876758.058083:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1391
00000100:00100000:1.0:1788876758.058095:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615020472409 time 7615022245126 state 0x2 ref 0
00000001:00080000:1.0:1788876758.058134:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981307 is committed
00010000:00010000:0.0:1788876758.062832:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876758.063672:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876758.063739:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669440
00000100:00100000:1.0:1788876758.063749:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669440
00000100:00100000:1.0:1788876758.063806:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615020472409 time 7615022245126 state 0x0 ref 1
00000100:00100000:1.0:1788876758.063821:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615072245126 time 7615022245126 state 0x1 ref 1
00000100:00100000:1.0:1788876758.063852:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615072245126 time 7615072832689 state 0x0 ref 1
00000100:00100000:1.0:1788876758.063864:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669440:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876758.063910:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 6291456, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x3007
00010000:00010000:1.0:1788876758.063928:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.063944:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:1.0:1788876758.063948:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876758.063956:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.063968:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876758.125454:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981308 is committed
00002000:00010000:1.0:1788876758.125721:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 6291456 -> 7340032
00002000:00010000:1.0:1788876758.125726:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 12295 -> 14343
00010000:00010000:1.0:1788876758.125740:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.125752:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.125762:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.125769:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876758.125773:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.125783:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.125800:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.125807:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765439 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876758.125904:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669440:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62037us (62232us total) trans 4294981308 rc 0/0
00000100:00100000:1.0:1788876758.125915:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1392
00000100:00100000:1.0:1788876758.125939:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615072245126 time 7615072832689 state 0x2 ref 0
00000100:00100000:0.0:1788876758.131111:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876758.131226:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669568
00000100:00100000:2.0:1788876758.131236:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669568
00000100:00100000:2.0:1788876758.131298:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615072245126 time 7615072832689 state 0x0 ref 1
00000100:00100000:2.0:1788876758.131312:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615122832689 time 7615072832689 state 0x1 ref 1
00000100:00100000:2.0:1788876758.131346:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615122832689 time 7615140326947 state 0x0 ref 1
00000100:00100000:2.0:1788876758.131358:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669568:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876758.131408:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 7340032, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x3807
00010000:00010000:2.0:1788876758.131417:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.131432:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:2.0:1788876758.131436:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876758.131453:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.131472:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876758.197823:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 7340032 -> 8388608
00002000:00010000:2.0:1788876758.197832:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 14343 -> 16391
00010000:00010000:2.0:1788876758.197846:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.197857:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.197866:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.197873:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876758.197878:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.197887:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.197905:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.197913:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e765440 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876758.198052:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362669568:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66690us (66946us total) trans 4294981309 rc 0/0
00000100:00100000:2.0:1788876758.198063:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1393
00000100:00100000:2.0:1788876758.198075:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615122832689 time 7615140326947 state 0x2 ref 0
00000001:00080000:3.0:1788876758.204524:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981309 is committed
00000100:00100000:2.0:1788876758.204706:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876758.204829:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669696
00000100:00100000:3.0:1788876758.204839:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669696
00000100:00100000:3.0:1788876758.204899:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615122832689 time 7615140326947 state 0x0 ref 1
00000100:00100000:3.0:1788876758.204915:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615190326947 time 7615140326947 state 0x1 ref 1
00000100:00100000:3.0:1788876758.204956:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615190326947 time 7615213935733 state 0x0 ref 1
00000100:00100000:3.0:1788876758.204969:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362669696:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876758.205048:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 8388608, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x4007
00010000:00010000:3.0:1788876758.205058:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.205073:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:3.0:1788876758.205077:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876758.205084:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.205103:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876758.362484:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981310 is committed
00002000:00010000:1.0:1788876758.362859:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 8388608 -> 9437184
00002000:00010000:1.0:1788876758.362864:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 16391 -> 18439
00010000:00010000:1.0:1788876758.362877:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.362890:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.362899:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.362906:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876758.362911:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.362932:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.362951:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.362959:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765447 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876758.363104:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362669696:12345-192.168.203.59@tcp:4:dd.500 Request processed in 158132us (158397us total) trans 4294981310 rc 0/0
00000100:00100000:1.0:1788876758.363115:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1394
00000100:00100000:1.0:1788876758.363127:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615190326947 time 7615213935733 state 0x2 ref 0
00000100:00100000:2.0:1788876758.370894:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876758.370966:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669824
00000100:00100000:0.0:1788876758.370976:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669824
00000100:00100000:0.0:1788876758.371078:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615190326947 time 7615213935733 state 0x0 ref 1
00000100:00100000:0.0:1788876758.371104:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7615263935733 time 7615213935733 state 0x1 ref 1
00000100:00100000:0.0:1788876758.371128:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615263935733 time 7615380108897 state 0x0 ref 1
00000100:00100000:0.0:1788876758.371141:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669824:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876758.371188:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 9437184, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x4807
00010000:00010000:0.0:1788876758.371197:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876758.371211:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:0.0:1788876758.371215:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876758.371221:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876758.371240:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876758.447653:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365717760:0@lo:400:kworker.0
00000100:00100000:3.0:1788876758.448090:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876758.448155:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876758.448162:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365717888:0@lo:400:kworker.0
00000100:00100000:3.0:1788876758.448192:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876758.448242:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365717888
00000100:00100000:3.0:1788876758.448249:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365717888
00000100:00100000:3.0:1788876758.448307:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 309
00000100:00100000:3.0:1788876758.448392:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365717888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876758.448640:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365717888:12345-0@lo:400:kworker.0 Request processed in 323us (446us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876758.448649:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 309
00000100:00080000:3.0:1788876758.448673:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876758.449038:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365717504:0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449076:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876758.449107:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365718016:0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449136:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876758.449158:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1788876758.449165:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365717632:0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449188:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876758.449205:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365718144:0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449228:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876758.449260:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365717760
00000100:00100000:1.0:1788876758.449265:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365717760
00000100:00100000:1.0:1788876758.449306:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365718016
00000100:00100000:1.0:1788876758.449309:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365718016
00000100:00100000:1.0:1788876758.449342:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365717632
00000100:00100000:1.0:1788876758.449345:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365717632
00000100:00100000:1.0:1788876758.449364:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6612
00000100:00100000:1.0:1788876758.449370:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365717760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449418:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365717760:12345-0@lo:400:kworker.0 Request processed in 47us (1328us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876758.449427:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6612
00000100:00100000:1.0:1788876758.449440:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6613
00000100:00100000:1.0:1788876758.449445:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365718016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449476:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365718016:12345-0@lo:400:kworker.0 Request processed in 31us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876758.449481:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6613
00000100:00100000:1.0:1788876758.449491:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6614
00000100:00100000:1.0:1788876758.449496:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365717632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449523:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365717632:12345-0@lo:400:kworker.0 Request processed in 27us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876758.449528:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6614
00000100:00100000:1.0:1788876758.449560:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365717504
00000100:00100000:1.0:1788876758.449563:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365717504
00000100:00100000:1.0:1788876758.449586:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:1.0:1788876758.449592:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365717504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449622:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365717504:12345-0@lo:400:kworker.0 Request processed in 31us (546us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876758.449627:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00100000:1.0:1788876758.449659:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365718144
00000100:00100000:1.0:1788876758.449663:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365718144
00000100:00100000:1.0:1788876758.449719:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 310
00000100:00100000:1.0:1788876758.449727:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365718144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449756:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365718144:12345-0@lo:400:kworker.0 Request processed in 30us (527us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876758.449761:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 310
00000100:00100000:1.0:1788876758.449804:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365717632:0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449814:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365718144:0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449822:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365717504:0@lo:400:kworker.0
00000100:00100000:1.0:1788876758.449829:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365718016:0@lo:400:kworker.0
00000100:00080000:1.0:1788876758.449862:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876758.449866:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000004:00080000:2.0:1788876758.450356:0:7779:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7615459341110ns, next at 7616459338640ns, rc = 0
00000100:00100000:1.0:1788876758.450476:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788876758.450489:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365718272:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876758.450583:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876758.451096:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365717888:0@lo:400:kworker.0
00000100:00100000:3.0:1788876758.451108:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365717760:0@lo:400:kworker.0
00000100:00100000:2.0:1788876758.455331:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365718272
00000100:00100000:2.0:1788876758.455345:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365718272
00000100:00100000:2.0:1788876758.456576:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 310
00000100:00100000:2.0:1788876758.456590:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365718272:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876758.456626:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83820544 pending 27262976 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876758.456883:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365718272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 295us (6356us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876758.456891:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 310
00000100:00100000:0.0:1788876758.459584:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365718272:0@lo:13:osp-pre-1-0.0
00000001:00080000:0.0:1788876758.507030:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981311 is committed
00002000:00010000:3.0:1788876758.507173:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 9437184 -> 10485760
00002000:00010000:3.0:1788876758.507178:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 18439 -> 20487
00010000:00010000:3.0:1788876758.507192:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.507211:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.507220:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.507227:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876758.507232:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.507241:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.507259:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.507267:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e76544e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876758.507365:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669824:12345-192.168.203.59@tcp:4:dd.500 Request processed in 136222us (136476us total) trans 4294981311 rc 0/0
00000100:00100000:3.0:1788876758.507376:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1395
00000100:00100000:3.0:1788876758.507388:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615263935733 time 7615380108897 state 0x2 ref 0
00000100:00100000:3.0:1788876758.520656:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876758.521158:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362669952
00000100:00100000:0.0:1788876758.525110:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362669952
00000100:00100000:2.0:1788876758.525631:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615263935733 time 7615380108897 state 0x0 ref 1
00000100:00100000:2.0:1788876758.525647:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615430108897 time 7615380108897 state 0x1 ref 1
00000100:00100000:2.0:1788876758.525697:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615430108897 time 7615534676737 state 0x0 ref 1
00000100:00100000:2.0:1788876758.525813:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362669952:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876758.525869:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 10485760, mtime: 0x6aa017d6, atime: 0x0, ctime: 0x6aa017d6, blocks: 0x5007
00010000:00010000:2.0:1788876758.525879:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.525896:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:2.0:1788876758.525901:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876758.525995:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.526039:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876758.620585:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 10485760 -> 11534336
00002000:00010000:3.0:1788876758.620593:0:18418:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876758 -> 1788876759
00002000:00010000:3.0:1788876758.620596:0:18418:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876758 -> 1788876759
00002000:00010000:3.0:1788876758.620599:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 20487 -> 22535
00010000:00010000:3.0:1788876758.620614:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.620635:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.620644:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.620651:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876758.620657:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.620666:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.620685:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.620693:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e765455 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876758.620911:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362669952:12345-192.168.203.59@tcp:4:dd.500 Request processed in 95092us (100253us total) trans 4294981312 rc 0/0
00000100:00100000:3.0:1788876758.620929:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1396
00000100:00100000:3.0:1788876758.620942:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615430108897 time 7615534676737 state 0x2 ref 0
00000001:00080000:0.0:1788876758.624483:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981312 is committed
00000100:00100000:3.0:1788876758.634241:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876758.634329:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670080
00000100:00100000:2.0:1788876758.634349:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670080
00000100:00100000:2.0:1788876758.634412:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615430108897 time 7615534676737 state 0x0 ref 1
00000100:00100000:2.0:1788876758.634427:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615584676737 time 7615534676737 state 0x1 ref 1
00000100:00100000:2.0:1788876758.634460:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615584676737 time 7615643439787 state 0x0 ref 1
00000100:00100000:2.0:1788876758.634473:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362670080:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876758.634556:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 11534336, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x5807
00010000:00010000:2.0:1788876758.634564:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.634592:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:2.0:1788876758.634597:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876758.634605:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.634624:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876758.725740:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 11534336 -> 12582912
00002000:00010000:3.0:1788876758.725749:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 22535 -> 24583
00010000:00010000:3.0:1788876758.725765:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.725777:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.725786:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.725794:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876758.725799:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.725808:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.725827:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.725835:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e76545c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876758.725950:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362670080:12345-192.168.203.59@tcp:4:dd.500 Request processed in 91474us (91714us total) trans 4294981313 rc 0/0
00000100:00100000:3.0:1788876758.725961:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1397
00000100:00100000:3.0:1788876758.725972:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615584676737 time 7615643439787 state 0x2 ref 0
00000001:00080000:2.0:1788876758.728878:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981313 is committed
00000100:00100000:2.0:1788876758.737267:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876758.737363:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670208
00000100:00100000:1.0:1788876758.737374:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670208
00000100:00100000:1.0:1788876758.737585:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615584676737 time 7615643439787 state 0x0 ref 1
00000100:00100000:1.0:1788876758.737601:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615693439787 time 7615643439787 state 0x1 ref 1
00000100:00100000:1.0:1788876758.737742:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615693439787 time 7615746720415 state 0x0 ref 1
00000100:00100000:1.0:1788876758.737755:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362670208:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876758.737807:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 12582912, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x6007
00010000:00010000:1.0:1788876758.737816:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.737831:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:1.0:1788876758.737836:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876758.737843:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.737857:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876758.793986:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981314 is committed
00002000:00010000:2.0:1788876758.794099:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 12582912 -> 13631488
00002000:00010000:2.0:1788876758.794105:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 24583 -> 26631
00010000:00010000:2.0:1788876758.794188:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.794201:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.794209:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.794217:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876758.794222:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.794232:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.794251:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876758.794257:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765463 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876758.794362:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362670208:12345-192.168.203.59@tcp:4:dd.500 Request processed in 56605us (57099us total) trans 4294981314 rc 0/0
00000100:00100000:2.0:1788876758.794372:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1398
00000100:00100000:2.0:1788876758.794383:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615693439787 time 7615746720415 state 0x2 ref 0
00000100:00100000:2.0:1788876758.801493:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876758.801789:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670336
00000100:00100000:3.0:1788876758.801801:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670336
00000100:00100000:3.0:1788876758.801869:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615693439787 time 7615746720415 state 0x0 ref 1
00000100:00100000:3.0:1788876758.801885:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615796720415 time 7615746720415 state 0x1 ref 1
00000100:00100000:3.0:1788876758.801928:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615796720415 time 7615810907591 state 0x0 ref 1
00000100:00100000:3.0:1788876758.801941:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362670336:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876758.801990:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 13631488, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x6807
00010000:00010000:3.0:1788876758.801999:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.802058:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:3.0:1788876758.802063:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876758.802069:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.802087:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876758.890432:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981315 is committed
00002000:00010000:3.0:1788876758.894893:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 13631488 -> 14680064
00002000:00010000:3.0:1788876758.894903:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 26631 -> 28679
00010000:00010000:3.0:1788876758.894929:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.894943:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.894952:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.894960:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876758.894964:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.894974:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.894995:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.895002:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76546a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876758.895865:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362670336:12345-192.168.203.59@tcp:4:dd.500 Request processed in 93919us (94374us total) trans 4294981315 rc 0/0
00000100:00100000:3.0:1788876758.895880:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1399
00000100:00100000:3.0:1788876758.895892:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615796720415 time 7615810907591 state 0x2 ref 0
00000100:00100000:0.0:1788876758.906429:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876758.906508:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670464
00000100:00100000:3.0:1788876758.906517:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670464
00000100:00100000:3.0:1788876758.906585:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615796720415 time 7615810907591 state 0x0 ref 1
00000100:00100000:3.0:1788876758.906600:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615860907591 time 7615810907591 state 0x1 ref 1
00000100:00100000:3.0:1788876758.906624:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615860907591 time 7615915605483 state 0x0 ref 1
00000100:00100000:3.0:1788876758.906636:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362670464:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876758.906692:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 14680064, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x7007
00010000:00010000:3.0:1788876758.906703:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.906719:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:3.0:1788876758.906723:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876758.906730:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.906750:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876758.967337:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981316 is committed
00002000:00010000:3.0:1788876758.967484:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 14680064 -> 15728640
00002000:00010000:3.0:1788876758.967489:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 28679 -> 30727
00010000:00010000:3.0:1788876758.967502:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.967515:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.967633:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.967641:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876758.967646:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.967656:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.967675:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876758.967683:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765471 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876758.967840:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362670464:12345-192.168.203.59@tcp:4:dd.500 Request processed in 61200us (61414us total) trans 4294981316 rc 0/0
00000100:00100000:3.0:1788876758.967850:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1400
00000100:00100000:3.0:1788876758.967862:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615860907591 time 7615915605483 state 0x2 ref 0
00000100:00100000:0.0:1788876758.973188:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876758.973269:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670592
00000100:00100000:1.0:1788876758.973279:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670592
00000100:00100000:1.0:1788876758.973336:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615860907591 time 7615915605483 state 0x0 ref 1
00000100:00100000:1.0:1788876758.973352:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615965605483 time 7615915605483 state 0x1 ref 1
00000100:00100000:1.0:1788876758.973383:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615965605483 time 7615982364028 state 0x0 ref 1
00000100:00100000:1.0:1788876758.973395:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362670592:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876758.973674:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 15728640, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x7807
00010000:00010000:1.0:1788876758.973685:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.973770:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7615s v=(0 0)
00010000:00010000:1.0:1788876758.973774:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876758.973781:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876758.973798:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876759.021054:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981317 is committed
00002000:00010000:3.0:1788876759.021244:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 15728640 -> 16777216
00002000:00010000:3.0:1788876759.021250:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 30727 -> 32775
00010000:00010000:3.0:1788876759.021264:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.021276:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.021284:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.021290:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.021295:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.021303:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.021321:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.021333:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765478 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.021501:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362670592:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48104us (48491us total) trans 4294981317 rc 0/0
00000100:00100000:3.0:1788876759.021512:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1401
00000100:00100000:3.0:1788876759.022321:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615965605483 time 7615982364028 state 0x2 ref 0
00000100:00100000:0.0:1788876759.027340:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876759.027389:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876759.027424:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876759.027452:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876759.027469:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876759.027650:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670848
00000100:00100000:3.0:1788876759.027659:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670848
00000100:00100000:3.0:1788876759.027716:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3103
00000100:00100000:3.0:1788876759.027725:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362670848:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876759.027786:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362670848:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 63us (397us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876759.027794:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3103
00000100:00100000:3.0:1788876759.027820:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670976
00000100:00100000:3.0:1788876759.027823:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670976
00000100:00100000:3.0:1788876759.027850:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362671232
00000100:00100000:3.0:1788876759.027853:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362671232
00000100:00100000:3.0:1788876759.027869:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6615
00000100:00100000:3.0:1788876759.027875:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2356:x1875765362670976:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876759.027904:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2356:x1875765362670976:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 28us (451us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876759.027909:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6615
00000100:00100000:3.0:1788876759.027932:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6616
00000100:00100000:3.0:1788876759.027938:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362671232:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876759.027962:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362671232:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (491us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876759.027968:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6616
00000100:00080000:3.0:1788876759.028116:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876759.028507:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362671104
00000100:00100000:2.0:1788876759.028513:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362671104
00000100:00100000:2.0:1788876759.028581:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 311
00000100:00100000:2.0:1788876759.028592:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362671104:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876759.028629:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362671104:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 41us (1204us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876759.028636:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 311
00000100:00080000:3.0:1788876759.028921:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876759.028976:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362670720
00000100:00100000:1.0:1788876759.028981:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362670720
00000100:00100000:1.0:1788876759.029061:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7615965605483 time 7615982364028 state 0x0 ref 1
00000100:00100000:1.0:1788876759.029075:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616032364028 time 7615982364028 state 0x1 ref 1
00000100:00080000:3.0:1788876759.029204:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876759.029228:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616032364028 time 7616038087304 state 0x0 ref 1
00000100:00100000:1.0:1788876759.029243:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362670720:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876759.029284:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 16777216, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x8007
00010000:00010000:1.0:1788876759.029292:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.029307:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:1.0:1788876759.029311:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876759.029317:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.029331:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876759.079948:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981318 is committed
00002000:00010000:1.0:1788876759.080070:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 16777216 -> 17825792
00002000:00010000:1.0:1788876759.080075:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 32775 -> 34823
00010000:00010000:1.0:1788876759.080089:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.080102:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.080219:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.080227:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876759.080232:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.080242:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.080262:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.080271:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e76547f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876759.080366:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362670720:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51122us (53030us total) trans 4294981318 rc 0/0
00000100:00100000:1.0:1788876759.080378:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1402
00000100:00100000:1.0:1788876759.080390:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616032364028 time 7616038087304 state 0x2 ref 0
00010000:00010000:2.0:1788876759.086303:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876759.087679:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876759.087881:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362671360
00000100:00100000:2.0:1788876759.087890:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362671360
00000100:00100000:2.0:1788876759.087961:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616032364028 time 7616038087304 state 0x0 ref 1
00000100:00100000:2.0:1788876759.087980:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616088087304 time 7616038087304 state 0x1 ref 1
00000100:00100000:2.0:1788876759.088257:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616088087304 time 7616097235805 state 0x0 ref 1
00000100:00100000:2.0:1788876759.088272:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362671360:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876759.088323:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 17825792, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x8807
00010000:00010000:2.0:1788876759.088331:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.088346:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:2.0:1788876759.088351:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876759.088357:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.088369:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876759.197047:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981319 is committed
00002000:00010000:3.0:1788876759.197114:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 17825792 -> 18874368
00002000:00010000:3.0:1788876759.197119:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 34823 -> 36871
00010000:00010000:3.0:1788876759.197134:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.197147:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.197451:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.197462:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.197467:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.197477:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.197501:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.197510:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765486 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.197624:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362671360:12345-192.168.203.59@tcp:4:dd.500 Request processed in 109352us (109951us total) trans 4294981319 rc 0/0
00000100:00100000:3.0:1788876759.197636:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1403
00000100:00100000:3.0:1788876759.197647:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616088087304 time 7616097235805 state 0x2 ref 0
00000100:00100000:1.0:1788876759.202492:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876759.202607:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362671488
00000100:00100000:0.0:1788876759.202618:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362671488
00000100:00100000:0.0:1788876759.202683:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616088087304 time 7616097235805 state 0x0 ref 1
00000100:00100000:0.0:1788876759.202698:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616147235805 time 7616097235805 state 0x1 ref 1
00000100:00100000:0.0:1788876759.202733:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616147235805 time 7616211713316 state 0x0 ref 1
00000100:00100000:0.0:1788876759.202751:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362671488:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876759.202800:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 18874368, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x9007
00010000:00010000:0.0:1788876759.202809:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876759.202824:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:0.0:1788876759.202829:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876759.202835:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876759.202849:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876759.255789:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981320 is committed
00002000:00010000:2.0:1788876759.255802:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 18874368 -> 19922944
00002000:00010000:2.0:1788876759.255807:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 36871 -> 38919
00010000:00010000:2.0:1788876759.255821:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.255835:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.255850:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.255857:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876759.255862:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.255870:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.255889:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.255906:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067be18e3/0x3868396b8e76548d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876759.256055:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362671488:12345-192.168.203.59@tcp:4:dd.500 Request processed in 53261us (53527us total) trans 4294981320 rc 0/0
00000100:00100000:2.0:1788876759.256066:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1404
00000100:00100000:2.0:1788876759.256078:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616147235805 time 7616211713316 state 0x2 ref 0
00000100:00100000:1.0:1788876759.263976:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876759.264244:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362671616
00000100:00100000:3.0:1788876759.264257:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362671616
00000100:00100000:3.0:1788876759.264320:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616147235805 time 7616211713316 state 0x0 ref 1
00000100:00100000:3.0:1788876759.264334:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616261713316 time 7616211713316 state 0x1 ref 1
00000100:00100000:3.0:1788876759.264553:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616261713316 time 7616273531489 state 0x0 ref 1
00000100:00100000:3.0:1788876759.264627:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362671616:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876759.264688:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 19922944, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0x9807
00010000:00010000:3.0:1788876759.264786:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.264803:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:3.0:1788876759.264807:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876759.264813:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.264828:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876759.316463:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981321 is committed
00002000:00010000:3.0:1788876759.316580:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 19922944 -> 20971520
00002000:00010000:3.0:1788876759.316585:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 38919 -> 40967
00010000:00010000:3.0:1788876759.316600:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.316613:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.316623:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.316630:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.316635:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.316644:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.316669:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.316966:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765494 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.317153:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362671616:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52584us (53182us total) trans 4294981321 rc 0/0
00000100:00100000:3.0:1788876759.317164:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1405
00000100:00100000:3.0:1788876759.317176:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616261713316 time 7616273531489 state 0x2 ref 0
00000100:00100000:0.0:1788876759.325993:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876759.326091:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362671744
00000100:00100000:3.0:1788876759.326100:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362671744
00000100:00100000:3.0:1788876759.326171:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616261713316 time 7616273531489 state 0x0 ref 1
00000100:00100000:3.0:1788876759.326186:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616323531489 time 7616273531489 state 0x1 ref 1
00000100:00100000:3.0:1788876759.326223:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616323531489 time 7616335202825 state 0x0 ref 1
00000100:00100000:3.0:1788876759.326236:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362671744:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876759.326283:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 20971520, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0xa007
00010000:00010000:3.0:1788876759.326292:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.326314:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:3.0:1788876759.326319:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876759.326326:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.326340:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876759.403689:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981322 is committed
00002000:00010000:3.0:1788876759.404108:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 20971520 -> 22020096
00002000:00010000:3.0:1788876759.404113:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 40967 -> 43015
00010000:00010000:3.0:1788876759.404126:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.404137:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.404146:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.404153:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.404157:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.404166:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.404190:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.404198:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e76549b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876759.404326:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362671744:12345-192.168.203.59@tcp:4:dd.500 Request processed in 78086us (78336us total) trans 4294981322 rc 0/0
00000100:00100000:2.0:1788876759.404337:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1406
00000100:00100000:2.0:1788876759.404348:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616323531489 time 7616335202825 state 0x2 ref 0
00000100:00100000:0.0:1788876759.414483:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876759.414647:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362671872
00000100:00100000:3.0:1788876759.414657:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362671872
00000100:00100000:3.0:1788876759.414808:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616323531489 time 7616335202825 state 0x0 ref 1
00000100:00100000:3.0:1788876759.414823:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616385202825 time 7616335202825 state 0x1 ref 1
00000100:00100000:3.0:1788876759.414890:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616385202825 time 7616423869399 state 0x0 ref 1
00000100:00100000:3.0:1788876759.414904:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362671872:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876759.414961:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 22020096, mtime: 0x6aa017d7, atime: 0x0, ctime: 0x6aa017d7, blocks: 0xa807
00010000:00010000:3.0:1788876759.414971:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.414986:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:3.0:1788876759.414991:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876759.414997:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.415045:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876759.487607:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981323 is committed
00002000:00010000:3.0:1788876759.487820:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 22020096 -> 23068672
00002000:00010000:3.0:1788876759.487824:0:18415:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876759 -> 1788876760
00002000:00010000:3.0:1788876759.487827:0:18415:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876759 -> 1788876760
00002000:00010000:3.0:1788876759.487829:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 43015 -> 45063
00010000:00010000:3.0:1788876759.487843:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.487855:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.487863:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.487870:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.487875:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.487883:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.487922:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.487934:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.488061:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362671872:12345-192.168.203.59@tcp:4:dd.500 Request processed in 73154us (73581us total) trans 4294981323 rc 0/0
00000100:00100000:3.0:1788876759.488072:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1407
00000100:00100000:3.0:1788876759.488085:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616385202825 time 7616423869399 state 0x2 ref 0
00000100:00100000:0.0:1788876759.502990:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876759.503217:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672000
00000100:00100000:2.0:1788876759.503226:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672000
00000100:00100000:2.0:1788876759.503291:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616385202825 time 7616423869399 state 0x0 ref 1
00000100:00100000:2.0:1788876759.503308:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616473869399 time 7616423869399 state 0x1 ref 1
00000100:00100000:2.0:1788876759.503341:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616473869399 time 7616512321426 state 0x0 ref 1
00000100:00100000:2.0:1788876759.503354:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362672000:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876759.503404:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 23068672, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xb007
00010000:00010000:2.0:1788876759.503413:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.503427:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:2.0:1788876759.503431:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876759.503437:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.503451:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876759.590477:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981324 is committed
00002000:00010000:3.0:1788876759.590804:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 23068672 -> 24117248
00002000:00010000:3.0:1788876759.590809:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 45063 -> 47111
00010000:00010000:3.0:1788876759.590823:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.590836:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.590846:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.590854:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.590858:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.590867:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.590887:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.590905:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e7654a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.591065:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362672000:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87707us (88079us total) trans 4294981324 rc 0/0
00000100:00100000:3.0:1788876759.591077:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1408
00000100:00100000:3.0:1788876759.591089:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616473869399 time 7616512321426 state 0x2 ref 0
00000100:00100000:0.0:1788876759.598442:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876759.598595:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672128
00000100:00100000:1.0:1788876759.598605:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672128
00000100:00100000:1.0:1788876759.598663:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616473869399 time 7616512321426 state 0x0 ref 1
00000100:00100000:1.0:1788876759.598678:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616562321426 time 7616512321426 state 0x1 ref 1
00000100:00100000:1.0:1788876759.598710:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616562321426 time 7616607690006 state 0x0 ref 1
00000100:00100000:1.0:1788876759.598722:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362672128:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876759.598771:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 24117248, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xb807
00010000:00010000:1.0:1788876759.598779:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.598793:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:1.0:1788876759.598798:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876759.598804:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.598817:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876759.662325:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981325 is committed
00002000:00010000:3.0:1788876759.662690:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 24117248 -> 25165824
00002000:00010000:3.0:1788876759.662695:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 47111 -> 49159
00010000:00010000:3.0:1788876759.662711:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.662723:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.662732:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.662739:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fde00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.662745:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.662759:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.662777:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.662785:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7654b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.663006:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362672128:12345-192.168.203.59@tcp:4:dd.500 Request processed in 64280us (64567us total) trans 4294981325 rc 0/0
00000100:00100000:3.0:1788876759.663259:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1409
00000100:00100000:3.0:1788876759.663271:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616562321426 time 7616607690006 state 0x2 ref 0
00000100:00100000:0.0:1788876759.671344:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876759.676678:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672256
00000100:00100000:3.0:1788876759.676695:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672256
00000100:00100000:2.0:1788876759.678211:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616562321426 time 7616607690006 state 0x0 ref 1
00000100:00100000:2.0:1788876759.678233:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616657690006 time 7616607690006 state 0x1 ref 1
00000100:00100000:2.0:1788876759.678276:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616657690006 time 7616687255717 state 0x0 ref 1
00000100:00100000:2.0:1788876759.678290:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362672256:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876759.678350:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 25165824, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xc007
00010000:00010000:2.0:1788876759.678360:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.678384:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:2.0:1788876759.678390:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876759.678397:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876759.678410:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876759.732688:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981326 is committed
00002000:00010000:3.0:1788876759.732792:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 25165824 -> 26214400
00002000:00010000:3.0:1788876759.732798:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 49159 -> 51207
00010000:00010000:3.0:1788876759.732815:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.732830:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.732841:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.732849:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.732855:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.732866:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.732891:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.732915:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7654b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.733089:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362672256:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54795us (61761us total) trans 4294981326 rc 0/0
00000100:00100000:3.0:1788876759.733101:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1410
00000100:00100000:3.0:1788876759.733115:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616657690006 time 7616687255717 state 0x2 ref 0
00000100:00100000:3.0:1788876759.743517:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876759.743605:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672384
00000100:00100000:1.0:1788876759.743615:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672384
00000100:00100000:1.0:1788876759.743677:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616657690006 time 7616687255717 state 0x0 ref 1
00000100:00100000:1.0:1788876759.743692:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616737255717 time 7616687255717 state 0x1 ref 1
00000100:00100000:1.0:1788876759.743725:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616737255717 time 7616752705498 state 0x0 ref 1
00000100:00100000:1.0:1788876759.743737:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362672384:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876759.743785:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 26214400, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xc807
00010000:00010000:1.0:1788876759.743794:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.743809:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:1.0:1788876759.743813:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876759.743820:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.743834:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876759.848447:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981327 is committed
00002000:00010000:3.0:1788876759.848545:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 26214400 -> 27262976
00002000:00010000:3.0:1788876759.848550:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 51207 -> 53255
00010000:00010000:3.0:1788876759.848564:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.848577:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.848587:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.848594:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.848599:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.848608:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.848628:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.848635:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7654be lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.848734:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362672384:12345-192.168.203.59@tcp:4:dd.500 Request processed in 104993us (105220us total) trans 4294981327 rc 0/0
00000100:00100000:3.0:1788876759.848746:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1411
00000100:00100000:3.0:1788876759.848758:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616737255717 time 7616752705498 state 0x2 ref 0
00000100:00100000:2.0:1788876759.855315:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876759.855410:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672512
00000100:00100000:1.0:1788876759.855420:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672512
00000100:00100000:1.0:1788876759.855480:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616737255717 time 7616752705498 state 0x0 ref 1
00000100:00100000:1.0:1788876759.855495:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616802705498 time 7616752705498 state 0x1 ref 1
00000100:00100000:1.0:1788876759.855531:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616802705498 time 7616864511098 state 0x0 ref 1
00000100:00100000:1.0:1788876759.855543:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362672512:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876759.855592:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 27262976, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xd007
00010000:00010000:1.0:1788876759.855602:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.855616:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:1.0:1788876759.855621:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876759.855627:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876759.855640:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876759.903970:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981328 is committed
00002000:00010000:3.0:1788876759.904679:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 27262976 -> 28311552
00002000:00010000:3.0:1788876759.904684:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 53255 -> 55303
00010000:00010000:3.0:1788876759.904699:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.904713:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.904722:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.904729:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876759.904734:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.904743:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.904761:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.904786:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7654c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876759.904888:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362672512:12345-192.168.203.59@tcp:4:dd.500 Request processed in 49341us (49576us total) trans 4294981328 rc 0/0
00000100:00100000:3.0:1788876759.904898:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1412
00000100:00100000:3.0:1788876759.904920:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616802705498 time 7616864511098 state 0x2 ref 0
00000100:00100000:2.0:1788876759.916903:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876759.917008:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672640
00000100:00100000:3.0:1788876759.917046:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672640
00000100:00100000:3.0:1788876759.917102:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616802705498 time 7616864511098 state 0x0 ref 1
00000100:00100000:3.0:1788876759.917116:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616914511098 time 7616864511098 state 0x1 ref 1
00000100:00100000:3.0:1788876759.917151:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616914511098 time 7616926132390 state 0x0 ref 1
00000100:00100000:3.0:1788876759.917163:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362672640:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876759.917214:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 28311552, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xd807
00010000:00010000:3.0:1788876759.917222:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.917238:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7616s v=(0 0)
00010000:00010000:3.0:1788876759.917242:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876759.917249:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876759.917263:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876760.005785:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981329 is committed
00002000:00010000:3.0:1788876760.006472:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 28311552 -> 29360128
00002000:00010000:3.0:1788876760.006477:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 55303 -> 57351
00010000:00010000:3.0:1788876760.006492:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.006505:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.006515:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.009288:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.009295:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.009307:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.009332:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.009340:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.009464:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362672640:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92298us (92564us total) trans 4294981329 rc 0/0
00000100:00100000:3.0:1788876760.009476:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1413
00000100:00100000:3.0:1788876760.009488:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616914511098 time 7616926132390 state 0x2 ref 0
00000100:00100000:2.0:1788876760.022683:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876760.022777:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672768
00000100:00100000:0.0:1788876760.022792:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672768
00000100:00100000:0.0:1788876760.022850:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616914511098 time 7616926132390 state 0x0 ref 1
00000100:00100000:0.0:1788876760.022868:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616976132390 time 7616926132390 state 0x1 ref 1
00000100:00100000:0.0:1788876760.022901:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616976132390 time 7617031881592 state 0x0 ref 1
00000100:00100000:0.0:1788876760.022922:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362672768:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876760.022972:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 29360128, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xe007
00010000:00010000:0.0:1788876760.022980:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.022995:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:0.0:1788876760.022999:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876760.023006:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.023056:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876760.062120:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010747 is committed
00000004:00080000:3.0:1788876760.062165:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 727 committed
00000004:00080000:3.0:1788876760.062193:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 551 committed
00000004:00080000:3.0:1788876760.062202:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 726 committed
00000100:00100000:3.0:1788876760.062769:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365718400:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1788876760.062839:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876760.062946:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998409dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365718528:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1788876760.062970:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876760.062989:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876760.062994:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998409df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365718656:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788876760.063041:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876760.063079:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365718400
00000100:00100000:3.0:1788876760.063087:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365718400
00000100:00100000:3.0:1788876760.063150:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365718528
00000100:00100000:3.0:1788876760.063153:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365718528
00000100:00100000:3.0:1788876760.063171:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365718656
00000100:00100000:3.0:1788876760.063175:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365718656
00000100:00100000:3.0:1788876760.063200:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 505
00000100:00100000:3.0:1788876760.063209:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365718656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1788876760.063236:0:166968:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3653 count 1
00002000:00010000:3.0:1788876760.063268:0:166968:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe45:0x0] initial LVB size: 8388608, mtime: 0x6aa017d4, atime: 0x0, ctime: 0x6aa017d4, blocks: 0x4007
00010000:00010000:3.0:1788876760.063277:0:166968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.063294:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe45:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.063299:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe45:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.063305:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.063319:0:166968:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.063333:0:166968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.063340:0:166968:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.063357:0:166968:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1788876760.064236:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 505
00000100:00100000:1.0:1788876760.064251:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365718400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1788876760.064277:0:26913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3643 count 1
00010000:00010000:1.0:1788876760.064299:0:26913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.064317:0:26913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 38 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.064326:0:26913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 38 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.064333:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=4s v=(0 0)
00010000:00010000:1.0:1788876760.064337:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876760.064342:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.064375:0:26913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 38 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.064633:0:26913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 38 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876760.064652:0:26913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26913:1875765365718784:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876760.065126:0:26913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 38 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.065140:0:26913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 38 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876760.065151:0:26913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26913:1875765365718912:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788876760.065176:0:26913:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830acafe40 going to sleep for 11 seconds
00000100:00100000:3.0:1788876760.066723:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365718656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3509us (3674us total) trans 4294981331 rc 0/0
00000100:00100000:3.0:1788876760.066737:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 505
00000100:00100000:3.0:1788876760.066769:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 505
00000100:00100000:3.0:1788876760.066780:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365718528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1788876760.066806:0:166968:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3644 count 1
00002000:00010000:3.0:1788876760.066838:0:166968:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3c:0x0] initial LVB size: 8388608, mtime: 0x6aa017d4, atime: 0x0, ctime: 0x6aa017d4, blocks: 0x1
00010000:00010000:3.0:1788876760.066846:0:166968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.066861:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.066864:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.066870:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.066883:0:166968:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.066899:0:166968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.066916:0:166968:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.066940:0:166968:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1788876760.067438:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3307:x1875765365718528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 659us (4466us total) trans 4294993599 rc 0/0
00000100:00100000:3.0:1788876760.067446:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 505
00000100:00080000:3.0:1788876760.067480:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876760.067486:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1788876760.067508:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1788876760.067515:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067524:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.067528:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067538:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067554:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067567:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7654da lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067587:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876760.067590:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067597:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.067600:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067607:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067617:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067624:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e35dc442/0x3868396b8e7654e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.067636:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876760.067638:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876760.067640:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876760.068303:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1788876760.068806:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998409df9180/2, rc 0, transno 4294981331
00000100:00100000:0.0:1788876760.068826:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998409df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365718656:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1788876760.068842:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998409dfa680/2, rc 0, transno 4294993599
00000100:00100000:0.0:1788876760.068846:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998409dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365718528:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1788876760.069855:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.071918:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362672896
00000100:00100000:3.0:1788876760.071930:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362672896
00010000:00010000:3.0:1788876760.071974:0:20459:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 39 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.072078:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11029
00000100:00100000:3.0:1788876760.072088:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2357:x1875765362672896:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876760.072103:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876760.072109:0:20459:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 39 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.072123:0:20459:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 39 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.072149:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876760.072202:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2357:x1875765362672896:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 115us (2353us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876760.072209:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11029
00000100:00100000:3.0:1788876760.072288:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:0.0:1788876760.072819:0:26913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e7652b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888357 expref: 38 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876760.072837:0:26913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26913:1875765365718784:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788876760.072852:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673024
00000100:00100000:0.0:1788876760.072856:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673024
00010000:00010000:0.0:1788876760.072875:0:167392:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 38 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876760.072900:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11030
00000100:00100000:0.0:1788876760.072917:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841153e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362673024:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876760.072927:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876760.072932:0:167392:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 38 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.072943:0:167392:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 38 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.072960:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876760.072964:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876760.072970:0:167392:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.072980:0:167392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.072999:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876760.073058:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841153e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362673024:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 151us (770us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876760.073066:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11030
00010000:00010000:0.0:1788876760.073149:0:26913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa92f5d3/0x3868396b8e7652aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88835e expref: 37 pid: 167010 timeout: 7717 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876760.073161:0:26913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26913:1875765365718912:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876760.073189:0:26913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073200:0:26913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073209:0:26913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073219:0:26913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073233:0:26913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073250:0:26913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876760.073264:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876760.073269:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073277:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876760.073281:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073290:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073302:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073309:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e20a2041/0x3868396b8e7654e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.073327:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876760.073329:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876760.073331:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876760.074166:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3310:x1875765365718400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9918us (11324us total) trans 4294993600 rc 0/0
00000100:00100000:0.0:1788876760.074176:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 505
00000004:00080000:3.0:1788876760.074488:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306995c00/2, rc 0, transno 4294993600
00000100:00100000:3.0:1788876760.074495:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365718400:0@lo:6:osp-syn-1-0.0
00000001:00080000:3.0:1788876760.092381:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981330 is committed
00002000:00010000:3.0:1788876760.092669:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 29360128 -> 30408704
00002000:00010000:3.0:1788876760.092674:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 57351 -> 59399
00010000:00010000:3.0:1788876760.092689:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.092703:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.092713:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.092720:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.092724:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.092733:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.092752:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.092760:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e7654d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.092951:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362672768:12345-192.168.203.59@tcp:4:dd.500 Request processed in 70026us (70271us total) trans 4294981330 rc 0/0
00000100:00100000:3.0:1788876760.092963:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1414
00000100:00100000:3.0:1788876760.092976:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616976132390 time 7617031881592 state 0x2 ref 0
00000100:00100000:0.0:1788876760.104075:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.104177:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673152
00000100:00100000:3.0:1788876760.104186:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673152
00000100:00100000:3.0:1788876760.104237:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7616976132390 time 7617031881592 state 0x0 ref 1
00000100:00100000:3.0:1788876760.104256:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617081881592 time 7617031881592 state 0x1 ref 1
00000100:00100000:3.0:1788876760.104301:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617081881592 time 7617113273452 state 0x0 ref 1
00000100:00100000:3.0:1788876760.104314:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362673152:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876760.104361:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 30408704, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xe807
00010000:00010000:3.0:1788876760.104370:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.104385:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.104389:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.104519:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.104534:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.110201:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876760.163712:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981332 is committed
00000001:00080000:3.0:1788876760.163734:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981331 is committed
00002000:00010000:3.0:1788876760.163778:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 30408704 -> 31457280
00002000:00010000:3.0:1788876760.163782:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 59399 -> 61447
00010000:00010000:3.0:1788876760.163797:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.163809:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.163819:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.163827:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.163832:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.163840:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.163858:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.163877:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e7654ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.163977:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362673152:12345-192.168.203.59@tcp:4:dd.500 Request processed in 59661us (59905us total) trans 4294981332 rc 0/0
00000100:00100000:3.0:1788876760.163988:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1415
00000100:00100000:3.0:1788876760.163999:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617081881592 time 7617113273452 state 0x2 ref 0
00000100:00100000:2.0:1788876760.184508:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876760.184591:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673280
00000100:00100000:0.0:1788876760.184601:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673280
00000100:00100000:0.0:1788876760.184659:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617081881592 time 7617113273452 state 0x0 ref 1
00000100:00100000:0.0:1788876760.184675:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617163273452 time 7617113273452 state 0x1 ref 1
00000100:00100000:0.0:1788876760.184747:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617163273452 time 7617193726273 state 0x0 ref 1
00000100:00100000:0.0:1788876760.184759:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362673280:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876760.184806:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 31457280, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xf007
00010000:00010000:0.0:1788876760.184816:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.184830:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:0.0:1788876760.184835:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876760.184842:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876760.184857:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876760.298686:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981333 is committed
00002000:00010000:2.0:1788876760.300790:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 31457280 -> 32505856
00002000:00010000:2.0:1788876760.300799:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 61447 -> 63495
00010000:00010000:2.0:1788876760.300813:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.300826:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.300836:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.300844:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876760.300849:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.300858:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.300876:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.300885:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077e8473b/0x3868396b8e7654f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876760.301093:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362673280:12345-192.168.203.59@tcp:4:dd.500 Request processed in 116330us (116588us total) trans 4294981333 rc 0/0
00000100:00100000:2.0:1788876760.301104:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1416
00000100:00100000:2.0:1788876760.301116:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617163273452 time 7617193726273 state 0x2 ref 0
00000100:00100000:3.0:1788876760.318070:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876760.318457:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673408
00000100:00100000:2.0:1788876760.318467:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673408
00000100:00100000:2.0:1788876760.318537:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617163273452 time 7617193726273 state 0x0 ref 1
00000100:00100000:2.0:1788876760.318552:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617243726273 time 7617193726273 state 0x1 ref 1
00000100:00100000:2.0:1788876760.318591:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617243726273 time 7617327571726 state 0x0 ref 1
00000100:00100000:2.0:1788876760.318603:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362673408:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876760.318654:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 32505856, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0xf807
00010000:00010000:2.0:1788876760.318663:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.318678:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:2.0:1788876760.318683:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876760.318688:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.318702:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876760.355840:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981334 is committed
00002000:00010000:2.0:1788876760.356109:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 32505856 -> 33554432
00002000:00010000:2.0:1788876760.356115:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 63495 -> 65543
00010000:00010000:2.0:1788876760.356129:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.356142:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.356152:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.356159:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876760.356164:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.356173:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.356191:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.356199:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e7654fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876760.356300:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362673408:12345-192.168.203.59@tcp:4:dd.500 Request processed in 37694us (38290us total) trans 4294981334 rc 0/0
00000100:00100000:2.0:1788876760.356311:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1417
00000100:00100000:2.0:1788876760.356322:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617243726273 time 7617327571726 state 0x2 ref 0
00000100:00100000:0.0:1788876760.361099:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.361216:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673536
00000100:00100000:3.0:1788876760.361226:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673536
00000100:00100000:3.0:1788876760.361283:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617243726273 time 7617327571726 state 0x0 ref 1
00000100:00100000:3.0:1788876760.361299:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617377571726 time 7617327571726 state 0x1 ref 1
00000100:00100000:3.0:1788876760.361328:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617377571726 time 7617370308673 state 0x0 ref 1
00000100:00100000:3.0:1788876760.361339:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362673536:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876760.361385:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 33554432, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0x10007
00010000:00010000:3.0:1788876760.361407:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.361421:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.361425:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.361431:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.361445:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876760.407699:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 33554432 -> 34603008
00002000:00010000:3.0:1788876760.407708:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 65543 -> 67591
00010000:00010000:3.0:1788876760.407722:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.407735:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.407752:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.407760:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.407765:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.407774:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.407794:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.407804:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765504 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.407894:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362673536:12345-192.168.203.59@tcp:4:dd.500 Request processed in 46551us (46798us total) trans 4294981335 rc 0/0
00000100:00100000:3.0:1788876760.407915:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1418
00000100:00100000:3.0:1788876760.407927:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617377571726 time 7617370308673 state 0x2 ref 0
00000001:00080000:3.0:1788876760.407965:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981335 is committed
00000100:00100000:2.0:1788876760.412889:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.412988:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673664
00000100:00100000:3.0:1788876760.412998:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673664
00000100:00100000:2.0:1788876760.413192:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617377571726 time 7617370308673 state 0x0 ref 1
00000100:00100000:2.0:1788876760.413208:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617420308673 time 7617370308673 state 0x1 ref 1
00000100:00100000:2.0:1788876760.413271:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617420308673 time 7617422249713 state 0x0 ref 1
00000100:00100000:2.0:1788876760.413286:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362673664:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876760.413335:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 34603008, mtime: 0x6aa017d8, atime: 0x0, ctime: 0x6aa017d8, blocks: 0x10807
00010000:00010000:2.0:1788876760.413344:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.413360:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:2.0:1788876760.413365:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876760.413372:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.413385:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876760.461473:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 34603008 -> 35651584
00002000:00010000:3.0:1788876760.461484:0:18424:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876760 -> 1788876761
00002000:00010000:3.0:1788876760.461488:0:18424:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876760 -> 1788876761
00002000:00010000:3.0:1788876760.461491:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 67591 -> 69639
00010000:00010000:3.0:1788876760.461506:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.461531:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.461548:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.461723:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.461729:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.461740:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.461763:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.461771:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba3a50d3/0x3868396b8e76550b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.461972:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362673664:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48683us (49085us total) trans 4294981336 rc 0/0
00000100:00100000:3.0:1788876760.461988:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1419
00000100:00100000:3.0:1788876760.462003:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617420308673 time 7617422249713 state 0x2 ref 0
00000001:00080000:0.0:1788876760.465440:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981336 is committed
00000100:00100000:0.0:1788876760.469856:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.470011:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673792
00000100:00100000:3.0:1788876760.470039:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673792
00000100:00100000:3.0:1788876760.470094:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617420308673 time 7617422249713 state 0x0 ref 1
00000100:00100000:3.0:1788876760.470109:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617472249713 time 7617422249713 state 0x1 ref 1
00000100:00100000:3.0:1788876760.470141:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617472249713 time 7617479121429 state 0x0 ref 1
00000100:00100000:3.0:1788876760.470153:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362673792:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876760.470201:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 35651584, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x11007
00010000:00010000:3.0:1788876760.470211:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.470226:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.470230:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.470236:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.470249:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1788876760.495410:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7617504393505ns, next at 7618504390949ns, rc = 0
00000100:00100000:3.0:1788876760.495438:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998409df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365719040:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876760.495502:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876760.495882:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719040
00000100:00100000:1.0:1788876760.495891:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719040
00000100:00100000:1.0:1788876760.495951:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 311
00000100:00100000:1.0:1788876760.495962:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365719040:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876760.495983:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 117899264 pending 1703936 free 3817865216 avail 3796893696
00000100:00100000:1.0:1788876760.496050:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365719040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876760.496058:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 311
00000100:00100000:1.0:1788876760.496344:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981331 gen 2
00000004:00080000:1.0:1788876760.496351:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998409df9180, transno 4294981331
00000100:00100000:1.0:1788876760.496370:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998409df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365719040:0@lo:13:osp-pre-0-0.0
00000001:00080000:0.0:1788876760.518707:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981337 is committed
00002000:00010000:3.0:1788876760.518797:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 35651584 -> 36700160
00002000:00010000:3.0:1788876760.518802:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 69639 -> 71687
00010000:00010000:3.0:1788876760.518815:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.518828:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.518837:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.518844:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.518848:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.518856:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.518873:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.518880:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765512 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.518990:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362673792:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48834us (49138us total) trans 4294981337 rc 0/0
00000100:00100000:3.0:1788876760.519000:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1420
00000100:00100000:3.0:1788876760.519036:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617472249713 time 7617479121429 state 0x2 ref 0
00000100:00100000:0.0:1788876760.528049:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.528224:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362673920
00000100:00100000:3.0:1788876760.528234:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362673920
00000100:00100000:3.0:1788876760.528292:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617472249713 time 7617479121429 state 0x0 ref 1
00000100:00100000:3.0:1788876760.528309:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617529121429 time 7617479121429 state 0x1 ref 1
00000100:00100000:3.0:1788876760.528344:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617529121429 time 7617537323172 state 0x0 ref 1
00000100:00100000:3.0:1788876760.528357:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362673920:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876760.528401:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 36700160, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x11807
00010000:00010000:3.0:1788876760.528411:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.528452:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.528458:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.528463:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.528483:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876760.537095:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993600 is committed
00000001:00080000:2.0:1788876760.537109:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993587 is committed
00000001:00080000:2.0:1788876760.537126:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993593 is committed
00000001:00080000:2.0:1788876760.537147:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993598 is committed
00002000:00010000:3.0:1788876760.567717:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 36700160 -> 37748736
00002000:00010000:3.0:1788876760.567725:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 71687 -> 73735
00010000:00010000:3.0:1788876760.567739:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.567751:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.567759:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.567765:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.567770:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.567777:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.567794:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.567802:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765519 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.567899:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362673920:12345-192.168.203.59@tcp:4:dd.500 Request processed in 39540us (39855us total) trans 4294981338 rc 0/0
00000100:00100000:3.0:1788876760.567920:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1421
00000100:00100000:3.0:1788876760.567933:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617529121429 time 7617537323172 state 0x2 ref 0
00000001:00080000:0.0:1788876760.568939:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981338 is committed
00000100:00100000:2.0:1788876760.573888:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.573981:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674048
00000100:00100000:3.0:1788876760.573992:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674048
00000100:00100000:3.0:1788876760.574088:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617529121429 time 7617537323172 state 0x0 ref 1
00000100:00100000:3.0:1788876760.574114:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617587323172 time 7617537323172 state 0x1 ref 1
00000100:00100000:3.0:1788876760.574148:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617587323172 time 7617583128087 state 0x0 ref 1
00000100:00100000:3.0:1788876760.574161:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674048:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876760.574210:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 37748736, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x12007
00010000:00010000:3.0:1788876760.574219:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.574235:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.574239:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.574245:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.574264:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876760.651479:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 37748736 -> 38797312
00002000:00010000:1.0:1788876760.651488:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 73735 -> 75783
00010000:00010000:1.0:1788876760.651502:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.651527:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.651535:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.651543:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876760.651548:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.651557:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.651576:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876760.651582:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765520 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876760.651680:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362674048:12345-192.168.203.59@tcp:4:dd.500 Request processed in 77517us (77796us total) trans 4294981339 rc 0/0
00000100:00100000:1.0:1788876760.651691:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1422
00000100:00100000:1.0:1788876760.651703:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617587323172 time 7617583128087 state 0x2 ref 0
00000001:00080000:3.0:1788876760.652345:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981339 is committed
00000100:00100000:1.0:1788876760.658279:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.658428:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674176
00000100:00100000:3.0:1788876760.658439:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674176
00000100:00100000:3.0:1788876760.658506:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617587323172 time 7617583128087 state 0x0 ref 1
00000100:00100000:3.0:1788876760.658534:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617633128087 time 7617583128087 state 0x1 ref 1
00000100:00100000:3.0:1788876760.658566:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617633128087 time 7617667546247 state 0x0 ref 1
00000100:00100000:3.0:1788876760.658579:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674176:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876760.658631:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 38797312, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x12807
00010000:00010000:3.0:1788876760.658641:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.658657:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.658661:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.658667:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.658682:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876760.698487:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 38797312 -> 39845888
00002000:00010000:3.0:1788876760.698496:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 75783 -> 77831
00010000:00010000:3.0:1788876760.698510:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.698533:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.698544:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.698551:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.698555:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.698564:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.698582:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.698590:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e765527 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.698694:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362674176:12345-192.168.203.59@tcp:4:dd.500 Request processed in 40112us (40419us total) trans 4294981340 rc 0/0
00000100:00100000:3.0:1788876760.698706:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1423
00000100:00100000:3.0:1788876760.698718:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617633128087 time 7617667546247 state 0x2 ref 0
00000001:00080000:1.0:1788876760.703310:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981340 is committed
00000100:00100000:2.0:1788876760.704583:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876760.704647:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674304
00000100:00100000:3.0:1788876760.704656:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674304
00000100:00100000:3.0:1788876760.704710:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617633128087 time 7617667546247 state 0x0 ref 1
00000100:00100000:3.0:1788876760.704724:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617717546247 time 7617667546247 state 0x1 ref 1
00000100:00100000:3.0:1788876760.708699:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617717546247 time 7617717664616 state 0x0 ref 1
00000100:00100000:3.0:1788876760.708729:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362674304:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876760.708790:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 39845888, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x13007
00010000:00010000:3.0:1788876760.708799:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.708816:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:3.0:1788876760.708820:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876760.708826:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.708840:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876760.759070:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 39845888 -> 40894464
00002000:00010000:3.0:1788876760.759079:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 77831 -> 79879
00010000:00010000:3.0:1788876760.759094:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.759107:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.759127:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.759134:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876760.759138:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.759146:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.759163:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876760.759170:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76552e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876760.759260:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362674304:12345-192.168.203.59@tcp:4:dd.500 Request processed in 50539us (54678us total) trans 4294981341 rc 0/0
00000100:00100000:3.0:1788876760.759272:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1424
00000100:00100000:3.0:1788876760.759284:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617717546247 time 7617717664616 state 0x2 ref 0
00000100:00100000:0.0:1788876760.765216:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000001:00080000:1.0:1788876760.765358:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981341 is committed
00000100:00100000:2.0:1788876760.765738:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674432
00000100:00100000:2.0:1788876760.765748:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674432
00000100:00100000:2.0:1788876760.765802:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617717546247 time 7617717664616 state 0x0 ref 1
00000100:00100000:2.0:1788876760.765817:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617767664616 time 7617717664616 state 0x1 ref 1
00000100:00100000:2.0:1788876760.765887:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617767664616 time 7617774866092 state 0x0 ref 1
00000100:00100000:2.0:1788876760.765908:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674432:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876760.765956:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 40894464, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x13807
00010000:00010000:2.0:1788876760.765965:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.765981:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:2.0:1788876760.765986:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876760.765992:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.766011:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876760.857826:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981342 is committed
00002000:00010000:2.0:1788876760.858211:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 40894464 -> 41943040
00002000:00010000:2.0:1788876760.858216:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 79879 -> 81927
00010000:00010000:2.0:1788876760.858230:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.858243:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.858252:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.858258:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876760.858263:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.858273:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.858291:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.858299:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765535 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876760.858433:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674432:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92531us (93222us total) trans 4294981342 rc 0/0
00000100:00100000:2.0:1788876760.858445:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1425
00000100:00100000:2.0:1788876760.858456:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617767664616 time 7617774866092 state 0x2 ref 0
00000100:00100000:1.0:1788876760.871927:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876760.872051:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674560
00000100:00100000:2.0:1788876760.872062:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674560
00000100:00100000:2.0:1788876760.872123:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617767664616 time 7617774866092 state 0x0 ref 1
00000100:00100000:2.0:1788876760.872137:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7617824866092 time 7617774866092 state 0x1 ref 1
00000100:00100000:2.0:1788876760.872171:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617824866092 time 7617881150613 state 0x0 ref 1
00000100:00100000:2.0:1788876760.872183:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362674560:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876760.872230:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 41943040, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x14007
00010000:00010000:2.0:1788876760.872238:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.872253:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7617s v=(0 0)
00010000:00010000:2.0:1788876760.872258:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876760.872264:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876760.872282:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876761.013059:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981343 is committed
00002000:00010000:3.0:1788876761.013206:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 41943040 -> 42991616
00002000:00010000:3.0:1788876761.013211:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 81927 -> 83975
00010000:00010000:3.0:1788876761.013225:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.013237:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.013247:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.013254:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876761.013258:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.013268:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.013298:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.013311:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e76553c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876761.013405:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362674560:12345-192.168.203.59@tcp:4:dd.500 Request processed in 141220us (141483us total) trans 4294981343 rc 0/0
00000100:00100000:3.0:1788876761.013415:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1426
00000100:00100000:3.0:1788876761.013427:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617824866092 time 7617881150613 state 0x2 ref 0
00000100:00100000:1.0:1788876761.042177:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876761.042352:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674688
00000100:00100000:0.0:1788876761.042361:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674688
00000100:00100000:0.0:1788876761.042439:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617824866092 time 7617881150613 state 0x0 ref 1
00000100:00100000:0.0:1788876761.042455:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7617931150613 time 7617881150613 state 0x1 ref 1
00000100:00100000:0.0:1788876761.042493:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617931150613 time 7618051473247 state 0x0 ref 1
00000100:00100000:0.0:1788876761.042518:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674688:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876761.042582:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 42991616, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x14807
00010000:00010000:0.0:1788876761.042590:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876761.042604:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:0.0:1788876761.042609:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876761.042616:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876761.042630:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876761.043298:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876761.137658:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876761.214224:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981344 is committed
00002000:00010000:2.0:1788876761.224156:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 42991616 -> 44040192
00002000:00010000:2.0:1788876761.224165:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 83975 -> 86023
00010000:00010000:2.0:1788876761.224179:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.224191:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.224199:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.224205:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876761.224209:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.224218:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.224237:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.224246:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e765543 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876761.224341:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674688:12345-192.168.203.59@tcp:4:dd.500 Request processed in 181833us (182168us total) trans 4294981344 rc 0/0
00000100:00100000:2.0:1788876761.224353:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1427
00000100:00100000:2.0:1788876761.224363:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617931150613 time 7618051473247 state 0x2 ref 0
00000100:00100000:2.0:1788876761.235846:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876761.236058:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674816
00000100:00100000:3.0:1788876761.236067:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674816
00000100:00100000:3.0:1788876761.236137:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7617931150613 time 7618051473247 state 0x0 ref 1
00000100:00100000:3.0:1788876761.236151:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618101473247 time 7618051473247 state 0x1 ref 1
00000100:00100000:3.0:1788876761.236186:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618101473247 time 7618245166216 state 0x0 ref 1
00000100:00100000:3.0:1788876761.236199:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674816:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876761.236244:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 44040192, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x15007
00010000:00010000:3.0:1788876761.236254:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.236269:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:3.0:1788876761.236413:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876761.236422:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.236444:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876761.326144:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981345 is committed
00002000:00010000:1.0:1788876761.326364:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 44040192 -> 45088768
00002000:00010000:1.0:1788876761.326369:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 86023 -> 88071
00010000:00010000:1.0:1788876761.326383:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.326396:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.326406:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.326413:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876761.326418:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.326427:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.326452:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.326461:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76554a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876761.326823:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674816:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90621us (90979us total) trans 4294981345 rc 0/0
00000100:00100000:1.0:1788876761.326835:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1428
00000100:00100000:1.0:1788876761.326847:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618101473247 time 7618245166216 state 0x2 ref 0
00000100:00100000:0.0:1788876761.343087:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876761.343180:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362674944
00000100:00100000:2.0:1788876761.343189:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362674944
00000100:00100000:2.0:1788876761.343248:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618101473247 time 7618245166216 state 0x0 ref 1
00000100:00100000:2.0:1788876761.343263:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618295166216 time 7618245166216 state 0x1 ref 1
00000100:00100000:2.0:1788876761.343296:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618295166216 time 7618352275753 state 0x0 ref 1
00000100:00100000:2.0:1788876761.343308:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674944:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876761.343355:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 45088768, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x15807
00010000:00010000:2.0:1788876761.343363:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.343378:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:2.0:1788876761.343382:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876761.343389:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.343404:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876761.505358:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981346 is committed
00002000:00010000:2.0:1788876761.505441:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 45088768 -> 46137344
00002000:00010000:2.0:1788876761.505446:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 88071 -> 90119
00010000:00010000:2.0:1788876761.505462:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.505475:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.505485:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.505493:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876761.505498:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.505700:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.505723:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.505731:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7a5cb79/0x3868396b8e765551 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876761.505929:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362674944:12345-192.168.203.59@tcp:4:dd.500 Request processed in 162618us (162845us total) trans 4294981346 rc 0/0
00000100:00100000:2.0:1788876761.505941:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1429
00000100:00100000:2.0:1788876761.505954:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618295166216 time 7618352275753 state 0x2 ref 0
00000100:00100000:2.0:1788876761.511368:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876761.511452:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675072
00000100:00100000:3.0:1788876761.511462:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675072
00000100:00100000:3.0:1788876761.511671:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618295166216 time 7618352275753 state 0x0 ref 1
00000100:00100000:3.0:1788876761.511688:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618402275753 time 7618352275753 state 0x1 ref 1
00000100:00100000:3.0:1788876761.511757:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618402275753 time 7618520735730 state 0x0 ref 1
00000100:00100000:3.0:1788876761.511770:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675072:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876761.511818:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 46137344, mtime: 0x6aa017d9, atime: 0x0, ctime: 0x6aa017d9, blocks: 0x16007
00010000:00010000:3.0:1788876761.511826:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.511843:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:3.0:1788876761.511848:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876761.511855:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.511870:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876761.552359:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 46137344 -> 47185920
00002000:00010000:2.0:1788876761.552368:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876761 -> 1788876762
00002000:00010000:2.0:1788876761.552371:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876761 -> 1788876762
00002000:00010000:2.0:1788876761.552374:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 90119 -> 92167
00010000:00010000:2.0:1788876761.552388:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.552401:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.552412:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.552420:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876761.552425:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.552435:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.552454:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.552463:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765558 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876761.552581:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362675072:12345-192.168.203.59@tcp:4:dd.500 Request processed in 40807us (41216us total) trans 4294981347 rc 0/0
00000100:00100000:2.0:1788876761.552592:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1430
00000100:00100000:2.0:1788876761.552604:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618402275753 time 7618520735730 state 0x2 ref 0
00000001:00080000:0.0:1788876761.558809:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981347 is committed
00000100:00100000:2.0:1788876761.559441:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876761.559765:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675200
00000100:00100000:1.0:1788876761.559775:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675200
00000100:00100000:1.0:1788876761.559832:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618402275753 time 7618520735730 state 0x0 ref 1
00000100:00100000:1.0:1788876761.559848:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618570735730 time 7618520735730 state 0x1 ref 1
00000100:00100000:1.0:1788876761.559930:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618570735730 time 7618568909498 state 0x0 ref 1
00000100:00100000:1.0:1788876761.559943:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362675200:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876761.559990:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 47185920, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x16807
00010000:00010000:1.0:1788876761.559999:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.560045:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:1.0:1788876761.560050:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876761.560057:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.560073:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876761.603917:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981348 is committed
00002000:00010000:1.0:1788876761.604035:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 47185920 -> 48234496
00002000:00010000:1.0:1788876761.604040:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 92167 -> 94215
00010000:00010000:1.0:1788876761.604056:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.604069:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.604079:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.604086:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876761.604091:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.604100:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.604125:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.604134:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e76555f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876761.604232:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362675200:12345-192.168.203.59@tcp:4:dd.500 Request processed in 44287us (44793us total) trans 4294981348 rc 0/0
00000100:00100000:1.0:1788876761.604243:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1431
00000100:00100000:1.0:1788876761.604255:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618570735730 time 7618568909498 state 0x2 ref 0
00000100:00100000:2.0:1788876761.611303:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876761.611383:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675328
00000100:00100000:1.0:1788876761.611393:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675328
00000100:00100000:1.0:1788876761.611465:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618570735730 time 7618568909498 state 0x0 ref 1
00000100:00100000:1.0:1788876761.611482:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618618909498 time 7618568909498 state 0x1 ref 1
00000100:00100000:1.0:1788876761.611530:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618618909498 time 7618620509101 state 0x0 ref 1
00000100:00100000:1.0:1788876761.611543:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675328:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876761.611608:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 48234496, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x17007
00010000:00010000:1.0:1788876761.611619:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.611643:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:1.0:1788876761.611649:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876761.611656:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.611671:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876761.706443:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981349 is committed
00002000:00010000:2.0:1788876761.707906:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 48234496 -> 49283072
00002000:00010000:2.0:1788876761.707915:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 94215 -> 96263
00010000:00010000:2.0:1788876761.707929:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.707942:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.707952:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.707961:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876761.707967:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.707976:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.707994:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.708002:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765566 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876761.708374:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675328:12345-192.168.203.59@tcp:4:dd.500 Request processed in 96828us (97078us total) trans 4294981349 rc 0/0
00000100:00100000:3.0:1788876761.708386:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1432
00000100:00100000:3.0:1788876761.708398:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618618909498 time 7618620509101 state 0x2 ref 0
00000100:00100000:0.0:1788876761.717837:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876761.720243:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675456
00000100:00100000:3.0:1788876761.720258:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675456
00000100:00100000:3.0:1788876761.720326:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618618909498 time 7618620509101 state 0x0 ref 1
00000100:00100000:3.0:1788876761.720343:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7618670509101 time 7618620509101 state 0x1 ref 1
00000100:00100000:3.0:1788876761.720378:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618670509101 time 7618729357621 state 0x0 ref 1
00000100:00100000:3.0:1788876761.720392:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675456:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876761.720441:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 49283072, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x17807
00010000:00010000:3.0:1788876761.720451:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.720468:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:3.0:1788876761.720472:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876761.720479:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.720499:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876761.761129:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981350 is committed
00002000:00010000:1.0:1788876761.761273:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 49283072 -> 50331648
00002000:00010000:1.0:1788876761.761279:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 96263 -> 98313
00010000:00010000:1.0:1788876761.761294:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.761307:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.761316:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.761324:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876761.761329:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.761338:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.761362:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876761.761369:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76556d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876761.761473:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675456:12345-192.168.203.59@tcp:4:dd.500 Request processed in 41079us (43639us total) trans 4294981350 rc 0/0
00000100:00100000:1.0:1788876761.761483:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1433
00000100:00100000:1.0:1788876761.761495:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618670509101 time 7618729357621 state 0x2 ref 0
00000100:00100000:3.0:1788876761.775353:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876761.776605:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675584
00000100:00100000:0.0:1788876761.776619:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675584
00000100:00100000:0.0:1788876761.776684:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618670509101 time 7618729357621 state 0x0 ref 1
00000100:00100000:0.0:1788876761.776700:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618779357621 time 7618729357621 state 0x1 ref 1
00000100:00100000:0.0:1788876761.776739:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618779357621 time 7618785718676 state 0x0 ref 1
00000100:00100000:0.0:1788876761.776752:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675584:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876761.776800:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 50331648, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x18009
00010000:00010000:0.0:1788876761.776810:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876761.776825:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:0.0:1788876761.776830:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876761.776838:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876761.776857:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876761.846621:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981351 is committed
00002000:00010000:3.0:1788876761.846697:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 50331648 -> 51380224
00002000:00010000:3.0:1788876761.846702:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 98313 -> 100361
00010000:00010000:3.0:1788876761.846716:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.846738:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.846748:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.846754:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876761.846759:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.846769:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.846790:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.846803:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e80060f3/0x3868396b8e765574 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876761.846912:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675584:12345-192.168.203.59@tcp:4:dd.500 Request processed in 70158us (71562us total) trans 4294981351 rc 0/0
00000100:00100000:3.0:1788876761.846923:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1434
00000100:00100000:3.0:1788876761.846935:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618779357621 time 7618785718676 state 0x2 ref 0
00000100:00100000:3.0:1788876761.863470:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876761.864169:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675712
00000100:00100000:2.0:1788876761.864180:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675712
00000100:00100000:0.0:1788876761.866216:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618779357621 time 7618785718676 state 0x0 ref 1
00000100:00100000:0.0:1788876761.866235:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618835718676 time 7618785718676 state 0x1 ref 1
00000100:00100000:0.0:1788876761.866328:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618835718676 time 7618875306867 state 0x0 ref 1
00000100:00100000:0.0:1788876761.866343:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675712:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876761.866394:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 51380224, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x18809
00010000:00010000:0.0:1788876761.866403:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876761.866418:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:0.0:1788876761.866423:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876761.866430:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876761.866444:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876761.969295:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981352 is committed
00002000:00010000:2.0:1788876761.974350:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 51380224 -> 52428800
00002000:00010000:2.0:1788876761.974360:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 100361 -> 102409
00010000:00010000:2.0:1788876761.974373:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.974385:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.974394:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.974401:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876761.974406:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.974415:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.974433:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876761.974440:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095108bfa/0x3868396b8e76557b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876761.974569:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362675712:12345-192.168.203.59@tcp:4:dd.500 Request processed in 108225us (111104us total) trans 4294981352 rc 0/0
00000100:00100000:2.0:1788876761.974579:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1435
00000100:00100000:2.0:1788876761.974590:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618835718676 time 7618875306867 state 0x2 ref 0
00000100:00100000:1.0:1788876761.985242:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876761.985330:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675840
00000100:00100000:3.0:1788876761.985340:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675840
00000100:00100000:3.0:1788876761.985397:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618835718676 time 7618875306867 state 0x0 ref 1
00000100:00100000:3.0:1788876761.985411:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618925306867 time 7618875306867 state 0x1 ref 1
00000100:00100000:3.0:1788876761.985443:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618925306867 time 7618994423117 state 0x0 ref 1
00000100:00100000:3.0:1788876761.985464:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362675840:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876761.985511:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 52428800, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x19009
00010000:00010000:3.0:1788876761.985519:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.985534:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7618s v=(0 0)
00010000:00010000:3.0:1788876761.985539:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876761.985554:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876761.985568:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.160292:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876762.173011:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981353 is committed
00002000:00010000:3.0:1788876762.176467:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 52428800 -> 53477376
00002000:00010000:3.0:1788876762.176476:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 102409 -> 104457
00010000:00010000:3.0:1788876762.176490:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.176512:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.176521:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.176528:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876762.176532:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.176540:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.176566:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.176573:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e765582 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876762.179498:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362675840:12345-192.168.203.59@tcp:4:dd.500 Request processed in 194035us (194256us total) trans 4294981353 rc 0/0
00000100:00100000:2.0:1788876762.179522:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1436
00000100:00100000:2.0:1788876762.179536:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618925306867 time 7618994423117 state 0x2 ref 0
00000100:00100000:3.0:1788876762.191927:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876762.195456:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362675968
00000100:00100000:2.0:1788876762.195472:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362675968
00000100:00100000:2.0:1788876762.195742:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7618925306867 time 7618994423117 state 0x0 ref 1
00000100:00100000:2.0:1788876762.195758:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619044423117 time 7618994423117 state 0x1 ref 1
00000100:00100000:0.0:1788876762.197079:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619044423117 time 7619206049185 state 0x0 ref 1
00000100:00100000:0.0:1788876762.197106:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362675968:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876762.197161:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 53477376, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x19809
00010000:00010000:0.0:1788876762.197172:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.197188:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7619s v=(0 0)
00010000:00010000:0.0:1788876762.197193:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876762.197200:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.197216:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876762.332081:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981354 is committed
00002000:00010000:2.0:1788876762.335712:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 53477376 -> 54525952
00002000:00010000:2.0:1788876762.335723:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 104457 -> 106505
00010000:00010000:2.0:1788876762.335741:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.335754:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.335762:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.335769:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876762.335774:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.335782:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.335801:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.335810:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765589 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876762.335985:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362675968:12345-192.168.203.59@tcp:4:dd.500 Request processed in 138884us (144061us total) trans 4294981354 rc 0/0
00000100:00100000:2.0:1788876762.336001:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1437
00000100:00100000:2.0:1788876762.336048:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619044423117 time 7619206049185 state 0x2 ref 0
00000100:00100000:0.0:1788876762.346884:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876762.347733:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676096
00000100:00100000:1.0:1788876762.347744:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676096
00000100:00100000:1.0:1788876762.347809:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619044423117 time 7619206049185 state 0x0 ref 1
00000100:00100000:1.0:1788876762.347825:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619256049185 time 7619206049185 state 0x1 ref 1
00000100:00100000:1.0:1788876762.347912:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619256049185 time 7619356892556 state 0x0 ref 1
00000100:00100000:1.0:1788876762.347924:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362676096:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876762.347973:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 54525952, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x1a009
00010000:00010000:1.0:1788876762.347985:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876762.348000:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7619s v=(0 0)
00010000:00010000:1.0:1788876762.348005:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876762.348057:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876762.348072:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876762.427364:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981355 is committed
00002000:00010000:3.0:1788876762.427586:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 54525952 -> 55574528
00002000:00010000:3.0:1788876762.427591:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 106505 -> 108553
00010000:00010000:3.0:1788876762.427606:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.427619:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.427627:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.427634:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876762.427639:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.427649:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.427667:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.427681:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765590 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876762.427850:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362676096:12345-192.168.203.59@tcp:4:dd.500 Request processed in 79922us (80970us total) trans 4294981355 rc 0/0
00000100:00100000:3.0:1788876762.427860:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1438
00000100:00100000:3.0:1788876762.427873:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619256049185 time 7619356892556 state 0x2 ref 0
00000100:00100000:0.0:1788876762.445899:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876762.445992:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676224
00000100:00100000:2.0:1788876762.446002:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676224
00000100:00100000:2.0:1788876762.446384:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619256049185 time 7619356892556 state 0x0 ref 1
00000100:00100000:2.0:1788876762.446399:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619406892556 time 7619356892556 state 0x1 ref 1
00000100:00100000:2.0:1788876762.446467:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619406892556 time 7619455447277 state 0x0 ref 1
00000100:00100000:2.0:1788876762.446479:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362676224:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876762.446535:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 55574528, mtime: 0x6aa017da, atime: 0x0, ctime: 0x6aa017da, blocks: 0x1a809
00010000:00010000:2.0:1788876762.446545:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.446560:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7619s v=(0 0)
00010000:00010000:2.0:1788876762.446564:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876762.446570:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.446585:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876762.598426:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981356 is committed
00002000:00010000:3.0:1788876762.602712:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 55574528 -> 56623104
00002000:00010000:3.0:1788876762.602721:0:19110:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876762 -> 1788876763
00002000:00010000:3.0:1788876762.602724:0:19110:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876762 -> 1788876763
00002000:00010000:3.0:1788876762.602726:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 108553 -> 110601
00010000:00010000:3.0:1788876762.602741:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.602753:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.602763:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.602771:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876762.602776:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.602791:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.602810:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.602819:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5e49162/0x3868396b8e765597 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876762.602985:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362676224:12345-192.168.203.59@tcp:4:dd.500 Request processed in 156502us (157099us total) trans 4294981356 rc 0/0
00000100:00100000:3.0:1788876762.602995:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1439
00000100:00100000:3.0:1788876762.603007:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619406892556 time 7619455447277 state 0x2 ref 0
00000100:00100000:0.0:1788876762.617861:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876762.620711:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676352
00000100:00100000:2.0:1788876762.620726:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676352
00000100:00100000:2.0:1788876762.620790:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619406892556 time 7619455447277 state 0x0 ref 1
00000100:00100000:2.0:1788876762.620807:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619505447277 time 7619455447277 state 0x1 ref 1
00000100:00100000:2.0:1788876762.620898:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619505447277 time 7619629870727 state 0x0 ref 1
00000100:00100000:2.0:1788876762.620912:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362676352:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876762.620960:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 56623104, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1b009
00010000:00010000:2.0:1788876762.620970:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.620985:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7619s v=(0 0)
00010000:00010000:2.0:1788876762.620989:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876762.620995:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.621009:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876762.692558:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 56623104 -> 57671680
00002000:00010000:2.0:1788876762.692567:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 110601 -> 112649
00010000:00010000:2.0:1788876762.692582:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.692753:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.692761:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.692768:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876762.692773:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.692781:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.692798:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.692806:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9ae8ba0/0x3868396b8e76559e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876762.693775:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362676352:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72855us (75914us total) trans 4294981357 rc 0/0
00000100:00100000:2.0:1788876762.693789:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1440
00000100:00100000:2.0:1788876762.693802:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619505447277 time 7619629870727 state 0x2 ref 0
00000001:00080000:1.0:1788876762.694042:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981357 is committed
00000100:00100000:3.0:1788876762.699188:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876762.699318:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676480
00000100:00100000:0.0:1788876762.699327:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676480
00000100:00100000:0.0:1788876762.699384:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619505447277 time 7619629870727 state 0x0 ref 1
00000100:00100000:0.0:1788876762.699400:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619679870727 time 7619629870727 state 0x1 ref 1
00000100:00100000:0.0:1788876762.699431:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619679870727 time 7619708411688 state 0x0 ref 1
00000100:00100000:0.0:1788876762.699444:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362676480:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876762.699491:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 57671680, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1b809
00010000:00010000:0.0:1788876762.699500:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.699524:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7619s v=(0 0)
00010000:00010000:0.0:1788876762.699529:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876762.699535:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.699557:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876762.835262:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 57671680 -> 58720256
00002000:00010000:2.0:1788876762.835272:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 112649 -> 114697
00010000:00010000:2.0:1788876762.835286:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.835298:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.835307:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.835313:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876762.835318:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.835326:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.835344:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.835351:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e7655a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876762.835442:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362676480:12345-192.168.203.59@tcp:4:dd.500 Request processed in 135995us (136259us total) trans 4294981358 rc 0/0
00000100:00100000:2.0:1788876762.835456:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1441
00000100:00100000:2.0:1788876762.835468:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619679870727 time 7619708411688 state 0x2 ref 0
00000001:00080000:0.0:1788876762.840165:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981358 is committed
00000100:00100000:1.0:1788876762.840750:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876762.840847:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676608
00000100:00100000:3.0:1788876762.840857:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676608
00000100:00100000:3.0:1788876762.841006:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619679870727 time 7619708411688 state 0x0 ref 1
00000100:00100000:3.0:1788876762.841138:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619758411688 time 7619708411688 state 0x1 ref 1
00000100:00100000:3.0:1788876762.841200:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619758411688 time 7619850179603 state 0x0 ref 1
00000100:00100000:3.0:1788876762.841212:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362676608:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876762.841265:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 58720256, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1c009
00010000:00010000:3.0:1788876762.841274:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.841289:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7619s v=(0 0)
00010000:00010000:3.0:1788876762.841294:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876762.841300:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876762.841314:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876762.898853:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981359 is committed
00002000:00010000:0.0:1788876762.898958:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 58720256 -> 59768832
00002000:00010000:0.0:1788876762.898963:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 114697 -> 116745
00010000:00010000:0.0:1788876762.898977:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.898989:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.898998:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.899009:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876762.899031:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.899041:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.899058:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876762.899066:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876762.899160:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362676608:12345-192.168.203.59@tcp:4:dd.500 Request processed in 57945us (58411us total) trans 4294981359 rc 0/0
00000100:00100000:0.0:1788876762.899171:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1442
00000100:00100000:0.0:1788876762.899183:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619758411688 time 7619850179603 state 0x2 ref 0
00000100:00100000:1.0:1788876762.911580:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876762.911743:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676736
00000100:00100000:2.0:1788876762.911753:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676736
00000100:00100000:2.0:1788876762.911811:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619758411688 time 7619850179603 state 0x0 ref 1
00000100:00100000:2.0:1788876762.911826:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619900179603 time 7619850179603 state 0x1 ref 1
00000100:00100000:2.0:1788876762.911858:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619900179603 time 7619920838643 state 0x0 ref 1
00000100:00100000:2.0:1788876762.911871:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362676736:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876762.911935:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 59768832, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1c809
00010000:00010000:2.0:1788876762.911944:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.911959:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7619s v=(0 0)
00010000:00010000:2.0:1788876762.911965:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876762.911971:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876762.911984:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876763.005392:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981360 is committed
00002000:00010000:1.0:1788876763.005493:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 59768832 -> 60817408
00002000:00010000:1.0:1788876763.005507:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 116745 -> 118793
00010000:00010000:1.0:1788876763.005520:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.005532:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.005549:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.005555:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876763.005560:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.005568:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.005768:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.005779:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e7655b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876763.005943:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362676736:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94068us (94367us total) trans 4294981360 rc 0/0
00000100:00100000:1.0:1788876763.005954:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1443
00000100:00100000:1.0:1788876763.005967:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619900179603 time 7619920838643 state 0x2 ref 0
00000100:00100000:2.0:1788876763.012356:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.012423:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676864
00000100:00100000:3.0:1788876763.012432:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676864
00000100:00100000:3.0:1788876763.012514:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619900179603 time 7619920838643 state 0x0 ref 1
00000100:00100000:3.0:1788876763.012528:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619970838643 time 7619920838643 state 0x1 ref 1
00000100:00100000:3.0:1788876763.012703:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619970838643 time 7620021681807 state 0x0 ref 1
00000100:00100000:3.0:1788876763.012716:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362676864:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.012769:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 60817408, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1d009
00010000:00010000:3.0:1788876763.012780:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.012801:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.012806:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.012813:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.012826:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876763.013214:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:2.0:1788876763.056622:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981361 is committed
00002000:00010000:3.0:1788876763.056851:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 60817408 -> 61865984
00002000:00010000:3.0:1788876763.056857:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 118793 -> 120841
00010000:00010000:3.0:1788876763.056872:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.056896:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.056913:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.056921:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876763.056927:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.056936:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.056964:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.056973:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876763.057124:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362676864:12345-192.168.203.59@tcp:4:dd.500 Request processed in 44404us (44771us total) trans 4294981361 rc 0/0
00000100:00100000:3.0:1788876763.057135:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1444
00000100:00100000:3.0:1788876763.057147:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619970838643 time 7620021681807 state 0x2 ref 0
00000100:00100000:1.0:1788876763.065930:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.066091:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362676992
00000100:00100000:3.0:1788876763.066100:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362676992
00000100:00100000:3.0:1788876763.066158:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7619970838643 time 7620021681807 state 0x0 ref 1
00000100:00100000:3.0:1788876763.066174:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620071681807 time 7620021681807 state 0x1 ref 1
00000100:00100000:3.0:1788876763.066203:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620071681807 time 7620075184558 state 0x0 ref 1
00000100:00100000:3.0:1788876763.066214:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362676992:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.066259:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 61865984, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1d809
00010000:00010000:3.0:1788876763.066268:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.066289:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.066293:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.066299:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.066311:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876763.106627:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 61865984 -> 62914560
00002000:00010000:1.0:1788876763.106635:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 120841 -> 122889
00010000:00010000:1.0:1788876763.106649:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.106663:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.106673:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.106684:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876763.106689:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.106697:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.106712:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.106719:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7655c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876763.106810:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362676992:12345-192.168.203.59@tcp:4:dd.500 Request processed in 40592us (40883us total) trans 4294981362 rc 0/0
00000100:00100000:1.0:1788876763.106819:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1445
00000100:00100000:1.0:1788876763.106830:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620071681807 time 7620075184558 state 0x2 ref 0
00000001:00080000:2.0:1788876763.107103:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981362 is committed
00000100:00100000:1.0:1788876763.113294:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.113408:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362677120
00000100:00100000:3.0:1788876763.113417:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362677120
00000100:00100000:3.0:1788876763.113471:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620071681807 time 7620075184558 state 0x0 ref 1
00000100:00100000:3.0:1788876763.113485:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620125184558 time 7620075184558 state 0x1 ref 1
00000100:00100000:3.0:1788876763.113552:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620125184558 time 7620122532069 state 0x0 ref 1
00000100:00100000:3.0:1788876763.113564:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362677120:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.113620:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 62914560, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1e009
00010000:00010000:3.0:1788876763.113629:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.113644:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.113648:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.113655:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.113668:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876763.159105:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 62914560 -> 63963136
00002000:00010000:3.0:1788876763.159113:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 122889 -> 124937
00010000:00010000:3.0:1788876763.159127:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.159140:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.159149:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.159156:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876763.159161:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.159170:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.159188:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.159195:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876763.159314:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362677120:12345-192.168.203.59@tcp:4:dd.500 Request processed in 45747us (46023us total) trans 4294981363 rc 0/0
00000100:00100000:3.0:1788876763.159325:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1446
00000100:00100000:3.0:1788876763.159338:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620125184558 time 7620122532069 state 0x2 ref 0
00000001:00080000:1.0:1788876763.159398:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981363 is committed
00000100:00100000:0.0:1788876763.164698:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876763.164845:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362677248
00000100:00100000:2.0:1788876763.164854:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362677248
00000100:00100000:2.0:1788876763.164979:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620125184558 time 7620122532069 state 0x0 ref 1
00000100:00100000:2.0:1788876763.164995:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620172532069 time 7620122532069 state 0x1 ref 1
00000100:00100000:2.0:1788876763.165130:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620172532069 time 7620174109259 state 0x0 ref 1
00000100:00100000:2.0:1788876763.165143:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362677248:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876763.165193:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 63963136, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1e809
00010000:00010000:2.0:1788876763.165202:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.165216:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:2.0:1788876763.165220:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876763.165226:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.165239:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.182493:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1788876763.222087:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981364 is committed
00002000:00010000:3.0:1788876763.222177:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 63963136 -> 65011712
00002000:00010000:3.0:1788876763.222182:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 124937 -> 126985
00010000:00010000:3.0:1788876763.222197:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.222211:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.222220:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.222227:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876763.222232:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.222241:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.222258:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.222272:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e7655cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876763.222366:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362677248:12345-192.168.203.59@tcp:4:dd.500 Request processed in 57221us (57672us total) trans 4294981364 rc 0/0
00000100:00100000:3.0:1788876763.222376:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1447
00000100:00100000:3.0:1788876763.222388:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620172532069 time 7620174109259 state 0x2 ref 0
00000100:00100000:0.0:1788876763.228488:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.228744:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362677376
00000100:00100000:3.0:1788876763.228755:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362677376
00000100:00100000:3.0:1788876763.228814:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620172532069 time 7620174109259 state 0x0 ref 1
00000100:00100000:3.0:1788876763.228829:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620224109259 time 7620174109259 state 0x1 ref 1
00000100:00100000:3.0:1788876763.228980:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620224109259 time 7620237959363 state 0x0 ref 1
00000100:00100000:3.0:1788876763.228994:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362677376:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876763.229253:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 65011712, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1f009
00010000:00010000:2.0:1788876763.229265:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.229281:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:2.0:1788876763.229285:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876763.229290:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.229302:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876763.267293:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 65011712 -> 66060288
00002000:00010000:3.0:1788876763.267302:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 126985 -> 129033
00010000:00010000:3.0:1788876763.267318:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.267331:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.267342:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.267349:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876763.267354:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.267363:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.267381:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.267387:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7655d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876763.267487:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362677376:12345-192.168.203.59@tcp:4:dd.500 Request processed in 38491us (39004us total) trans 4294981365 rc 0/0
00000100:00100000:3.0:1788876763.267508:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1448
00000100:00100000:3.0:1788876763.267521:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620224109259 time 7620237959363 state 0x2 ref 0
00000001:00080000:0.0:1788876763.267670:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981365 is committed
00000100:00100000:1.0:1788876763.273717:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.273797:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362677504
00000100:00100000:3.0:1788876763.273806:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362677504
00000100:00100000:3.0:1788876763.273860:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620224109259 time 7620237959363 state 0x0 ref 1
00000100:00100000:3.0:1788876763.273879:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620287959363 time 7620237959363 state 0x1 ref 1
00000100:00100000:3.0:1788876763.274055:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620287959363 time 7620283033116 state 0x0 ref 1
00000100:00100000:3.0:1788876763.274069:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362677504:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.274116:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 66060288, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x1f809
00010000:00010000:3.0:1788876763.274124:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.274140:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.274144:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.274151:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.274166:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876763.325343:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981366 is committed
00002000:00010000:0.0:1788876763.325425:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 66060288 -> 67108864
00002000:00010000:0.0:1788876763.325430:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 129033 -> 131081
00010000:00010000:0.0:1788876763.325443:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.325456:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.325466:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.325473:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876763.325478:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.325486:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.325609:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.325618:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7655dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876763.325741:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362677504:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51671us (52029us total) trans 4294981366 rc 0/0
00000100:00100000:0.0:1788876763.325751:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1449
00000100:00100000:0.0:1788876763.325764:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620287959363 time 7620283033116 state 0x2 ref 0
00000100:00100000:0.0:1788876763.331261:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876763.331345:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362677632
00000100:00100000:2.0:1788876763.331354:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362677632
00000100:00100000:2.0:1788876763.331409:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620287959363 time 7620283033116 state 0x0 ref 1
00000100:00100000:2.0:1788876763.331425:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620333033116 time 7620283033116 state 0x1 ref 1
00000100:00100000:2.0:1788876763.331482:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620333033116 time 7620340462727 state 0x0 ref 1
00000100:00100000:2.0:1788876763.331500:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362677632:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876763.331553:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 67108864, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x20009
00010000:00010000:2.0:1788876763.331562:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.331578:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:2.0:1788876763.331582:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876763.331588:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.331601:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876763.374546:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981367 is committed
00002000:00010000:0.0:1788876763.374735:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 67108864 -> 68157440
00002000:00010000:0.0:1788876763.374740:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 131081 -> 133129
00010000:00010000:0.0:1788876763.374754:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.374767:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.374776:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.374783:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876763.374789:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.374798:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.374816:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.374823:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007807ceac/0x3868396b8e7655e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876763.374974:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362677632:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43478us (43716us total) trans 4294981367 rc 0/0
00000100:00100000:0.0:1788876763.374985:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1450
00000100:00100000:0.0:1788876763.374997:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620333033116 time 7620340462727 state 0x2 ref 0
00000100:00100000:1.0:1788876763.380396:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876763.380477:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362677760
00000100:00100000:2.0:1788876763.380486:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362677760
00000100:00100000:2.0:1788876763.380652:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620333033116 time 7620340462727 state 0x0 ref 1
00000100:00100000:2.0:1788876763.380667:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620390462727 time 7620340462727 state 0x1 ref 1
00000100:00100000:0.0:1788876763.381702:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620390462727 time 7620390674812 state 0x0 ref 1
00000100:00100000:0.0:1788876763.381726:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362677760:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876763.381781:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 68157440, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x20809
00010000:00010000:0.0:1788876763.381791:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.381807:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:0.0:1788876763.381811:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876763.381818:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.381832:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876763.425860:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 68157440 -> 69206016
00002000:00010000:0.0:1788876763.425869:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 133129 -> 135177
00010000:00010000:0.0:1788876763.425896:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.425910:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.425919:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.425927:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876763.425932:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.425941:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.425959:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.425967:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7655eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876763.426100:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362677760:12345-192.168.203.59@tcp:4:dd.500 Request processed in 44379us (45707us total) trans 4294981368 rc 0/0
00000100:00100000:0.0:1788876763.426110:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1451
00000100:00100000:0.0:1788876763.426122:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620390462727 time 7620390674812 state 0x2 ref 0
00000100:00100000:0.0:1788876763.430489:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876763.430644:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362677888
00000100:00100000:2.0:1788876763.430654:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362677888
00000100:00100000:2.0:1788876763.430710:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620390462727 time 7620390674812 state 0x0 ref 1
00000100:00100000:2.0:1788876763.430724:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620440674812 time 7620390674812 state 0x1 ref 1
00000001:00080000:1.0:1788876763.430925:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981368 is committed
00000100:00100000:2.0:1788876763.431755:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620440674812 time 7620440729349 state 0x0 ref 1
00000100:00100000:2.0:1788876763.431776:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362677888:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876763.431823:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 69206016, mtime: 0x6aa017db, atime: 0x0, ctime: 0x6aa017db, blocks: 0x21009
00010000:00010000:2.0:1788876763.431833:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.431848:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:2.0:1788876763.431852:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876763.431858:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.431872:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876763.490715:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981369 is committed
00002000:00010000:3.0:1788876763.490825:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 69206016 -> 70254592
00002000:00010000:3.0:1788876763.490829:0:18415:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876763 -> 1788876764
00002000:00010000:3.0:1788876763.490832:0:18415:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876763 -> 1788876764
00002000:00010000:3.0:1788876763.490834:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 135177 -> 137225
00010000:00010000:3.0:1788876763.490848:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.490866:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.490875:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.490891:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876763.490896:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.490905:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.490923:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.490930:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053fcd5f6/0x3868396b8e7655f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876763.491050:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362677888:12345-192.168.203.59@tcp:4:dd.500 Request processed in 59244us (60531us total) trans 4294981369 rc 0/0
00000100:00100000:3.0:1788876763.491060:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1452
00000100:00100000:3.0:1788876763.491072:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620440674812 time 7620440729349 state 0x2 ref 0
00000100:00100000:0.0:1788876763.497958:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.498145:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678016
00000100:00100000:3.0:1788876763.498155:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678016
00000100:00100000:3.0:1788876763.498214:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620440674812 time 7620440729349 state 0x0 ref 1
00000100:00100000:3.0:1788876763.498231:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620490729349 time 7620440729349 state 0x1 ref 1
00000100:00100000:3.0:1788876763.498462:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620490729349 time 7620507439520 state 0x0 ref 1
00000100:00100000:3.0:1788876763.498475:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362678016:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.498530:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 70254592, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x21809
00010000:00010000:3.0:1788876763.498604:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.498618:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.498623:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.498629:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.498643:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876763.547451:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981370 is committed
00002000:00010000:1.0:1788876763.548758:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 70254592 -> 71303168
00002000:00010000:1.0:1788876763.548766:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 137225 -> 139273
00010000:00010000:1.0:1788876763.548782:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.548794:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.548802:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.548809:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876763.548814:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.548822:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.548841:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.548848:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7655f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876763.549059:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362678016:12345-192.168.203.59@tcp:4:dd.500 Request processed in 50581us (51105us total) trans 4294981370 rc 0/0
00000100:00100000:1.0:1788876763.549070:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1453
00000100:00100000:1.0:1788876763.549081:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620490729349 time 7620507439520 state 0x2 ref 0
00000100:00100000:0.0:1788876763.557747:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876763.557831:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678144
00000100:00100000:1.0:1788876763.557839:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678144
00000100:00100000:1.0:1788876763.557903:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620490729349 time 7620507439520 state 0x0 ref 1
00000100:00100000:1.0:1788876763.557918:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620557439520 time 7620507439520 state 0x1 ref 1
00000100:00100000:1.0:1788876763.557987:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620557439520 time 7620566965953 state 0x0 ref 1
00000100:00100000:1.0:1788876763.558000:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362678144:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876763.558067:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 71303168, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x22009
00010000:00010000:1.0:1788876763.558076:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.558102:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:1.0:1788876763.558106:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876763.558113:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.558127:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876763.567968:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876763.568157:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365719296:0@lo:400:kworker.0
00000100:00100000:3.0:1788876763.568224:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876763.568281:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876763.568287:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365719424:0@lo:400:kworker.0
00000100:00100000:3.0:1788876763.568311:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876763.573239:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719296
00000100:00100000:1.0:1788876763.573252:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719296
00000100:00100000:1.0:1788876763.573314:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1788876763.573323:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365719296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.573408:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365719296:12345-0@lo:400:kworker.0 Request processed in 86us (5183us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876763.573416:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1788876763.573450:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719424
00000100:00100000:1.0:1788876763.573453:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719424
00000100:00100000:1.0:1788876763.573479:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6617
00000100:00100000:1.0:1788876763.573485:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365719424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.573523:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365719424:12345-0@lo:400:kworker.0 Request processed in 39us (5211us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876763.573528:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6617
00000100:00100000:1.0:1788876763.573751:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365719424:0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.573764:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365719296:0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.573900:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365719552:0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.573936:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876763.573961:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998409df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365719168:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876763.573986:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876763.574035:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719552
00000100:00100000:1.0:1788876763.574039:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719552
00000100:00100000:1.0:1788876763.574072:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6618
00000100:00100000:1.0:1788876763.574081:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365719552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.574186:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365719552:12345-0@lo:400:kworker.0 Request processed in 107us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876763.574192:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6618
00000100:00100000:1.0:1788876763.574213:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719168
00000100:00100000:1.0:1788876763.574216:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719168
00000100:00100000:1.0:1788876763.574248:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 312
00000100:00100000:1.0:1788876763.574256:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365719168:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876763.574352:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876763.574387:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365719168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876763.574395:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 312
00000100:00080000:1.0:1788876763.574412:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876763.574417:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876763.574439:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365719552:0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.574448:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993600 gen 2
00000004:00080000:1.0:1788876763.574453:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998409dfa680, transno 4294993599
00000004:00080000:1.0:1788876763.574463:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306995c00, transno 4294993600
00000100:00100000:1.0:1788876763.574472:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998409df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365719168:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876763.576369:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788876763.576386:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365719808:0@lo:400:kworker.0
00000100:00100000:0.0:1788876763.576442:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876763.576475:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365719680:0@lo:400:kworker.0
00000100:00100000:0.0:1788876763.576498:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876763.576655:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719680
00000100:00100000:0.0:1788876763.576662:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719680
00000100:00100000:0.0:1788876763.576712:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 312
00000100:00100000:0.0:1788876763.576720:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365719680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876763.576759:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365719680:12345-0@lo:400:kworker.0 Request processed in 40us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876763.576766:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 312
00000100:00100000:0.0:1788876763.576798:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365719680:0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.577004:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719808
00000100:00100000:1.0:1788876763.577008:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719808
00000100:00100000:1.0:1788876763.577068:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6619
00000100:00100000:1.0:1788876763.577075:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365719808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876763.577125:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365719808:12345-0@lo:400:kworker.0 Request processed in 51us (682us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876763.577132:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6619
00000100:00080000:1.0:1788876763.577149:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876763.577154:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876763.577170:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365719808:0@lo:400:kworker.0
00000001:00080000:1.0:1788876763.598470:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981371 is committed
00002000:00010000:0.0:1788876763.598708:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 71303168 -> 72351744
00002000:00010000:0.0:1788876763.598713:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 139273 -> 141321
00010000:00010000:0.0:1788876763.598727:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.598740:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.598749:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.598756:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876763.598762:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.598777:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.598796:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876763.598803:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765600 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876763.598901:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362678144:12345-192.168.203.59@tcp:4:dd.500 Request processed in 40899us (41158us total) trans 4294981371 rc 0/0
00000100:00100000:0.0:1788876763.598912:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1454
00000100:00100000:0.0:1788876763.598925:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620557439520 time 7620566965953 state 0x2 ref 0
00000100:00100000:3.0:1788876763.603459:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876763.603627:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678272
00000100:00100000:2.0:1788876763.603636:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678272
00000100:00100000:2.0:1788876763.603693:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620557439520 time 7620566965953 state 0x0 ref 1
00000100:00100000:2.0:1788876763.603709:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620616965953 time 7620566965953 state 0x1 ref 1
00000100:00100000:3.0:1788876763.608398:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620616965953 time 7620617363953 state 0x0 ref 1
00000100:00100000:3.0:1788876763.608426:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362678272:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.608483:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 72351744, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x22809
00010000:00010000:3.0:1788876763.609362:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.609381:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.609386:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.609393:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.609407:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876763.687583:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981372 is committed
00002000:00010000:2.0:1788876763.687664:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 72351744 -> 73400320
00002000:00010000:2.0:1788876763.687669:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 141321 -> 143369
00010000:00010000:2.0:1788876763.687682:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.687695:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.687703:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.687711:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876763.687715:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.687723:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.687742:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.687750:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e765607 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876763.687944:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362678272:12345-192.168.203.59@tcp:4:dd.500 Request processed in 79524us (84487us total) trans 4294981372 rc 0/0
00000100:00100000:2.0:1788876763.687955:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1455
00000100:00100000:2.0:1788876763.687966:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620616965953 time 7620617363953 state 0x2 ref 0
00000100:00100000:1.0:1788876763.700519:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.700932:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678400
00000100:00100000:3.0:1788876763.700942:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678400
00000100:00100000:3.0:1788876763.701052:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620616965953 time 7620617363953 state 0x0 ref 1
00000100:00100000:3.0:1788876763.701068:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620667363953 time 7620617363953 state 0x1 ref 1
00000100:00100000:3.0:1788876763.701104:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620667363953 time 7620710084381 state 0x0 ref 1
00000100:00100000:3.0:1788876763.701115:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362678400:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.701162:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 73400320, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x23009
00010000:00010000:3.0:1788876763.701170:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.701184:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.701188:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.701194:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.701207:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876763.821256:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 73400320 -> 74448896
00002000:00010000:2.0:1788876763.821265:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 143369 -> 145417
00010000:00010000:2.0:1788876763.821278:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.821290:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.821305:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.821313:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876763.821318:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.821327:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.821345:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876763.821364:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76560e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876763.821465:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362678400:12345-192.168.203.59@tcp:4:dd.500 Request processed in 120346us (120949us total) trans 4294981373 rc 0/0
00000100:00100000:2.0:1788876763.821476:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1456
00000100:00100000:2.0:1788876763.821488:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620667363953 time 7620710084381 state 0x2 ref 0
00000001:00080000:1.0:1788876763.829071:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981373 is committed
00000100:00100000:0.0:1788876763.830758:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876763.830864:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678528
00000100:00100000:1.0:1788876763.830874:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678528
00000100:00100000:1.0:1788876763.830948:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620667363953 time 7620710084381 state 0x0 ref 1
00000100:00100000:1.0:1788876763.830963:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 0 deadline 7620760084381 time 7620710084381 state 0x1 ref 1
00000100:00100000:1.0:1788876763.830995:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620760084381 time 7620839975461 state 0x0 ref 1
00000100:00100000:1.0:1788876763.831007:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362678528:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876763.831298:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 74448896, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x23809
00010000:00010000:1.0:1788876763.831307:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.831322:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:1.0:1788876763.831327:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876763.831334:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876763.831439:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876763.955285:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981374 is committed
00002000:00010000:3.0:1788876763.955591:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 74448896 -> 75497472
00002000:00010000:3.0:1788876763.955596:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 145417 -> 147465
00010000:00010000:3.0:1788876763.955610:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.955623:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.955632:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.955639:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876763.955643:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.955656:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.955676:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.955683:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765615 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876763.955792:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362678528:12345-192.168.203.59@tcp:4:dd.500 Request processed in 124781us (125036us total) trans 4294981374 rc 0/0
00000100:00100000:3.0:1788876763.955804:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1457
00000100:00100000:3.0:1788876763.955816:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620760084381 time 7620839975461 state 0x2 ref 0
00000100:00100000:1.0:1788876763.962820:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876763.962930:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678656
00000100:00100000:3.0:1788876763.962941:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678656
00000100:00100000:3.0:1788876763.963000:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620760084381 time 7620839975461 state 0x0 ref 1
00000100:00100000:3.0:1788876763.963039:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7620889975461 time 7620839975461 state 0x1 ref 1
00000100:00100000:3.0:1788876763.963117:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620889975461 time 7620972096291 state 0x0 ref 1
00000100:00100000:3.0:1788876763.963130:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362678656:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876763.963193:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 75497472, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x24009
00010000:00010000:3.0:1788876763.963203:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.963220:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7620s v=(0 0)
00010000:00010000:3.0:1788876763.963225:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876763.963232:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876763.963247:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876764.084646:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981375 is committed
00002000:00010000:3.0:1788876764.084812:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 75497472 -> 76546048
00002000:00010000:3.0:1788876764.084816:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 147465 -> 149513
00010000:00010000:3.0:1788876764.084829:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.084842:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.084850:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.084857:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876764.084861:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.084874:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.084905:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.084913:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76561c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876764.085008:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362678656:12345-192.168.203.59@tcp:4:dd.500 Request processed in 121875us (122193us total) trans 4294981375 rc 0/0
00000100:00100000:3.0:1788876764.085052:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1458
00000100:00100000:3.0:1788876764.085063:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620889975461 time 7620972096291 state 0x2 ref 0
00000100:00100000:0.0:1788876764.098433:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876764.098553:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678784
00000100:00100000:3.0:1788876764.098562:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678784
00000100:00100000:3.0:1788876764.098640:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7620889975461 time 7620972096291 state 0x0 ref 1
00000100:00100000:3.0:1788876764.098656:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621022096291 time 7620972096291 state 0x1 ref 1
00000100:00100000:3.0:1788876764.098690:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621022096291 time 7621107670277 state 0x0 ref 1
00000100:00100000:3.0:1788876764.098711:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362678784:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876764.098765:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 76546048, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x24809
00010000:00010000:3.0:1788876764.098774:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.098790:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:3.0:1788876764.098796:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876764.098803:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.098816:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876764.150802:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981376 is committed
00002000:00010000:3.0:1788876764.151081:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 76546048 -> 77594624
00002000:00010000:3.0:1788876764.151087:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 149513 -> 151561
00010000:00010000:3.0:1788876764.151108:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.151121:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.151129:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.151136:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876764.151141:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.151155:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.151173:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.151181:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e765623 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876764.151691:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362678784:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52981us (53267us total) trans 4294981376 rc 0/0
00000100:00100000:3.0:1788876764.151703:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1459
00000100:00100000:3.0:1788876764.151714:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621022096291 time 7621107670277 state 0x2 ref 0
00000100:00100000:0.0:1788876764.151870:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876764.151983:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876764.152010:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876764.152048:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876764.152067:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362678912
00000100:00100000:0.0:1788876764.152073:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362678912
00000100:00100000:3.0:1788876764.152187:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679040
00000100:00100000:3.0:1788876764.152191:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679040
00000100:00100000:3.0:1788876764.152221:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679296
00000100:00100000:3.0:1788876764.152223:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679296
00000100:00100000:3.0:1788876764.152239:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6620
00000100:00100000:3.0:1788876764.152246:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362679040:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876764.152288:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362679040:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 42us (419us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876764.152294:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6620
00000100:00100000:3.0:1788876764.152305:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6621
00000100:00100000:3.0:1788876764.152310:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362679296:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876764.152329:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362679296:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 19us (346us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876764.152345:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6621
00000100:00100000:3.0:1788876764.152360:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679168
00000100:00100000:3.0:1788876764.152363:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679168
00000100:00100000:3.0:1788876764.152393:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 313
00000100:00100000:3.0:1788876764.152399:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362679168:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876764.152422:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362679168:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 22us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876764.152428:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 313
00000100:00080000:1.0:1788876764.152535:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876764.152540:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876764.153270:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3105
00000100:00100000:0.0:1788876764.153281:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362678912:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876764.153317:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362678912:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 40us (1306us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876764.153325:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3105
00000100:00100000:0.0:1788876764.166962:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876764.167047:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679424
00000100:00100000:3.0:1788876764.167057:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679424
00000100:00100000:3.0:1788876764.167128:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621022096291 time 7621107670277 state 0x0 ref 1
00000100:00100000:3.0:1788876764.167143:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621157670277 time 7621107670277 state 0x1 ref 1
00000100:00100000:3.0:1788876764.167174:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621157670277 time 7621176154935 state 0x0 ref 1
00000100:00100000:3.0:1788876764.167187:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362679424:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876764.167235:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 77594624, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x25009
00010000:00010000:3.0:1788876764.167243:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.167260:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:3.0:1788876764.167265:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876764.167272:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.167285:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.208709:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876764.267365:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981377 is committed
00002000:00010000:0.0:1788876764.267465:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 77594624 -> 78643200
00002000:00010000:0.0:1788876764.267470:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 151561 -> 153609
00010000:00010000:0.0:1788876764.267483:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.267504:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.267513:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.267521:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876764.267526:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.267535:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.267554:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.267563:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc03c47b/0x3868396b8e76562a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876764.267681:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362679424:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100491us (100721us total) trans 4294981377 rc 0/0
00000100:00100000:0.0:1788876764.267694:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1460
00000100:00100000:0.0:1788876764.267706:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621157670277 time 7621176154935 state 0x2 ref 0
00000100:00100000:1.0:1788876764.274562:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876764.279985:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679552
00000100:00100000:3.0:1788876764.280003:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679552
00000100:00100000:3.0:1788876764.280106:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621157670277 time 7621176154935 state 0x0 ref 1
00000100:00100000:3.0:1788876764.280122:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621226154935 time 7621176154935 state 0x1 ref 1
00000100:00100000:3.0:1788876764.280151:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621226154935 time 7621289131343 state 0x0 ref 1
00000100:00100000:3.0:1788876764.280164:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362679552:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876764.280216:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 78643200, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x25809
00010000:00010000:3.0:1788876764.280225:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.280240:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:3.0:1788876764.280244:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876764.280251:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.280268:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876764.346554:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 78643200 -> 79691776
00002000:00010000:3.0:1788876764.346563:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 153609 -> 155657
00010000:00010000:3.0:1788876764.346578:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.346590:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.346598:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.346604:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876764.346609:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.346618:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.346639:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.346646:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765631 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876764.346755:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362679552:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66588us (72197us total) trans 4294981378 rc 0/0
00000100:00100000:3.0:1788876764.346767:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1461
00000100:00100000:3.0:1788876764.346779:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621226154935 time 7621289131343 state 0x2 ref 0
00000001:00080000:2.0:1788876764.347654:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981378 is committed
00000100:00100000:1.0:1788876764.352437:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876764.352525:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679680
00000100:00100000:3.0:1788876764.352535:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679680
00000100:00100000:3.0:1788876764.352597:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621226154935 time 7621289131343 state 0x0 ref 1
00000100:00100000:3.0:1788876764.352612:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621339131343 time 7621289131343 state 0x1 ref 1
00000100:00100000:3.0:1788876764.352645:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621339131343 time 7621361624158 state 0x0 ref 1
00000100:00100000:3.0:1788876764.352657:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362679680:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876764.352705:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 79691776, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x26009
00010000:00010000:3.0:1788876764.352714:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.352739:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:3.0:1788876764.352744:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876764.352751:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.352768:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876764.443779:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981379 is committed
00002000:00010000:0.0:1788876764.443966:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 79691776 -> 80740352
00002000:00010000:0.0:1788876764.443971:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 155657 -> 157705
00010000:00010000:0.0:1788876764.443985:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.443998:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.444007:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.444041:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876764.444046:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.444055:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.444074:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.444097:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e765638 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876764.444182:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362679680:12345-192.168.203.59@tcp:4:dd.500 Request processed in 91523us (91749us total) trans 4294981379 rc 0/0
00000100:00100000:0.0:1788876764.444192:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1462
00000100:00100000:0.0:1788876764.444204:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621339131343 time 7621361624158 state 0x2 ref 0
00000100:00100000:1.0:1788876764.452417:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876764.452567:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679808
00000100:00100000:3.0:1788876764.452577:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679808
00000100:00100000:3.0:1788876764.452638:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621339131343 time 7621361624158 state 0x0 ref 1
00000100:00100000:3.0:1788876764.452653:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621411624158 time 7621361624158 state 0x1 ref 1
00000100:00100000:3.0:1788876764.452686:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621411624158 time 7621461666093 state 0x0 ref 1
00000100:00100000:3.0:1788876764.452698:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362679808:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876764.452747:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 80740352, mtime: 0x6aa017dc, atime: 0x0, ctime: 0x6aa017dc, blocks: 0x26809
00010000:00010000:3.0:1788876764.452756:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.452770:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:3.0:1788876764.452775:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876764.452782:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.452795:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876764.553675:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981380 is committed
00002000:00010000:0.0:1788876764.560453:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 80740352 -> 81788928
00002000:00010000:0.0:1788876764.560463:0:18424:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876764 -> 1788876765
00002000:00010000:0.0:1788876764.560466:0:18424:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876764 -> 1788876765
00002000:00010000:0.0:1788876764.560469:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 157705 -> 159753
00010000:00010000:0.0:1788876764.560485:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.560511:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.560521:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.560685:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876764.560691:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.560701:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.560723:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876764.560732:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76563f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876764.560917:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362679808:12345-192.168.203.59@tcp:4:dd.500 Request processed in 108214us (108503us total) trans 4294981380 rc 0/0
00000100:00100000:0.0:1788876764.560928:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1463
00000100:00100000:0.0:1788876764.560941:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621411624158 time 7621461666093 state 0x2 ref 0
00000100:00100000:2.0:1788876764.566000:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876764.566738:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362679936
00000100:00100000:3.0:1788876764.566812:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362679936
00000100:00100000:3.0:1788876764.566880:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621411624158 time 7621461666093 state 0x0 ref 1
00000100:00100000:3.0:1788876764.566897:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621511666093 time 7621461666093 state 0x1 ref 1
00000100:00100000:3.0:1788876764.566933:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621511666093 time 7621575912323 state 0x0 ref 1
00000100:00100000:3.0:1788876764.566945:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362679936:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876764.566994:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 81788928, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x27009
00010000:00010000:3.0:1788876764.567003:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.567042:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:3.0:1788876764.567047:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876764.567054:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.567068:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876764.680149:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 81788928 -> 82837504
00002000:00010000:2.0:1788876764.680159:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 159753 -> 161801
00010000:00010000:2.0:1788876764.680174:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.680186:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.680194:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.680201:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876764.680207:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.680216:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.680234:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.680241:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e765646 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876764.680338:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362679936:12345-192.168.203.59@tcp:4:dd.500 Request processed in 113390us (114342us total) trans 4294981381 rc 0/0
00000100:00100000:2.0:1788876764.680361:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1464
00000100:00100000:2.0:1788876764.680373:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621511666093 time 7621575912323 state 0x2 ref 0
00000100:00100000:2.0:1788876764.687736:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876764.687805:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680064
00000100:00100000:3.0:1788876764.687815:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680064
00000100:00100000:3.0:1788876764.687890:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621511666093 time 7621575912323 state 0x0 ref 1
00000100:00100000:3.0:1788876764.687906:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621625912323 time 7621575912323 state 0x1 ref 1
00000100:00100000:3.0:1788876764.687937:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621625912323 time 7621696918021 state 0x0 ref 1
00000100:00100000:3.0:1788876764.687949:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362680064:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876764.687996:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 82837504, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x27809
00010000:00010000:3.0:1788876764.688005:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.688044:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:3.0:1788876764.688053:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876764.688060:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.688074:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876764.688823:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981381 is committed
00000001:00080000:1.0:1788876764.798692:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981382 is committed
00002000:00010000:3.0:1788876764.798929:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 82837504 -> 83886080
00002000:00010000:3.0:1788876764.798934:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 161801 -> 163849
00010000:00010000:3.0:1788876764.798950:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.798963:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.798977:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.798983:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876764.798988:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.798995:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.799041:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876764.799049:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e76564d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876764.799138:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362680064:12345-192.168.203.59@tcp:4:dd.500 Request processed in 111185us (111407us total) trans 4294981382 rc 0/0
00000100:00100000:3.0:1788876764.799149:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1465
00000100:00100000:3.0:1788876764.799161:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621625912323 time 7621696918021 state 0x2 ref 0
00000100:00100000:3.0:1788876764.807408:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876764.807625:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680192
00000100:00100000:2.0:1788876764.807636:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680192
00000100:00100000:2.0:1788876764.807698:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621625912323 time 7621696918021 state 0x0 ref 1
00000100:00100000:2.0:1788876764.807715:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621746918021 time 7621696918021 state 0x1 ref 1
00000100:00100000:2.0:1788876764.807756:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621746918021 time 7621816734931 state 0x0 ref 1
00000100:00100000:2.0:1788876764.807769:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362680192:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876764.807821:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 83886080, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x28009
00010000:00010000:2.0:1788876764.807831:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.807850:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:2.0:1788876764.807855:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876764.807861:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.807888:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876764.945832:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 83886080 -> 84934656
00002000:00010000:2.0:1788876764.945841:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 163849 -> 165897
00010000:00010000:2.0:1788876764.945855:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.945867:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.946141:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.946150:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876764.946155:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.946163:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.946182:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876764.946191:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c85edcb9/0x3868396b8e765654 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876764.946277:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362680192:12345-192.168.203.59@tcp:4:dd.500 Request processed in 138505us (138873us total) trans 4294981383 rc 0/0
00000100:00100000:2.0:1788876764.946289:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1466
00000100:00100000:2.0:1788876764.946301:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621746918021 time 7621816734931 state 0x2 ref 0
00000001:00080000:1.0:1788876764.947598:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981383 is committed
00000100:00100000:3.0:1788876764.954347:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876764.954441:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680320
00000100:00100000:1.0:1788876764.954450:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680320
00000100:00100000:1.0:1788876764.954570:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621746918021 time 7621816734931 state 0x0 ref 1
00000100:00100000:1.0:1788876764.954587:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621866734931 time 7621816734931 state 0x1 ref 1
00000100:00100000:1.0:1788876764.954615:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621866734931 time 7621963595772 state 0x0 ref 1
00000100:00100000:1.0:1788876764.954628:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362680320:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876764.954672:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 84934656, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x28809
00010000:00010000:1.0:1788876764.954681:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876764.954697:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7621s v=(0 0)
00010000:00010000:1.0:1788876764.954702:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876764.954708:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876764.954723:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876765.032498:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981384 is committed
00002000:00010000:2.0:1788876765.032742:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 84934656 -> 85983232
00002000:00010000:2.0:1788876765.032748:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 165897 -> 167945
00010000:00010000:2.0:1788876765.032761:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.032779:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.032788:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.032795:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fde00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876765.032799:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.032807:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.032829:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.032836:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e76565b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876765.033047:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362680320:12345-192.168.203.59@tcp:4:dd.500 Request processed in 78384us (78672us total) trans 4294981384 rc 0/0
00000100:00100000:2.0:1788876765.033059:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1467
00000100:00100000:2.0:1788876765.033072:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621866734931 time 7621963595772 state 0x2 ref 0
00000100:00100000:1.0:1788876765.041435:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876765.041519:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680448
00000100:00100000:3.0:1788876765.041530:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680448
00000100:00100000:3.0:1788876765.041605:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7621866734931 time 7621963595772 state 0x0 ref 1
00000100:00100000:3.0:1788876765.041621:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622013595772 time 7621963595772 state 0x1 ref 1
00000100:00100000:3.0:1788876765.041653:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622013595772 time 7622050632838 state 0x0 ref 1
00000100:00100000:3.0:1788876765.041667:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362680448:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876765.041723:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 85983232, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x29009
00010000:00010000:3.0:1788876765.041733:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.041748:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:3.0:1788876765.041753:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876765.041760:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.041774:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876765.042234:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:1.0:1788876765.140720:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981385 is committed
00002000:00010000:2.0:1788876765.140964:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 85983232 -> 87031808
00002000:00010000:2.0:1788876765.140970:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 167945 -> 169993
00010000:00010000:2.0:1788876765.140986:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.140999:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.141007:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.141092:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876765.141098:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.141107:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.141126:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.141138:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e765662 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876765.141462:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362680448:12345-192.168.203.59@tcp:4:dd.500 Request processed in 99793us (100031us total) trans 4294981385 rc 0/0
00000100:00100000:2.0:1788876765.141473:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1468
00000100:00100000:2.0:1788876765.141492:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622013595772 time 7622050632838 state 0x2 ref 0
00000004:00080000:0.0:1788876765.159947:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 552 committed
00000100:00100000:2.0:1788876765.160097:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365719936:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1788876765.160172:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876765.160246:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365719936
00000100:00100000:2.0:1788876765.160254:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365719936
00000100:00100000:2.0:1788876765.160313:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 506
00000100:00100000:2.0:1788876765.160323:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365719936:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1788876765.160350:0:167013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3654 count 1
00002000:00010000:2.0:1788876765.160381:0:167013:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe46:0x0] initial LVB size: 8388608, mtime: 0x6aa017d4, atime: 0x0, ctime: 0x6aa017d4, blocks: 0x4007
00010000:00010000:2.0:1788876765.160390:0:167013:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.160406:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:2.0:1788876765.160411:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe46:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876765.160418:0:167013:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.160438:0:167013:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.160449:0:167013:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.160458:0:167013:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.160475:0:167013:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1788876765.160732:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876765.160739:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.160747:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876765.160752:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.160762:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876765.161227:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365719936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 903us (1054us total) trans 4294981386 rc 0/0
00000100:00100000:2.0:1788876765.161236:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 506
00000004:00080000:2.0:1788876765.161286:0:3308:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998318865c00/2, rc 0, transno 4294981386
00000100:00100000:2.0:1788876765.161292:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365719936:0@lo:6:osp-syn-0-0.0
00000100:00080000:2.0:1788876765.161307:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876765.162251:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.162267:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765669 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.162291:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876765.162293:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876765.162295:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876765.162752:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876765.162826:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680576
00000100:00100000:1.0:1788876765.162834:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680576
00000100:00100000:1.0:1788876765.166510:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622013595772 time 7622050632838 state 0x0 ref 1
00000100:00100000:1.0:1788876765.166531:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622100632838 time 7622050632838 state 0x1 ref 1
00000100:00100000:1.0:1788876765.166566:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622100632838 time 7622175547290 state 0x0 ref 1
00000100:00100000:1.0:1788876765.166592:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362680576:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876765.166648:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 87031808, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x29809
00010000:00010000:1.0:1788876765.166657:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.166673:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:1.0:1788876765.166678:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876765.166685:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.166699:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.230204:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876765.282836:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981387 is committed
00000001:00080000:2.0:1788876765.282991:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981386 is committed
00002000:00010000:0.0:1788876765.283694:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 87031808 -> 88080384
00002000:00010000:0.0:1788876765.283700:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 169993 -> 172041
00010000:00010000:0.0:1788876765.283714:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.283726:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.283736:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.283749:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876765.283755:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.283765:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.283783:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.283791:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e765670 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876765.283943:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362680576:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117362us (121190us total) trans 4294981387 rc 0/0
00000100:00100000:0.0:1788876765.283955:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1469
00000100:00100000:0.0:1788876765.283966:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622100632838 time 7622175547290 state 0x2 ref 0
00000100:00100000:1.0:1788876765.294518:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876765.294656:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680704
00000100:00100000:0.0:1788876765.294666:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680704
00000100:00100000:0.0:1788876765.294727:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622100632838 time 7622175547290 state 0x0 ref 1
00000100:00100000:0.0:1788876765.294744:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622225547290 time 7622175547290 state 0x1 ref 1
00000100:00100000:0.0:1788876765.294782:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622225547290 time 7622303760593 state 0x0 ref 1
00000100:00100000:0.0:1788876765.294793:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362680704:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876765.294840:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 88080384, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x2a009
00010000:00010000:0.0:1788876765.294849:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.294863:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:0.0:1788876765.294878:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876765.294885:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.294898:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876765.371290:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 88080384 -> 89128960
00002000:00010000:3.0:1788876765.371299:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 172041 -> 174089
00010000:00010000:3.0:1788876765.371313:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.371337:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.371346:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.371359:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302400 already unused, calling callback (ffffffffc1793220)
00000001:00080000:2.0:1788876765.371364:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981388 is committed
00010000:00010000:3.0:1788876765.371364:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.371376:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.371395:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.371403:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e765677 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876765.371565:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362680704:12345-192.168.203.59@tcp:4:dd.500 Request processed in 76768us (77052us total) trans 4294981388 rc 0/0
00000100:00100000:3.0:1788876765.371576:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1470
00000100:00100000:3.0:1788876765.371587:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622225547290 time 7622303760593 state 0x2 ref 0
00000100:00100000:2.0:1788876765.392883:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876765.392981:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680832
00000100:00100000:3.0:1788876765.392990:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680832
00000100:00100000:3.0:1788876765.393075:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622225547290 time 7622303760593 state 0x0 ref 1
00000100:00100000:3.0:1788876765.393100:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622353760593 time 7622303760593 state 0x1 ref 1
00000100:00100000:3.0:1788876765.393134:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622353760593 time 7622402114512 state 0x0 ref 1
00000100:00100000:3.0:1788876765.393147:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362680832:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876765.393198:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 89128960, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x2a809
00010000:00010000:3.0:1788876765.393207:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.393224:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:3.0:1788876765.393228:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876765.393235:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.393248:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876765.452776:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981389 is committed
00002000:00010000:2.0:1788876765.452876:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 89128960 -> 90177536
00002000:00010000:2.0:1788876765.452881:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 174089 -> 176137
00010000:00010000:2.0:1788876765.452895:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.452908:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.452917:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.452923:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876765.452928:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.452936:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.452953:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.452960:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e76567e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876765.453154:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362680832:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60005us (60285us total) trans 4294981389 rc 0/0
00000100:00100000:2.0:1788876765.453165:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1471
00000100:00100000:2.0:1788876765.453177:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622353760593 time 7622402114512 state 0x2 ref 0
00000100:00100000:1.0:1788876765.458882:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876765.458998:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362680960
00000100:00100000:0.0:1788876765.459007:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362680960
00000100:00100000:0.0:1788876765.459294:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622353760593 time 7622402114512 state 0x0 ref 1
00000100:00100000:0.0:1788876765.459311:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622452114512 time 7622402114512 state 0x1 ref 1
00000100:00100000:0.0:1788876765.459382:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622452114512 time 7622468361416 state 0x0 ref 1
00000100:00100000:0.0:1788876765.459393:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362680960:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876765.459457:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 90177536, mtime: 0x6aa017dd, atime: 0x0, ctime: 0x6aa017dd, blocks: 0x2b009
00010000:00010000:0.0:1788876765.459466:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.459642:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:0.0:1788876765.459648:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876765.459655:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.459669:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876765.517416:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 90177536 -> 91226112
00002000:00010000:3.0:1788876765.517433:0:17072:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876765 -> 1788876766
00002000:00010000:3.0:1788876765.517436:0:17072:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876765 -> 1788876766
00002000:00010000:3.0:1788876765.517438:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 176137 -> 178185
00010000:00010000:3.0:1788876765.517457:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876765.517469:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981390 is committed
00010000:00010000:3.0:1788876765.517470:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.517488:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.517496:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876765.517501:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.517511:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.517535:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.517543:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e765685 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876765.517636:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362680960:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58239us (58767us total) trans 4294981390 rc 0/0
00000100:00100000:3.0:1788876765.517647:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1472
00000100:00100000:3.0:1788876765.517659:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622452114512 time 7622468361416 state 0x2 ref 0
00000100:00100000:2.0:1788876765.530473:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876765.530984:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681088
00000100:00100000:0.0:1788876765.530993:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681088
00000100:00100000:0.0:1788876765.531102:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622452114512 time 7622468361416 state 0x0 ref 1
00000100:00100000:0.0:1788876765.531117:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622518361416 time 7622468361416 state 0x1 ref 1
00000100:00100000:0.0:1788876765.531153:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622518361416 time 7622540133219 state 0x0 ref 1
00000100:00100000:0.0:1788876765.531166:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362681088:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876765.531218:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 91226112, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2b809
00010000:00010000:0.0:1788876765.531227:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.531246:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:0.0:1788876765.531251:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876765.531257:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.531270:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876765.586624:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 91226112 -> 92274688
00002000:00010000:0.0:1788876765.586634:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 178185 -> 180233
00010000:00010000:0.0:1788876765.586649:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.586661:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.586669:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.586676:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876765.586681:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.586691:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.586716:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.586724:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76568c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876765.586814:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362681088:12345-192.168.203.59@tcp:4:dd.500 Request processed in 55646us (56345us total) trans 4294981391 rc 0/0
00000100:00100000:0.0:1788876765.586825:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1473
00000100:00100000:0.0:1788876765.586837:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622518361416 time 7622540133219 state 0x2 ref 0
00000001:00080000:3.0:1788876765.590722:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981391 is committed
00000100:00100000:3.0:1788876765.591677:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876765.591981:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681216
00000100:00100000:0.0:1788876765.591990:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681216
00000100:00100000:0.0:1788876765.592072:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622518361416 time 7622540133219 state 0x0 ref 1
00000100:00100000:0.0:1788876765.592096:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622590133219 time 7622540133219 state 0x1 ref 1
00000100:00100000:0.0:1788876765.592125:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622590133219 time 7622601105707 state 0x0 ref 1
00000100:00100000:0.0:1788876765.592137:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362681216:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876765.592181:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 92274688, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2c009
00010000:00010000:0.0:1788876765.592190:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.592210:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:0.0:1788876765.592214:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876765.592220:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.592233:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876765.614747:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1788876765.614770:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365720064:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876765.614837:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876765.617616:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720064
00000100:00100000:2.0:1788876765.617629:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720064
00000100:00100000:2.0:1788876765.617685:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 313
00000100:00100000:2.0:1788876765.617697:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365720064:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876765.617723:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 209911808 pending 1703936 free 3757047808 avail 3748659200
00000100:00100000:2.0:1788876765.617808:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365720064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (2970us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876765.617815:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 313
00000100:00100000:3.0:1788876765.618596:0:3310:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981386 gen 2
00000004:00080000:3.0:1788876765.618604:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998318865c00, transno 4294981386
00000100:00100000:3.0:1788876765.618633:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365720064:0@lo:13:osp-pre-0-0.0
00002000:00010000:0.0:1788876765.690681:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 92274688 -> 93323264
00002000:00010000:0.0:1788876765.690690:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 180233 -> 182281
00010000:00010000:0.0:1788876765.690706:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.690720:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.690729:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.690736:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876765.690741:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.690750:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.690774:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.690782:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f51b87f/0x3868396b8e765693 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876765.690905:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362681216:12345-192.168.203.59@tcp:4:dd.500 Request processed in 98765us (99229us total) trans 4294981392 rc 0/0
00000100:00100000:0.0:1788876765.690915:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1474
00000100:00100000:0.0:1788876765.690927:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622590133219 time 7622601105707 state 0x2 ref 0
00000001:00080000:3.0:1788876765.694342:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981392 is committed
00000100:00100000:2.0:1788876765.696642:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876765.696731:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681344
00000100:00100000:3.0:1788876765.696741:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681344
00000100:00100000:3.0:1788876765.696808:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622590133219 time 7622601105707 state 0x0 ref 1
00000100:00100000:3.0:1788876765.696824:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622651105707 time 7622601105707 state 0x1 ref 1
00000100:00100000:3.0:1788876765.696901:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622651105707 time 7622705880583 state 0x0 ref 1
00000100:00100000:3.0:1788876765.696916:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362681344:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876765.696968:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 93323264, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2c809
00010000:00010000:3.0:1788876765.696977:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.696993:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:3.0:1788876765.696998:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876765.697044:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.697059:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876765.763268:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981393 is committed
00002000:00010000:1.0:1788876765.763636:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 93323264 -> 94371840
00002000:00010000:1.0:1788876765.763640:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 182281 -> 184329
00010000:00010000:1.0:1788876765.763654:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.763665:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.763673:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.763680:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876765.763685:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.763694:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.763713:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.763721:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e76569a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876765.763829:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362681344:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66901us (67182us total) trans 4294981393 rc 0/0
00000100:00100000:1.0:1788876765.763841:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1475
00000100:00100000:1.0:1788876765.763853:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622651105707 time 7622705880583 state 0x2 ref 0
00000100:00100000:2.0:1788876765.771855:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876765.771961:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681472
00000100:00100000:0.0:1788876765.771970:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681472
00000100:00100000:0.0:1788876765.772208:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622651105707 time 7622705880583 state 0x0 ref 1
00000100:00100000:0.0:1788876765.772223:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622755880583 time 7622705880583 state 0x1 ref 1
00000100:00100000:1.0:1788876765.772341:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622755880583 time 7622781318430 state 0x0 ref 1
00000100:00100000:1.0:1788876765.772366:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362681472:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876765.772413:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 94371840, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2d009
00010000:00010000:1.0:1788876765.772423:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.772437:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:1.0:1788876765.772442:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876765.772448:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.772461:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876765.857994:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981394 is committed
00002000:00010000:1.0:1788876765.858132:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 94371840 -> 95420416
00002000:00010000:1.0:1788876765.858138:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 184329 -> 186377
00010000:00010000:1.0:1788876765.858152:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.858166:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.858175:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.858182:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fde00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876765.858186:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.858195:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.858214:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876765.858223:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a3ae8a2/0x3868396b8e7656a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876765.858326:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362681472:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85969us (86476us total) trans 4294981394 rc 0/0
00000100:00100000:1.0:1788876765.858337:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1476
00000100:00100000:1.0:1788876765.861363:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622755880583 time 7622781318430 state 0x2 ref 0
00000100:00100000:0.0:1788876765.865900:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876765.866116:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681600
00000100:00100000:3.0:1788876765.866125:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681600
00000100:00100000:3.0:1788876765.866182:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622755880583 time 7622781318430 state 0x0 ref 1
00000100:00100000:3.0:1788876765.866196:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622831318430 time 7622781318430 state 0x1 ref 1
00000100:00100000:3.0:1788876765.866228:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622831318430 time 7622875208056 state 0x0 ref 1
00000100:00100000:3.0:1788876765.866241:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362681600:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876765.866288:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 95420416, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2d809
00010000:00010000:3.0:1788876765.866297:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.866312:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:3.0:1788876765.866316:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876765.866322:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.866336:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876765.907249:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981395 is committed
00002000:00010000:0.0:1788876765.908007:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 95420416 -> 96468992
00002000:00010000:0.0:1788876765.908029:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 186377 -> 188425
00010000:00010000:0.0:1788876765.908044:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.908057:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.908068:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.908076:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876765.908081:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.908090:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.908110:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876765.908118:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7656a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876765.908226:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362681600:12345-192.168.203.59@tcp:4:dd.500 Request processed in 41982us (42331us total) trans 4294981395 rc 0/0
00000100:00100000:0.0:1788876765.908237:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1477
00000100:00100000:0.0:1788876765.908250:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622831318430 time 7622875208056 state 0x2 ref 0
00000100:00100000:1.0:1788876765.912764:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876765.912873:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681728
00000100:00100000:2.0:1788876765.912884:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681728
00000100:00100000:2.0:1788876765.912950:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622831318430 time 7622875208056 state 0x0 ref 1
00000100:00100000:2.0:1788876765.912966:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7622925208056 time 7622875208056 state 0x1 ref 1
00000100:00100000:2.0:1788876765.913057:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7622925208056 time 7622922036833 state 0x0 ref 1
00000100:00100000:2.0:1788876765.913071:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362681728:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876765.913127:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 96468992, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2e009
00010000:00010000:2.0:1788876765.913136:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.913152:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7622s v=(0 0)
00010000:00010000:2.0:1788876765.913157:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876765.913163:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.913176:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876765.992287:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 96468992 -> 97517568
00002000:00010000:2.0:1788876765.992296:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 188425 -> 190473
00010000:00010000:2.0:1788876765.992310:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.992322:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.992331:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.992338:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876765.992343:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.992352:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.992373:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876765.992386:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e746ab6/0x3868396b8e7656af lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876765.992491:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362681728:12345-192.168.203.59@tcp:4:dd.500 Request processed in 79410us (79723us total) trans 4294981396 rc 0/0
00000100:00100000:2.0:1788876765.992502:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1478
00000100:00100000:2.0:1788876765.992523:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7622925208056 time 7622922036833 state 0x2 ref 0
00000001:00080000:3.0:1788876765.992694:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981396 is committed
00000100:00100000:0.0:1788876765.997672:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876765.997810:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681856
00000100:00100000:3.0:1788876765.997820:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681856
00000100:00100000:3.0:1788876765.997888:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7622925208056 time 7622922036833 state 0x0 ref 1
00000100:00100000:3.0:1788876765.997902:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7622972036833 time 7622922036833 state 0x1 ref 1
00000100:00100000:3.0:1788876765.997934:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7622972036833 time 7623006915066 state 0x0 ref 1
00000100:00100000:3.0:1788876765.997946:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362681856:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876765.997996:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 97517568, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2e809
00010000:00010000:3.0:1788876765.998007:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.998058:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:3.0:1788876765.998063:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876765.998070:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876765.998084:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876766.071123:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981397 is committed
00002000:00010000:1.0:1788876766.071281:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 97517568 -> 98566144
00002000:00010000:1.0:1788876766.071286:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 190473 -> 192521
00010000:00010000:1.0:1788876766.071300:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.071311:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.071320:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.071327:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.071332:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.071340:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.071357:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.071365:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e7656b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.071462:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362681856:12345-192.168.203.59@tcp:4:dd.500 Request processed in 73513us (73795us total) trans 4294981397 rc 0/0
00000100:00100000:1.0:1788876766.071473:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1479
00000100:00100000:1.0:1788876766.071495:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7622972036833 time 7623006915066 state 0x2 ref 0
00000100:00100000:0.0:1788876766.080856:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876766.081615:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362681984
00000100:00100000:3.0:1788876766.081625:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362681984
00000100:00100000:3.0:1788876766.081694:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7622972036833 time 7623006915066 state 0x0 ref 1
00000100:00100000:3.0:1788876766.081710:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7623056915066 time 7623006915066 state 0x1 ref 1
00000100:00100000:3.0:1788876766.081745:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7623056915066 time 7623090724901 state 0x0 ref 1
00000100:00100000:3.0:1788876766.081757:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362681984:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876766.081802:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 98566144, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2f009
00010000:00010000:3.0:1788876766.081810:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876766.081825:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:3.0:1788876766.081829:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876766.081834:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876766.081847:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876766.186696:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981398 is committed
00002000:00010000:1.0:1788876766.186842:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 98566144 -> 99614720
00002000:00010000:1.0:1788876766.186847:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 192521 -> 194569
00010000:00010000:1.0:1788876766.186875:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.186890:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.186899:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.186907:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.186912:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.186921:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.186943:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.186952:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7656bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.187131:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362681984:12345-192.168.203.59@tcp:4:dd.500 Request processed in 105370us (106276us total) trans 4294981398 rc 0/0
00000100:00100000:1.0:1788876766.187143:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1480
00000100:00100000:1.0:1788876766.187157:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7623056915066 time 7623090724901 state 0x2 ref 0
00000100:00100000:0.0:1788876766.196627:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876766.196735:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362682112
00000100:00100000:2.0:1788876766.196744:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362682112
00000100:00100000:2.0:1788876766.196806:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7623056915066 time 7623090724901 state 0x0 ref 1
00000100:00100000:2.0:1788876766.196821:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 1 deadline 7623140724901 time 7623090724901 state 0x1 ref 1
00000100:00100000:2.0:1788876766.196855:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623140724901 time 7623205835967 state 0x0 ref 1
00000100:00100000:2.0:1788876766.196883:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362682112:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876766.196932:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 99614720, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x2f809
00010000:00010000:2.0:1788876766.196941:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.196959:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:2.0:1788876766.196963:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876766.196969:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.196981:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.254445:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876766.321669:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981399 is committed
00002000:00010000:1.0:1788876766.321787:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 99614720 -> 100663296
00002000:00010000:1.0:1788876766.321792:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 194569 -> 196617
00010000:00010000:1.0:1788876766.321806:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.321819:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.321829:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.321836:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.321841:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.321849:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.321876:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.321884:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e7656c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.321995:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362682112:12345-192.168.203.59@tcp:4:dd.500 Request processed in 125110us (125373us total) trans 4294981399 rc 0/0
00000100:00100000:1.0:1788876766.322006:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1481
00000100:00100000:1.0:1788876766.322047:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623140724901 time 7623205835967 state 0x2 ref 0
00000100:00100000:3.0:1788876766.337246:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876766.337346:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362682240
00000100:00100000:0.0:1788876766.337356:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362682240
00000100:00100000:0.0:1788876766.337493:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623140724901 time 7623205835967 state 0x0 ref 1
00000100:00100000:0.0:1788876766.337507:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623255835967 time 7623205835967 state 0x1 ref 1
00000100:00100000:0.0:1788876766.337540:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623255835967 time 7623346520130 state 0x0 ref 1
00000100:00100000:0.0:1788876766.337552:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362682240:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876766.337602:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 100663296, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x30009
00010000:00010000:0.0:1788876766.337612:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.337627:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:0.0:1788876766.337631:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876766.337638:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.337652:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876766.477740:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981400 is committed
00002000:00010000:1.0:1788876766.481247:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 100663296 -> 101711872
00002000:00010000:1.0:1788876766.481258:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 196617 -> 198665
00010000:00010000:1.0:1788876766.481273:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.481284:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.481292:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.481299:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.481303:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.481311:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.481330:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.481337:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007068a683/0x3868396b8e7656cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.481461:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362682240:12345-192.168.203.59@tcp:4:dd.500 Request processed in 143905us (144218us total) trans 4294981400 rc 0/0
00000100:00100000:1.0:1788876766.481596:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1482
00000100:00100000:1.0:1788876766.481610:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623255835967 time 7623346520130 state 0x2 ref 0
00000100:00100000:1.0:1788876766.490612:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876766.490704:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362682368
00000100:00100000:0.0:1788876766.490713:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362682368
00000100:00100000:0.0:1788876766.490768:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623255835967 time 7623346520130 state 0x0 ref 1
00000100:00100000:0.0:1788876766.490782:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623396520130 time 7623346520130 state 0x1 ref 1
00000100:00100000:0.0:1788876766.490853:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623396520130 time 7623499831538 state 0x0 ref 1
00000100:00100000:0.0:1788876766.490874:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362682368:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876766.490926:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 101711872, mtime: 0x6aa017de, atime: 0x0, ctime: 0x6aa017de, blocks: 0x30809
00010000:00010000:0.0:1788876766.490936:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.490952:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:0.0:1788876766.491323:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876766.491330:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.491346:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876766.607694:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 101711872 -> 102760448
00002000:00010000:1.0:1788876766.607703:0:18424:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb mtime from disk: 1788876766 -> 1788876767
00002000:00010000:1.0:1788876766.607707:0:18424:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb ctime from disk: 1788876766 -> 1788876767
00002000:00010000:1.0:1788876766.607709:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 198665 -> 200715
00010000:00010000:1.0:1788876766.607724:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.607737:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.607745:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.607768:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.607773:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.607783:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.607801:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.607808:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057680f9f/0x3868396b8e7656d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.607912:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362682368:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117036us (117302us total) trans 4294981401 rc 0/0
00000100:00100000:1.0:1788876766.607923:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1483
00000100:00100000:1.0:1788876766.607935:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623396520130 time 7623499831538 state 0x2 ref 0
00000001:00080000:3.0:1788876766.610461:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981401 is committed
00000100:00100000:2.0:1788876766.614489:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876766.614722:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362682496
00000100:00100000:0.0:1788876766.614733:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362682496
00000100:00100000:0.0:1788876766.614856:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623396520130 time 7623499831538 state 0x0 ref 1
00000100:00100000:0.0:1788876766.614881:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623549831538 time 7623499831538 state 0x1 ref 1
00000100:00100000:0.0:1788876766.614915:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623549831538 time 7623623894420 state 0x0 ref 1
00000100:00100000:0.0:1788876766.614928:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362682496:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876766.614986:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 102760448, mtime: 0x6aa017df, atime: 0x0, ctime: 0x6aa017df, blocks: 0x3100b
00010000:00010000:0.0:1788876766.614995:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.615088:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:0.0:1788876766.615094:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876766.615102:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.615116:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876766.668482:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981402 is committed
00002000:00010000:2.0:1788876766.669224:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 102760448 -> 103809024
00002000:00010000:2.0:1788876766.669229:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 200715 -> 202763
00010000:00010000:2.0:1788876766.669244:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.669256:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.669265:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.669272:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876766.669277:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.669292:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.669310:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.669318:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7656d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876766.669450:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362682496:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54520us (54966us total) trans 4294981402 rc 0/0
00000100:00100000:2.0:1788876766.669461:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1484
00000100:00100000:2.0:1788876766.669482:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623549831538 time 7623623894420 state 0x2 ref 0
00000100:00100000:2.0:1788876766.676110:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876766.676186:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362682624
00000100:00100000:1.0:1788876766.676199:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362682624
00000100:00100000:1.0:1788876766.676269:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623549831538 time 7623623894420 state 0x0 ref 1
00000100:00100000:1.0:1788876766.676285:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623673894420 time 7623623894420 state 0x1 ref 1
00000100:00100000:1.0:1788876766.676319:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623673894420 time 7623685299236 state 0x0 ref 1
00000100:00100000:1.0:1788876766.676332:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362682624:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876766.676388:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 103809024, mtime: 0x6aa017df, atime: 0x0, ctime: 0x6aa017df, blocks: 0x3180b
00010000:00010000:1.0:1788876766.676398:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.676414:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:1.0:1788876766.676419:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876766.676426:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.676441:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876766.730917:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981403 is committed
00002000:00010000:1.0:1788876766.731067:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb size from disk: 103809024 -> 104857600
00002000:00010000:1.0:1788876766.731086:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe47:0x0] updating lvb blocks from disk: 202763 -> 204811
00010000:00010000:1.0:1788876766.731100:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.731114:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.731123:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.731131:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.731136:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.731145:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.731166:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.731174:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e7656e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.731275:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362682624:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54940us (55170us total) trans 4294981403 rc 0/0
00000100:00100000:1.0:1788876766.731286:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1485
00000100:00100000:1.0:1788876766.731299:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623673894420 time 7623685299236 state 0x2 ref 0
00000100:00100000:0.0:1788876766.734384:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876766.734457:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362682880
00000100:00100000:1.0:1788876766.734467:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362682880
00000100:00100000:1.0:1788876766.734553:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9844
00000100:00100000:1.0:1788876766.734566:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249687:x1875765362682880:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:1.0:1788876766.734873:0:19088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010748
00000100:00100000:1.0:1788876766.734987:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249687:x1875765362682880:12345-192.168.203.59@tcp:35:dd.500 Request processed in 424us (611us total) trans 4295010749 rc 0/0
00000100:00100000:1.0:1788876766.734996:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9844
00000020:00080000:1.0:1788876766.735000:0:19088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00080000:3.0:1788876766.735290:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876766.867593:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876766.867701:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362683136
00000100:00100000:1.0:1788876766.867710:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362683136
00000100:00100000:1.0:1788876766.867775:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60232
00000100:00100000:1.0:1788876766.867785:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249703:x1875765362683136:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876766.867811:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876766.867830:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7656e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883b2 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.867969:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7656ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.867985:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7656ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.867996:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7656ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876766.868008:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9c:0x0]: returning size 104857600
00010000:00010000:1.0:1788876766.868159:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fdc00/0x3868396b8e7656e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883b2 expref: 13 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.868176:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7656ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883b2 expref: 12 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.868185:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9c:0x0].0x0 (ffff998404dddc00)
00010000:00010000:1.0:1788876766.868188:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876766.868191:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984013fca00, rc 0)
00000100:00100000:1.0:1788876766.868249:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249703:x1875765362683136:12345-192.168.203.59@tcp:101:dd.500 Request processed in 466us (664us total) trans 4295010750 rc 0/0
00000100:00100000:1.0:1788876766.868256:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60232
00000100:00100000:2.0:1788876766.874268:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876766.874311:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876766.874389:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362683392
00000100:00100000:1.0:1788876766.874399:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362683392
00000100:00100000:1.0:1788876766.874468:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1186
00000100:00100000:1.0:1788876766.874486:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362683392:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876766.874502:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876766.874534:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fca00/0x3868396b8e7656ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883b2 expref: 12 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.874552:0:6599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9c:0x0].0x0 (ffff998404dddc00)
00010000:00010000:1.0:1788876766.874557:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876766.874614:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2357:x1875765362683392:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 138us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876766.874621:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1186
00000100:00100000:0.0:1788876766.874980:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362683264
00000100:00100000:0.0:1788876766.874986:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362683264
00000100:00100000:0.0:1788876766.875056:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 507
00000100:00100000:0.0:1788876766.875064:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362683264:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876766.875079:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876766.875097:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e7656fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883b9 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876766.875124:0:20698:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 104857600, mtime: 0x6aa017df, atime: 0x0, ctime: 0x6aa017df, blocks: 0x3200b
00010000:00010000:0.0:1788876766.875141:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7623s v=(0 0)
00010000:00010000:0.0:1788876766.875146:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876766.875156:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e7656fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883b9 expref: 6 pid: 20698 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.875177:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e7656fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883b9 expref: 6 pid: 20698 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876766.875188:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998320302c00, rc 0)
00000100:00100000:0.0:1788876766.875227:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362683264:12345-192.168.203.59@tcp:101:dd.500 Request processed in 163us (967us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876766.875234:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 507
00000100:00100000:2.0:1788876766.884298:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876766.884391:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362683520
00000100:00100000:1.0:1788876766.884401:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362683520
00000100:00100000:1.0:1788876766.884467:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588417162921 time 7588417601200 state 0x0 ref 1
00000100:00100000:1.0:1788876766.884486:0:32430:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x1, head sequence 11: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff99841e3d0800 gen 0 rate 5 depth 3 token 0 deadline 7588417162921 time 7588417601200 state 0x0 ref 1
00000100:00100000:1.0:1788876766.884509:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 3 deadline 7623993485353 time 7623893485353 state 0x1 ref 1
00000100:00100000:1.0:1788876766.884545:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 2 deadline 7623993485353 time 7623893525090 state 0x0 ref 1
00000100:00100000:1.0:1788876766.884558:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362683520:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876766.884591:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.884609:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876766.884613:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876766.884630:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.884644:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.909848:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.909877:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.909886:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.909893:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.909897:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.909906:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.909925:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.909933:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765703 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.910068:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362683520:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25507us (25775us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876766.910078:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1486
00000100:00100000:1.0:1788876766.910091:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 2 deadline 7623993485353 time 7623893525090 state 0x2 ref 0
00000100:00100000:0.0:1788876766.923285:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876766.923424:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362683648
00000100:00100000:3.0:1788876766.923434:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362683648
00000100:00100000:3.0:1788876766.923500:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 2 deadline 7623993485353 time 7623893525090 state 0x0 ref 1
00000100:00100000:3.0:1788876766.923519:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 2 deadline 7623993525090 time 7623893525090 state 0x1 ref 1
00000100:00100000:3.0:1788876766.923546:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 1 deadline 7623993525090 time 7623932527772 state 0x0 ref 1
00000100:00100000:3.0:1788876766.923556:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362683648:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876766.923589:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876766.923602:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876766.923606:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876766.923612:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876766.923624:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.943621:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.943649:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.943659:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.943666:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.943671:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.943681:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.943699:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.943706:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e76570a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.943788:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362683648:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20227us (20507us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876766.943798:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1487
00000100:00100000:1.0:1788876766.943809:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 1 deadline 7623993525090 time 7623932527772 state 0x2 ref 0
00000100:00100000:0.0:1788876766.954050:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876766.954229:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362683776
00000100:00100000:2.0:1788876766.954248:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362683776
00000100:00100000:2.0:1788876766.954310:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 1 deadline 7623993525090 time 7623932527772 state 0x0 ref 1
00000100:00100000:2.0:1788876766.954325:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 1 deadline 7624032527772 time 7623932527772 state 0x1 ref 1
00000100:00100000:2.0:1788876766.954355:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624032527772 time 7623963335829 state 0x0 ref 1
00000100:00100000:2.0:1788876766.954368:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362683776:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876766.954400:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.954417:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876766.954421:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876766.954428:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876766.954441:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.979936:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.979957:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.979974:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.979982:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876766.979987:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.979995:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.980036:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876766.980045:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e765711 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876766.980141:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362683776:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25770us (26121us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876766.980152:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1488
00000100:00100000:1.0:1788876766.980164:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624032527772 time 7623963335829 state 0x2 ref 0
00000100:00100000:0.0:1788876767.011925:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876767.012004:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362683904
00000100:00100000:1.0:1788876767.012043:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362683904
00000100:00100000:1.0:1788876767.012124:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624032527772 time 7623963335829 state 0x0 ref 1
00000100:00100000:1.0:1788876767.012141:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624063335829 time 7623963335829 state 0x1 ref 1
00000100:00080000:3.0:1788876767.012746:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876767.054621:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624063335829 time 7624063586301 state 0x0 ref 1
00000100:00100000:1.0:1788876767.054655:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362683904:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876767.054706:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.054723:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876767.054728:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876767.054735:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.054750:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.071616:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.071636:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.071645:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.071652:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876767.071657:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.071665:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.071684:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.071692:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765718 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876767.071776:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362683904:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17134us (59855us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876767.071787:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1489
00000100:00100000:1.0:1788876767.071800:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624063335829 time 7624063586301 state 0x2 ref 0
00000100:00100000:3.0:1788876767.087444:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876767.087824:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684032
00000100:00100000:1.0:1788876767.087834:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684032
00000100:00100000:1.0:1788876767.087906:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624063335829 time 7624063586301 state 0x0 ref 1
00000100:00100000:1.0:1788876767.087921:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624163586301 time 7624063586301 state 0x1 ref 1
00000100:00100000:3.0:1788876767.154822:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624163586301 time 7624163785968 state 0x0 ref 1
00000100:00100000:3.0:1788876767.154865:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362684032:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876767.154914:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.154930:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.154934:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.154942:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.154954:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.186893:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.186913:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.186923:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.186931:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f5c600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876767.186935:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.186944:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.186964:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.186972:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bd3a490/0x3868396b8e76571f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876767.187132:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362684032:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32285us (99689us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876767.187143:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1490
00000100:00100000:0.0:1788876767.187156:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624163586301 time 7624163785968 state 0x2 ref 0
00000100:00100000:3.0:1788876767.197130:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876767.197335:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684160
00000100:00100000:1.0:1788876767.197345:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684160
00000100:00100000:1.0:1788876767.197406:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624163586301 time 7624163785968 state 0x0 ref 1
00000100:00100000:1.0:1788876767.197421:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624263785968 time 7624163785968 state 0x1 ref 1
00000100:00100000:1.0:1788876767.254940:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624263785968 time 7624263906587 state 0x0 ref 1
00000100:00100000:1.0:1788876767.254977:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684160:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876767.255060:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.255081:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876767.255086:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876767.255092:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.255106:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.278380:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876767.286973:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.286991:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.286999:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.287005:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876767.287010:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.287033:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.287052:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.287064:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765726 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876767.287190:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684160:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32228us (90066us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876767.287202:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1491
00000100:00100000:1.0:1788876767.287214:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624263785968 time 7624263906587 state 0x2 ref 0
00000100:00100000:3.0:1788876767.292667:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876767.293005:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684288
00000100:00100000:0.0:1788876767.293090:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684288
00000100:00100000:0.0:1788876767.293149:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624263785968 time 7624263906587 state 0x0 ref 1
00000100:00100000:0.0:1788876767.293164:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624363906587 time 7624263906587 state 0x1 ref 1
00000100:00100000:3.0:1788876767.355412:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624363906587 time 7624364377208 state 0x0 ref 1
00000100:00100000:3.0:1788876767.355443:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362684288:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876767.355502:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.355526:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.355530:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.355536:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.355551:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.378159:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.378178:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.378188:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.378201:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f5ce00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876767.378205:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.378214:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.378233:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.378241:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d4c114c/0x3868396b8e76572d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876767.378339:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362684288:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22905us (85676us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876767.378350:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1492
00000100:00100000:0.0:1788876767.378362:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624363906587 time 7624364377208 state 0x2 ref 0
00000100:00100000:3.0:1788876767.395063:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876767.395178:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684416
00000100:00100000:1.0:1788876767.395188:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684416
00000100:00100000:1.0:1788876767.395253:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624363906587 time 7624364377208 state 0x0 ref 1
00000100:00100000:1.0:1788876767.395284:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624464377208 time 7624364377208 state 0x1 ref 1
00000100:00100000:1.0:1788876767.455533:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624464377208 time 7624464500006 state 0x0 ref 1
00000100:00100000:1.0:1788876767.455566:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684416:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876767.455607:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.455622:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876767.455626:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876767.455633:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.455651:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.470295:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.470317:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.470325:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.470331:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876767.470336:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.470344:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.470362:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.470369:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765734 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876767.470454:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684416:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14899us (75439us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876767.470465:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1493
00000100:00100000:1.0:1788876767.470477:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624464377208 time 7624464500006 state 0x2 ref 0
00000100:00100000:2.0:1788876767.497286:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876767.497612:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684544
00000100:00100000:0.0:1788876767.497622:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684544
00000100:00100000:0.0:1788876767.497678:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624464377208 time 7624464500006 state 0x0 ref 1
00000100:00100000:0.0:1788876767.497706:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624564500006 time 7624464500006 state 0x1 ref 1
00000100:00100000:0.0:1788876767.555789:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624564500006 time 7624564753417 state 0x0 ref 1
00000100:00100000:0.0:1788876767.555822:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684544:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876767.555875:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.555892:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876767.555897:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876767.555904:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.555917:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.566444:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.566465:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.566478:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.566646:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876767.566652:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.566662:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.566689:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876767.566696:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76573b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876767.566787:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684544:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10974us (69504us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876767.566798:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1494
00000100:00100000:0.0:1788876767.566811:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624564500006 time 7624564753417 state 0x2 ref 0
00000100:00100000:3.0:1788876767.590084:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876767.590866:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684672
00000100:00100000:1.0:1788876767.590876:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684672
00000100:00100000:1.0:1788876767.590940:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624564500006 time 7624564753417 state 0x0 ref 1
00000100:00100000:1.0:1788876767.590955:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624664753417 time 7624564753417 state 0x1 ref 1
00000100:00100000:2.0:1788876767.655929:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624664753417 time 7624664893464 state 0x0 ref 1
00000100:00100000:2.0:1788876767.655962:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362684672:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876767.656005:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.656044:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876767.656049:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876767.656055:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.656069:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.676439:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.676459:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.676478:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.676486:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d758800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876767.676491:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.676500:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.676525:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.676534:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f69fd74b/0x3868396b8e765742 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876767.676650:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362684672:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20698us (86570us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876767.676661:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1495
00000100:00100000:2.0:1788876767.676681:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624664753417 time 7624664893464 state 0x2 ref 0
00000100:00100000:3.0:1788876767.700304:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876767.700340:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684800
00000100:00100000:3.0:1788876767.700349:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684800
00000100:00100000:3.0:1788876767.700400:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624664753417 time 7624664893464 state 0x0 ref 1
00000100:00100000:3.0:1788876767.700426:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624764893464 time 7624664893464 state 0x1 ref 1
00000100:00100000:3.0:1788876767.759890:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624764893464 time 7624768856115 state 0x0 ref 1
00000100:00100000:3.0:1788876767.759917:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362684800:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876767.759967:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.759985:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.759990:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.759997:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.760010:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.786496:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.786523:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.786532:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.786538:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841caff800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876767.786543:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.786552:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.786569:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.786577:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000633d6c4d/0x3868396b8e765749 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876767.786650:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362684800:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26737us (86348us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876767.786660:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1496
00000100:00100000:2.0:1788876767.786680:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624764893464 time 7624768856115 state 0x2 ref 0
00000100:00100000:1.0:1788876767.822359:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876767.822422:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362684928
00000100:00100000:3.0:1788876767.822433:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362684928
00000100:00100000:3.0:1788876767.822489:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624764893464 time 7624768856115 state 0x0 ref 1
00000100:00100000:3.0:1788876767.822569:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624868856115 time 7624768856115 state 0x1 ref 1
00000100:00100000:0.0:1788876767.865054:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624868856115 time 7624874020658 state 0x0 ref 1
00000100:00100000:3.0:1788876767.868058:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684928:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876767.868108:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.868126:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.868131:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876767.868137:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876767.868151:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.897332:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.897351:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.897361:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.897368:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876767.897373:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.897380:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.897398:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.897404:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e765750 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876767.897697:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362684928:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32622us (75339us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876767.897707:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1497
00000100:00100000:2.0:1788876767.897720:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624868856115 time 7624874020658 state 0x2 ref 0
00000100:00100000:0.0:1788876767.903226:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876767.903295:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685056
00000100:00100000:1.0:1788876767.903304:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685056
00000100:00100000:1.0:1788876767.903365:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624868856115 time 7624874020658 state 0x0 ref 1
00000100:00100000:1.0:1788876767.903381:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624974020658 time 7624874020658 state 0x1 ref 1
00000100:00100000:1.0:1788876767.965435:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624974020658 time 7624974402988 state 0x0 ref 1
00000100:00100000:1.0:1788876767.965463:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362685056:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876767.965501:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.965518:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876767.965522:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876767.965529:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876767.965540:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.989664:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.989683:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.989692:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.989699:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876767.989703:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.989712:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.989730:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876767.989737:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e765757 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876767.989817:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362685056:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24362us (86594us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876767.989828:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1498
00000100:00100000:2.0:1788876767.989840:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624974020658 time 7624974402988 state 0x2 ref 0
00000100:00100000:3.0:1788876768.008989:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876768.009045:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685184
00000100:00100000:3.0:1788876768.009054:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685184
00000100:00100000:3.0:1788876768.009119:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7624974020658 time 7624974402988 state 0x0 ref 1
00000100:00100000:3.0:1788876768.009136:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625074402988 time 7624974402988 state 0x1 ref 1
00000100:00100000:3.0:1788876768.066311:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625074402988 time 7625075278438 state 0x0 ref 1
00000100:00100000:3.0:1788876768.066335:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362685184:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876768.066374:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.066391:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876768.066397:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.066404:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.066420:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.089810:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.089831:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.089919:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.090368:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841cafea00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876768.090374:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.090384:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.090406:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.090414:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e2566d6/0x3868396b8e76575e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876768.091001:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362685184:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24666us (82015us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876768.091224:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1499
00000100:00100000:2.0:1788876768.091236:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625074402988 time 7625075278438 state 0x2 ref 0
00000100:00100000:1.0:1788876768.098137:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876768.098355:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685312
00000100:00100000:2.0:1788876768.098365:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685312
00000100:00100000:2.0:1788876768.098421:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625074402988 time 7625075278438 state 0x0 ref 1
00000100:00100000:2.0:1788876768.098436:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625175278438 time 7625075278438 state 0x1 ref 1
00000100:00100000:1.0:1788876768.166670:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625175278438 time 7625175634247 state 0x0 ref 1
00000100:00100000:1.0:1788876768.166706:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362685312:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876768.166753:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.166769:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876768.166774:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876768.166780:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.166795:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.196518:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.196539:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.196548:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.196555:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876768.196560:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.196575:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.196593:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.196601:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765765 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876768.196693:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362685312:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30001us (98571us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876768.196703:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1500
00000100:00100000:2.0:1788876768.196715:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625175278438 time 7625175634247 state 0x2 ref 0
00000100:00100000:3.0:1788876768.215252:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876768.215347:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685440
00000100:00100000:0.0:1788876768.215358:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685440
00000100:00100000:0.0:1788876768.215415:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625175278438 time 7625175634247 state 0x0 ref 1
00000100:00100000:0.0:1788876768.215430:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625275634247 time 7625175634247 state 0x1 ref 1
00000100:00100000:1.0:1788876768.267970:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625275634247 time 7625276934592 state 0x0 ref 1
00000100:00100000:1.0:1788876768.268003:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362685440:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876768.268065:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.268082:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876768.268086:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876768.268093:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.268107:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.296189:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.296207:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.296215:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.296222:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876768.296226:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.296234:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.296252:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.296275:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76576c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876768.296353:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362685440:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28360us (81107us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876768.296371:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1501
00000100:00100000:1.0:1788876768.296382:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625275634247 time 7625276934592 state 0x2 ref 0
00010000:00010000:3.0:1788876768.302190:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876768.310902:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876768.311071:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685568
00000100:00100000:2.0:1788876768.311082:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685568
00000100:00100000:2.0:1788876768.311141:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625275634247 time 7625276934592 state 0x0 ref 1
00000100:00100000:2.0:1788876768.311155:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625376934592 time 7625276934592 state 0x1 ref 1
00000100:00100000:3.0:1788876768.368277:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625376934592 time 7625377242570 state 0x0 ref 1
00000100:00100000:3.0:1788876768.368307:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362685568:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876768.368349:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.368375:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.368380:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.368393:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.368407:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.391992:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.392048:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.392059:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.392066:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876768.392070:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.392080:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.392099:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.392108:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c4a561b/0x3868396b8e765773 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876768.392194:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362685568:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23896us (81296us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876768.392207:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1502
00000100:00100000:1.0:1788876768.392220:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625376934592 time 7625377242570 state 0x2 ref 0
00000100:00100000:3.0:1788876768.401763:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876768.401900:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685696
00000100:00100000:2.0:1788876768.401910:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685696
00000100:00100000:2.0:1788876768.401971:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625376934592 time 7625377242570 state 0x0 ref 1
00000100:00100000:2.0:1788876768.401996:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625477242570 time 7625377242570 state 0x1 ref 1
00000100:00100000:1.0:1788876768.468444:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625477242570 time 7625477408562 state 0x0 ref 1
00000100:00100000:1.0:1788876768.468479:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362685696:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876768.468527:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.468544:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876768.468548:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876768.468554:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.468577:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.494101:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.494129:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.494139:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.494147:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876768.494151:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.494163:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.494182:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.494189:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e76577a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876768.494288:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362685696:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25822us (92529us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876768.494300:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1503
00000100:00100000:1.0:1788876768.494312:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625477242570 time 7625477408562 state 0x2 ref 0
00000100:00100000:2.0:1788876768.506951:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876768.507041:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685824
00000100:00100000:3.0:1788876768.507051:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685824
00000100:00100000:3.0:1788876768.507113:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625477242570 time 7625477408562 state 0x0 ref 1
00000100:00100000:3.0:1788876768.507129:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625577408562 time 7625477408562 state 0x1 ref 1
00000100:00100000:2.0:1788876768.568672:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625577408562 time 7625577636084 state 0x0 ref 1
00000100:00100000:2.0:1788876768.568705:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362685824:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876768.568747:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.568764:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876768.568768:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876768.568775:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.568789:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.587558:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.587584:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.587594:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.587601:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876768.587605:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.587614:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.587632:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.587640:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e765781 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876768.587727:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362685824:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19031us (80779us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876768.587739:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1504
00000100:00100000:0.0:1788876768.587751:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625577408562 time 7625577636084 state 0x2 ref 0
00000100:00100000:0.0:1788876768.595472:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876768.595731:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362685952
00000100:00100000:2.0:1788876768.595741:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362685952
00000100:00100000:2.0:1788876768.595801:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625577408562 time 7625577636084 state 0x0 ref 1
00000100:00100000:2.0:1788876768.595817:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625677636084 time 7625577636084 state 0x1 ref 1
00000100:00100000:3.0:1788876768.670354:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625677636084 time 7625679319693 state 0x0 ref 1
00000100:00100000:3.0:1788876768.670389:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362685952:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876768.670441:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.670457:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.670465:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.670472:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.670493:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876768.691087:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365720576:0@lo:400:kworker.0
00000100:00100000:1.0:1788876768.691168:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876768.691223:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1788876768.691229:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365720192:0@lo:400:kworker.0
00000100:00100000:1.0:1788876768.691256:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876768.691276:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365720704:0@lo:400:kworker.0
00000100:00100000:1.0:1788876768.691297:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876768.691323:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720192
00000100:00100000:1.0:1788876768.691329:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720192
00000100:00100000:1.0:1788876768.691375:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106
00000100:00100000:1.0:1788876768.691382:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365720192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876768.691428:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365720192:12345-0@lo:400:kworker.0 Request processed in 46us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876768.691435:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106
00000100:00100000:1.0:1788876768.691467:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720704
00000100:00100000:1.0:1788876768.691470:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720704
00000100:00100000:1.0:1788876768.692059:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6622
00000100:00100000:1.0:1788876768.692070:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365720704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876768.692111:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365720704:12345-0@lo:400:kworker.0 Request processed in 45us (812us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876768.692117:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6622
00000100:00100000:1.0:1788876768.692172:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365720192:0@lo:400:kworker.0
00000100:00100000:1.0:1788876768.692186:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365720704:0@lo:400:kworker.0
00000100:00100000:3.0:1788876768.692524:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720576
00000100:00100000:3.0:1788876768.692529:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720576
00000100:00100000:3.0:1788876768.692581:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314
00000100:00100000:3.0:1788876768.692589:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365720576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876768.692639:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365720576:12345-0@lo:400:kworker.0 Request processed in 51us (1471us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876768.692645:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314
00000100:00080000:3.0:1788876768.692661:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876768.692665:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876768.692724:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365720576:0@lo:400:kworker.0
00000100:00100000:2.0:1788876768.694262:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365720320:0@lo:400:kworker.0
00000100:00100000:2.0:1788876768.694328:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876768.694368:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365720832:0@lo:400:kworker.0
00000100:00100000:2.0:1788876768.694395:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876768.694417:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720320
00000100:00100000:0.0:1788876768.694424:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720320
00000100:00100000:2.0:1788876768.694430:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1788876768.694436:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365720448:0@lo:400:kworker.0
00000100:00100000:2.0:1788876768.694457:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876768.694520:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720832
00000100:00100000:1.0:1788876768.694525:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720832
00000100:00100000:1.0:1788876768.694576:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 315
00000100:00100000:1.0:1788876768.694585:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365720832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876768.694631:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365720832:12345-0@lo:400:kworker.0 Request processed in 47us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876768.694637:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 315
00000100:00100000:2.0:1788876768.702882:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365720960:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876768.702953:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876768.702996:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365720832:0@lo:400:kworker.0
00000100:00100000:0.0:1788876768.703027:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720448
00000100:00100000:0.0:1788876768.703035:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720448
00000100:00100000:2.0:1788876768.703058:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365720960
00000100:00100000:2.0:1788876768.703062:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365720960
00000100:00100000:2.0:1788876768.703108:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314
00000100:00100000:2.0:1788876768.703117:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365720960:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876768.703154:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876768.703198:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365720960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876768.703206:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314
00000100:00100000:2.0:1788876768.703244:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365720960:0@lo:13:osp-pre-1-0.0
00000100:00080000:2.0:1788876768.703274:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1788876768.703279:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876768.703283:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6623
00000100:00100000:0.0:1788876768.703292:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365720320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876768.703336:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365720320:12345-0@lo:400:kworker.0 Request processed in 46us (9008us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876768.703342:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6623
00000100:00100000:0.0:1788876768.703357:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6624
00000100:00100000:2.0:1788876768.703422:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365720320:0@lo:400:kworker.0
00010000:00010000:2.0:1788876768.703491:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.703506:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.703520:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.703527:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876768.703531:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.703540:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.703560:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876768.703568:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adda1b58/0x3868396b8e765788 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876768.703620:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362685952:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33238us (108165us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876768.703630:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1505
00000100:00100000:2.0:1788876768.703640:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625677636084 time 7625679319693 state 0x2 ref 0
00000100:00100000:0.0:1788876768.706405:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365720448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876768.706768:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365720448:12345-0@lo:400:kworker.0 Request processed in 3403us (12307us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876768.706777:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6624
00000100:00100000:0.0:1788876768.706853:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365720448:0@lo:400:kworker.0
00000100:00100000:2.0:1788876768.713345:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876768.713749:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686080
00000100:00100000:0.0:1788876768.713759:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686080
00000100:00100000:0.0:1788876768.713822:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625677636084 time 7625679319693 state 0x0 ref 1
00000100:00100000:0.0:1788876768.713836:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625779319693 time 7625679319693 state 0x1 ref 1
00000100:00100000:0.0:1788876768.771291:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625779319693 time 7625780255366 state 0x0 ref 1
00000100:00100000:0.0:1788876768.771321:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362686080:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876768.771370:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.771386:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876768.771391:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876768.771397:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.771410:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.789867:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.789885:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.789893:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.789900:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876768.789905:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.789912:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.789937:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876768.789946:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76578f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876768.790060:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362686080:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18748us (76721us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876768.790072:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1506
00000100:00100000:0.0:1788876768.790084:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625779319693 time 7625780255366 state 0x2 ref 0
00000100:00100000:3.0:1788876768.796074:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876768.796260:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686208
00000100:00100000:2.0:1788876768.796270:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686208
00000100:00100000:2.0:1788876768.796328:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625779319693 time 7625780255366 state 0x0 ref 1
00000100:00100000:2.0:1788876768.796344:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625880255366 time 7625780255366 state 0x1 ref 1
00000100:00100000:3.0:1788876768.871428:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625880255366 time 7625880391596 state 0x0 ref 1
00000100:00100000:3.0:1788876768.871463:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362686208:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876768.871517:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.871533:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.871538:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.871545:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.871558:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.933729:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.933749:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.933758:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.933765:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876768.933771:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.933781:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.933798:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.933806:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003923b56c/0x3868396b8e765796 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876768.933896:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362686208:12345-192.168.203.59@tcp:3:dd.500 Request processed in 62446us (137826us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876768.933908:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1507
00000100:00100000:1.0:1788876768.933921:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625880255366 time 7625880391596 state 0x2 ref 0
00000100:00100000:3.0:1788876768.946270:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876768.949955:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686336
00000100:00100000:1.0:1788876768.949978:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686336
00000100:00100000:1.0:1788876768.950062:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625880255366 time 7625880391596 state 0x0 ref 1
00000100:00100000:1.0:1788876768.950078:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625980391596 time 7625880391596 state 0x1 ref 1
00000100:00100000:3.0:1788876768.972697:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625980391596 time 7625981662140 state 0x0 ref 1
00000100:00100000:3.0:1788876768.972728:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362686336:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876768.972777:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.972792:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.972796:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876768.972802:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876768.972817:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.982873:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.982893:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.982901:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.982908:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876768.982912:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.982920:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.982940:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876768.982949:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76579d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876768.983181:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362686336:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10462us (36914us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876768.983192:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1508
00000100:00100000:1.0:1788876768.983204:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625980391596 time 7625981662140 state 0x2 ref 0
00000100:00100000:2.0:1788876769.006334:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876769.006439:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686464
00000100:00100000:1.0:1788876769.006449:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686464
00000100:00100000:1.0:1788876769.006524:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7625980391596 time 7625981662140 state 0x0 ref 1
00000100:00100000:1.0:1788876769.006538:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626081662140 time 7625981662140 state 0x1 ref 1
00000100:00080000:2.0:1788876769.006734:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876769.075426:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626081662140 time 7626084391726 state 0x0 ref 1
00000100:00100000:3.0:1788876769.075455:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362686464:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876769.075503:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.075519:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876769.075523:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876769.075529:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.075543:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.095726:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.095745:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.095754:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.095760:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876769.095766:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.095774:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.095793:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.095800:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d889d88b/0x3868396b8e7657a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876769.095894:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362686464:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20446us (89562us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876769.095904:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1509
00000100:00100000:3.0:1788876769.095916:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626081662140 time 7626084391726 state 0x2 ref 0
00000100:00100000:0.0:1788876769.103137:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876769.103269:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686592
00000100:00100000:1.0:1788876769.103278:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686592
00000100:00100000:1.0:1788876769.103335:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626081662140 time 7626084391726 state 0x0 ref 1
00000100:00100000:1.0:1788876769.103349:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626184391726 time 7626084391726 state 0x1 ref 1
00000100:00100000:1.0:1788876769.175529:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626184391726 time 7626184495762 state 0x0 ref 1
00000100:00100000:1.0:1788876769.175563:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362686592:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876769.175610:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.175627:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876769.175632:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876769.175638:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.175651:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.188309:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.188328:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.188338:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.188345:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876769.188349:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.188357:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.188382:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.188389:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051512263/0x3868396b8e7657ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876769.188479:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362686592:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12927us (85347us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876769.188491:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1510
00000100:00100000:1.0:1788876769.188511:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626184391726 time 7626184495762 state 0x2 ref 0
00000100:00100000:2.0:1788876769.204545:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876769.204675:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686720
00000100:00100000:0.0:1788876769.204685:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686720
00000100:00100000:0.0:1788876769.204744:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626184391726 time 7626184495762 state 0x0 ref 1
00000100:00100000:0.0:1788876769.204759:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626284495762 time 7626184495762 state 0x1 ref 1
00000100:00100000:2.0:1788876769.269267:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876769.269317:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876769.269351:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876769.269385:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876769.269420:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686976
00000100:00100000:2.0:1788876769.269432:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686976
00000100:00100000:2.0:1788876769.269491:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362687232
00000100:00100000:2.0:1788876769.269495:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362687232
00000100:00100000:2.0:1788876769.269532:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6625
00000100:00100000:2.0:1788876769.269543:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2358:x1875765362686976:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876769.269706:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362687104
00000100:00100000:3.0:1788876769.269710:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362687104
00000100:00100000:3.0:1788876769.269749:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 316
00000100:00100000:3.0:1788876769.269757:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362687104:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876769.269975:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362686848
00000100:00100000:0.0:1788876769.269980:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362686848
00000100:00100000:0.0:1788876769.270053:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3107
00000100:00100000:0.0:1788876769.270062:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362686848:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876769.270487:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6626
00000100:00100000:1.0:1788876769.270499:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362687232:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876769.274155:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362687104:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 4388us (4827us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876769.274171:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 316
00000100:00080000:3.0:1788876769.275761:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788876769.275769:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876769.275913:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2358:x1875765362686976:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 6366us (6554us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876769.275925:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6625
00000100:00100000:0.0:1788876769.276042:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362686848:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 5979us (6781us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876769.276053:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3107
00000100:00100000:1.0:1788876769.276144:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362687232:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 5648us (6755us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876769.276152:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6626
00000100:00100000:2.0:1788876769.276241:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626284495762 time 7626285206429 state 0x0 ref 1
00000100:00100000:2.0:1788876769.276260:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362686720:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876769.276642:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.276659:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.276664:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.276671:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.276684:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.308324:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.308344:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.308353:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.308542:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876769.308547:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.308557:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.308577:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.314735:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876769.314852:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362686720:12345-192.168.203.59@tcp:3:dd.500 Request processed in 38585us (110304us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876769.314872:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1511
00000100:00100000:2.0:1788876769.314884:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626284495762 time 7626285206429 state 0x2 ref 0
00010000:00010000:2.0:1788876769.326539:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876769.327316:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876769.327458:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362687360
00000100:00100000:2.0:1788876769.327467:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362687360
00000100:00100000:2.0:1788876769.327529:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626284495762 time 7626285206429 state 0x0 ref 1
00000100:00100000:2.0:1788876769.327545:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626385206429 time 7626285206429 state 0x1 ref 1
00000100:00100000:2.0:1788876769.376422:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626385206429 time 7626385390461 state 0x0 ref 1
00000100:00100000:2.0:1788876769.376451:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362687360:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876769.376500:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.376516:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.376520:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.376526:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.376539:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.390261:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.390281:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.390290:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.390296:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876769.390300:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.390308:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.390327:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.390335:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7657b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876769.390432:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362687360:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13989us (63116us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876769.390443:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1512
00000100:00100000:2.0:1788876769.390454:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626385206429 time 7626385390461 state 0x2 ref 0
00000100:00100000:0.0:1788876769.400536:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876769.400895:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362687488
00000100:00100000:2.0:1788876769.400907:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362687488
00000100:00100000:2.0:1788876769.400975:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626385206429 time 7626385390461 state 0x0 ref 1
00000100:00100000:2.0:1788876769.400990:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626485390461 time 7626385390461 state 0x1 ref 1
00000100:00100000:0.0:1788876769.476579:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626485390461 time 7626485544075 state 0x0 ref 1
00000100:00100000:0.0:1788876769.476609:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362687488:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876769.476653:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876769.476668:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876769.476673:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876769.476680:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876769.476693:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.494451:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.494470:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.494479:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.494493:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876769.494497:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.494506:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.494526:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876769.494543:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e7657c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876769.494633:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362687488:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18031us (94100us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876769.494645:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1513
00000100:00100000:1.0:1788876769.494660:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626485390461 time 7626485544075 state 0x2 ref 0
00000100:00100000:3.0:1788876769.506874:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876769.506982:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362687616
00000100:00100000:1.0:1788876769.506992:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362687616
00000100:00100000:1.0:1788876769.507081:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626485390461 time 7626485544075 state 0x0 ref 1
00000100:00100000:1.0:1788876769.507097:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626585544075 time 7626485544075 state 0x1 ref 1
00000100:00100000:2.0:1788876769.576782:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626585544075 time 7626585746639 state 0x0 ref 1
00000100:00100000:2.0:1788876769.576814:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362687616:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876769.576865:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.576881:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.576886:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.576893:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.576906:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.619084:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.619103:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.619347:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.619357:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876769.619361:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.619370:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.619387:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.619394:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e7657c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876769.619475:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362687616:12345-192.168.203.59@tcp:3:dd.500 Request processed in 42672us (112608us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876769.619485:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1514
00000100:00100000:2.0:1788876769.619497:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626585544075 time 7626585746639 state 0x2 ref 0
00000100:00100000:0.0:1788876769.624577:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876769.624719:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362687744
00000100:00100000:1.0:1788876769.624729:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362687744
00000100:00100000:1.0:1788876769.624788:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626585544075 time 7626585746639 state 0x0 ref 1
00000100:00100000:1.0:1788876769.624804:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626685746639 time 7626585746639 state 0x1 ref 1
00000100:00100000:3.0:1788876769.677299:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626685746639 time 7626686264690 state 0x0 ref 1
00000100:00100000:3.0:1788876769.677329:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362687744:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876769.677373:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.677389:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876769.677393:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876769.677400:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.677414:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.712863:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.712885:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.712896:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.712903:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876769.712908:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.712918:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.712937:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.712944:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e7657ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876769.713072:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362687744:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35751us (88501us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876769.713083:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1515
00000100:00100000:2.0:1788876769.713093:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626685746639 time 7626686264690 state 0x2 ref 0
00000100:00100000:0.0:1788876769.719009:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876769.719265:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362687872
00000100:00100000:3.0:1788876769.719274:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362687872
00000100:00100000:3.0:1788876769.719332:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626685746639 time 7626686264690 state 0x0 ref 1
00000100:00100000:3.0:1788876769.719347:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626786264690 time 7626686264690 state 0x1 ref 1
00000100:00100000:3.0:1788876769.777727:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626786264690 time 7626786692831 state 0x0 ref 1
00000100:00100000:3.0:1788876769.777758:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362687872:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876769.777802:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.777819:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876769.777824:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876769.777831:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.777853:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.787780:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.787801:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.787810:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.787817:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876769.787822:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.787831:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.787858:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876769.787866:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004e1822f/0x3868396b8e7657d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876769.787943:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362687872:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10195us (68940us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876769.787954:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1516
00000100:00100000:3.0:1788876769.787966:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626786264690 time 7626786692831 state 0x2 ref 0
00000100:00100000:0.0:1788876769.796443:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876769.796540:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688000
00000100:00100000:1.0:1788876769.796550:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688000
00000100:00100000:1.0:1788876769.796609:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626786264690 time 7626786692831 state 0x0 ref 1
00000100:00100000:1.0:1788876769.796624:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626886692831 time 7626786692831 state 0x1 ref 1
00000100:00100000:2.0:1788876769.878333:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626886692831 time 7626887299295 state 0x0 ref 1
00000100:00100000:2.0:1788876769.878362:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362688000:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876769.878799:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.878817:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.878822:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876769.878828:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.878851:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.906923:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.906944:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.906953:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.906961:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876769.907177:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.907188:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.907212:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876769.907289:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e7657dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876769.907370:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362688000:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29017us (110931us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876769.907381:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1517
00000100:00100000:2.0:1788876769.907392:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626886692831 time 7626887299295 state 0x2 ref 0
00000100:00100000:0.0:1788876769.921793:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876769.922277:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688128
00000100:00100000:2.0:1788876769.922287:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688128
00000100:00100000:2.0:1788876769.922348:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626886692831 time 7626887299295 state 0x0 ref 1
00000100:00100000:2.0:1788876769.922362:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626987299295 time 7626887299295 state 0x1 ref 1
00000100:00100000:0.0:1788876769.978714:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626987299295 time 7626987680262 state 0x0 ref 1
00000100:00100000:0.0:1788876769.978813:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362688128:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876769.978867:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876769.978882:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876769.978886:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876769.978891:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876769.978904:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.015162:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.015182:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.015190:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.015202:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876770.015207:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.015216:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.015235:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.015243:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e7657e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876770.015359:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362688128:12345-192.168.203.59@tcp:3:dd.500 Request processed in 36555us (93569us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876770.015370:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1518
00000100:00100000:2.0:1788876770.015382:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626987299295 time 7626987680262 state 0x2 ref 0
00000100:00100000:2.0:1788876770.032946:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876770.033056:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688256
00000100:00100000:1.0:1788876770.033065:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688256
00000100:00100000:1.0:1788876770.033124:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7626987299295 time 7626987680262 state 0x0 ref 1
00000100:00100000:1.0:1788876770.033138:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627087680262 time 7626987680262 state 0x1 ref 1
00000100:00100000:1.0:1788876770.078792:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627087680262 time 7627087758368 state 0x0 ref 1
00000100:00100000:1.0:1788876770.078823:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362688256:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876770.078873:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.078894:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876770.078898:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876770.078904:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.078916:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.110205:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.110225:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.110235:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.110242:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d758000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876770.110246:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.110255:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.110272:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.110279:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000050acc60/0x3868396b8e7657ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876770.110357:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362688256:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31543us (77415us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876770.110368:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1519
00000100:00100000:1.0:1788876770.110381:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627087680262 time 7627087758368 state 0x2 ref 0
00000100:00100000:2.0:1788876770.141500:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876770.141589:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688384
00000100:00100000:1.0:1788876770.141597:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688384
00000100:00100000:1.0:1788876770.141653:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627087680262 time 7627087758368 state 0x0 ref 1
00000100:00100000:1.0:1788876770.141668:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627187758368 time 7627087758368 state 0x1 ref 1
00000100:00100000:2.0:1788876770.178985:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627187758368 time 7627187950238 state 0x0 ref 1
00000100:00100000:2.0:1788876770.179040:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362688384:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876770.179084:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.179102:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876770.179106:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876770.179113:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.179127:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.218194:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.218214:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.218235:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.218249:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876770.218255:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.218264:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.218282:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.218290:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7657f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876770.218364:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362688384:12345-192.168.203.59@tcp:3:dd.500 Request processed in 39357us (76875us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876770.218374:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1520
00000100:00100000:1.0:1788876770.218386:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627187758368 time 7627187950238 state 0x2 ref 0
00000100:00100000:3.0:1788876770.232408:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876770.232932:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688512
00000100:00100000:1.0:1788876770.232942:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688512
00000100:00100000:1.0:1788876770.232999:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627187758368 time 7627187950238 state 0x0 ref 1
00000100:00100000:1.0:1788876770.233029:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627287950238 time 7627187950238 state 0x1 ref 1
00000100:00100000:2.0:1788876770.281775:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627287950238 time 7627290741265 state 0x0 ref 1
00000100:00100000:2.0:1788876770.281801:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362688512:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876770.281850:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.281865:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876770.281869:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876770.281875:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.281887:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.298124:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.298143:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.298152:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.298159:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876770.298164:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.298174:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.298199:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.298207:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7657f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876770.298292:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362688512:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16495us (65888us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876770.298301:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1521
00000100:00100000:3.0:1788876770.298312:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627287950238 time 7627290741265 state 0x2 ref 0
00000100:00100000:0.0:1788876770.318088:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876770.318160:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688640
00000100:00100000:2.0:1788876770.318170:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688640
00000100:00100000:2.0:1788876770.318234:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627287950238 time 7627290741265 state 0x0 ref 1
00000100:00100000:2.0:1788876770.318348:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627390741265 time 7627290741265 state 0x1 ref 1
00000001:00080000:0.0:1788876770.321782:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010750 is committed
00010000:00010000:0.0:1788876770.350346:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876770.385436:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627390741265 time 7627394400476 state 0x0 ref 1
00000100:00100000:1.0:1788876770.385471:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362688640:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876770.385777:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.385794:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876770.385799:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876770.385805:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.385819:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.405857:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.405877:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.405886:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.405894:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841caff000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876770.405899:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.405908:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.405928:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.405935:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028c95c24/0x3868396b8e7657ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876770.406064:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362688640:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20605us (87980us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876770.406075:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1522
00000100:00100000:3.0:1788876770.406088:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627390741265 time 7627394400476 state 0x2 ref 0
00000100:00100000:0.0:1788876770.419333:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876770.419464:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688768
00000100:00100000:3.0:1788876770.419475:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688768
00000100:00100000:3.0:1788876770.419548:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627390741265 time 7627394400476 state 0x0 ref 1
00000100:00100000:3.0:1788876770.419568:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627494400476 time 7627394400476 state 0x1 ref 1
00000100:00100000:0.0:1788876770.485861:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627494400476 time 7627494825665 state 0x0 ref 1
00000100:00100000:0.0:1788876770.485893:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362688768:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876770.485938:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.485956:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876770.485962:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876770.485968:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.485981:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.500141:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.500162:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.500171:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.500180:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841caff200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876770.500185:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.500194:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.500213:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876770.500221:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001068585a/0x3868396b8e765806 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876770.500307:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362688768:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14422us (80978us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876770.500319:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1523
00000100:00100000:1.0:1788876770.500332:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627494400476 time 7627494825665 state 0x2 ref 0
00000100:00100000:0.0:1788876770.513985:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876770.517620:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362688896
00000100:00100000:2.0:1788876770.517636:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362688896
00000100:00100000:2.0:1788876770.517703:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627494400476 time 7627494825665 state 0x0 ref 1
00000100:00100000:2.0:1788876770.517720:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627594825665 time 7627494825665 state 0x1 ref 1
00000100:00100000:3.0:1788876770.590354:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627594825665 time 7627599319981 state 0x0 ref 1
00000100:00100000:3.0:1788876770.590385:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362688896:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876770.590428:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.590453:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876770.590461:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876770.590468:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.590500:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.623815:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.623861:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.623873:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.623884:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876770.623891:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.623901:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.623929:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.623939:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76580d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876770.624235:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362688896:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33859us (110252us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876770.624246:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1524
00000100:00100000:2.0:1788876770.624259:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627594825665 time 7627599319981 state 0x2 ref 0
00000100:00100000:2.0:1788876770.638779:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876770.640209:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689024
00000100:00100000:0.0:1788876770.640221:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689024
00000100:00100000:0.0:1788876770.640284:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627594825665 time 7627599319981 state 0x0 ref 1
00000100:00100000:0.0:1788876770.640298:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627699319981 time 7627599319981 state 0x1 ref 1
00000100:00100000:2.0:1788876770.690957:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627699319981 time 7627699923145 state 0x0 ref 1
00000100:00100000:2.0:1788876770.690990:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362689024:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876770.691068:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.691087:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876770.691092:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876770.691098:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876770.691118:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.709669:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.709691:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.709705:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.709712:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876770.709718:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.709727:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.709746:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876770.709754:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765814 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876770.709857:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362689024:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18875us (71080us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876770.709869:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1525
00000100:00100000:0.0:1788876770.709881:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627699319981 time 7627699923145 state 0x2 ref 0
00000100:00100000:1.0:1788876770.714062:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876770.714199:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689152
00000100:00100000:2.0:1788876770.714210:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689152
00000100:00100000:2.0:1788876770.714266:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627699319981 time 7627699923145 state 0x0 ref 1
00000100:00100000:2.0:1788876770.714280:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627799923145 time 7627699923145 state 0x1 ref 1
00000100:00100000:3.0:1788876770.735306:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1788876770.735336:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365721088:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876770.735425:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876770.735542:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721088
00000100:00100000:0.0:1788876770.735550:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721088
00000100:00100000:0.0:1788876770.735614:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 315
00000100:00100000:0.0:1788876770.735625:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365721088:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876770.735657:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:0.0:1788876770.735700:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365721088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876770.735708:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 315
00000100:00080000:3.0:1788876770.735770:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876770.735809:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365721088:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876770.791132:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627799923145 time 7627800096837 state 0x0 ref 1
00000100:00100000:3.0:1788876770.791161:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362689152:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876770.791200:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.791217:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876770.791221:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876770.791227:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.791251:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.802087:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.802106:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.802122:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.802131:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876770.802137:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.802148:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.802174:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.802183:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e76581b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876770.802283:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362689152:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11128us (88221us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876770.802297:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1526
00000100:00100000:3.0:1788876770.802311:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627799923145 time 7627800096837 state 0x2 ref 0
00000100:00100000:1.0:1788876770.816684:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876770.816848:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689280
00000100:00100000:2.0:1788876770.816860:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689280
00000100:00100000:2.0:1788876770.816935:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627799923145 time 7627800096837 state 0x0 ref 1
00000100:00100000:2.0:1788876770.816957:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627900096837 time 7627800096837 state 0x1 ref 1
00000100:00100000:3.0:1788876770.892489:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627900096837 time 7627901454490 state 0x0 ref 1
00000100:00100000:3.0:1788876770.892520:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362689280:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876770.892561:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.892577:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876770.892582:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876770.892589:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.892603:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.914746:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.914766:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.914775:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.914783:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876770.914788:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.914796:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.914820:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.914837:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765822 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876770.914919:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362689280:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22408us (98243us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876770.914930:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1527
00000100:00100000:3.0:1788876770.914942:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627900096837 time 7627901454490 state 0x2 ref 0
00000100:00100000:2.0:1788876770.926398:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876770.926770:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689408
00000100:00100000:0.0:1788876770.926780:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689408
00000100:00100000:0.0:1788876770.926848:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7627900096837 time 7627901454490 state 0x0 ref 1
00000100:00100000:0.0:1788876770.926862:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628001454490 time 7627901454490 state 0x1 ref 1
00000100:00100000:3.0:1788876770.992722:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628001454490 time 7628001628444 state 0x0 ref 1
00000100:00100000:3.0:1788876770.992756:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362689408:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876770.992802:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.992820:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876770.992825:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876770.992842:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876770.992859:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.011693:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.011724:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.011735:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.011743:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876771.011748:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.011759:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.011779:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.011786:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765829 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876771.011879:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362689408:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19132us (85484us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876771.011890:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1528
00000100:00100000:3.0:1788876771.011902:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628001454490 time 7628001628444 state 0x2 ref 0
00000100:00100000:0.0:1788876771.026801:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876771.027008:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689536
00000100:00100000:3.0:1788876771.027047:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689536
00000100:00100000:3.0:1788876771.027124:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628001454490 time 7628001628444 state 0x0 ref 1
00000100:00100000:3.0:1788876771.027139:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628101628444 time 7628001628444 state 0x1 ref 1
00000100:00080000:2.0:1788876771.027215:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876771.093892:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628101628444 time 7628102849395 state 0x0 ref 1
00000100:00100000:1.0:1788876771.093935:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362689536:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876771.093977:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.093993:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.093998:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.094005:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.094061:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876771.155064:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876771.155085:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876771.155095:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876771.155108:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876771.155113:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876771.155122:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876771.155144:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876771.155153:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e765830 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876771.155313:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362689536:12345-192.168.203.59@tcp:3:dd.500 Request processed in 61395us (128514us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876771.155324:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1529
00000100:00100000:2.0:1788876771.155336:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628101628444 time 7628102849395 state 0x2 ref 0
00000100:00100000:0.0:1788876771.168661:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876771.168739:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689664
00000100:00100000:1.0:1788876771.168748:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689664
00000100:00100000:1.0:1788876771.169337:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628101628444 time 7628102849395 state 0x0 ref 1
00000100:00100000:1.0:1788876771.169353:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628202849395 time 7628102849395 state 0x1 ref 1
00000100:00100000:2.0:1788876771.196159:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628202849395 time 7628205045404 state 0x0 ref 1
00000100:00100000:0.0:1788876771.196382:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362689664:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876771.196424:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.196556:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.196561:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.196568:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.196583:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.229665:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.229701:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.229718:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.229726:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320302000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876771.229731:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.229740:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.229762:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.229769:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058fa542a/0x3868396b8e765837 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876771.229884:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362689664:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33701us (61226us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876771.229896:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1530
00000100:00100000:1.0:1788876771.229909:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628202849395 time 7628205045404 state 0x2 ref 0
00000100:00100000:0.0:1788876771.240223:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876771.240453:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689792
00000100:00100000:2.0:1788876771.240463:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689792
00000100:00100000:2.0:1788876771.240531:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628202849395 time 7628205045404 state 0x0 ref 1
00000100:00100000:2.0:1788876771.240549:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628305045404 time 7628205045404 state 0x1 ref 1
00000100:00100000:1.0:1788876771.300636:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628305045404 time 7628309601287 state 0x0 ref 1
00000100:00100000:1.0:1788876771.300676:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362689792:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876771.300718:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.300735:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.300739:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.300745:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.300758:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.348661:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.348682:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.348701:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.348710:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876771.348715:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.348725:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.348745:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.348753:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76583e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876771.348861:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362689792:12345-192.168.203.59@tcp:3:dd.500 Request processed in 48197us (108653us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876771.348873:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1531
00000100:00100000:0.0:1788876771.348886:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628305045404 time 7628309601287 state 0x2 ref 0
00000100:00100000:2.0:1788876771.354305:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876771.354367:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362689920
00000100:00100000:0.0:1788876771.354378:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362689920
00000100:00100000:0.0:1788876771.354448:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628305045404 time 7628309601287 state 0x0 ref 1
00000100:00100000:0.0:1788876771.354464:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628409601287 time 7628309601287 state 0x1 ref 1
00010000:00010000:3.0:1788876771.374547:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876771.400858:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628409601287 time 7628409823831 state 0x0 ref 1
00000100:00100000:1.0:1788876771.400893:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362689920:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876771.400936:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.400952:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.400956:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.400963:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.400975:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.419797:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.419816:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.419834:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.419842:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876771.419847:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.419856:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.419876:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.419884:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e765845 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876771.420003:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362689920:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19121us (65701us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876771.420062:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1532
00000100:00100000:1.0:1788876771.420076:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628409601287 time 7628409823831 state 0x2 ref 0
00000100:00100000:2.0:1788876771.437475:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876771.437547:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690048
00000100:00100000:3.0:1788876771.437558:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690048
00000100:00100000:3.0:1788876771.437620:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628409601287 time 7628409823831 state 0x0 ref 1
00000100:00100000:3.0:1788876771.437635:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628509823831 time 7628409823831 state 0x1 ref 1
00000100:00100000:1.0:1788876771.500968:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628509823831 time 7628509934485 state 0x0 ref 1
00000100:00100000:1.0:1788876771.500998:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690048:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876771.501061:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.501077:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.501082:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876771.501089:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.501101:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.517856:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.517877:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.517887:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.517895:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401485800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876771.517901:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.517910:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.517931:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876771.517939:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ec21d1/0x3868396b8e76584c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876771.518067:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690048:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17077us (80594us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876771.518079:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1533
00000100:00100000:1.0:1788876771.518092:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628509823831 time 7628509934485 state 0x2 ref 0
00000100:00100000:2.0:1788876771.524964:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876771.525046:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690176
00000100:00100000:3.0:1788876771.525056:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690176
00000100:00100000:3.0:1788876771.525116:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628509823831 time 7628509934485 state 0x0 ref 1
00000100:00100000:3.0:1788876771.525130:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628609934485 time 7628509934485 state 0x1 ref 1
00000100:00100000:0.0:1788876771.601113:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628609934485 time 7628610078500 state 0x0 ref 1
00000100:00100000:0.0:1788876771.601145:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362690176:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876771.601188:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.601206:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.601211:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.601217:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.601231:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.625914:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.625935:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.625945:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.625953:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876771.625958:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.625968:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.625990:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.625999:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765853 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876771.626132:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362690176:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24995us (101172us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876771.626143:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1534
00000100:00100000:0.0:1788876771.626155:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628609934485 time 7628610078500 state 0x2 ref 0
00000100:00100000:1.0:1788876771.634526:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876771.634640:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690304
00000100:00100000:3.0:1788876771.634649:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690304
00000100:00100000:3.0:1788876771.634706:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628609934485 time 7628610078500 state 0x0 ref 1
00000100:00100000:3.0:1788876771.634720:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628710078500 time 7628610078500 state 0x1 ref 1
00000100:00100000:0.0:1788876771.703686:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628710078500 time 7628712652403 state 0x0 ref 1
00000100:00100000:0.0:1788876771.703716:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690304:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876771.703756:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.703778:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.703782:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.703788:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.703801:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.736227:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.736247:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.736255:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.736261:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876771.736265:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.736275:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.736292:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.736299:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e76585a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876771.736401:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690304:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32694us (101880us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876771.736411:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1535
00000100:00100000:0.0:1788876771.736423:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628710078500 time 7628712652403 state 0x2 ref 0
00000100:00100000:2.0:1788876771.749233:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876771.749339:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690432
00000100:00100000:1.0:1788876771.749360:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690432
00000100:00100000:1.0:1788876771.749429:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628710078500 time 7628712652403 state 0x0 ref 1
00000100:00100000:1.0:1788876771.749453:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628812652403 time 7628712652403 state 0x1 ref 1
00000100:00100000:3.0:1788876771.804198:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628812652403 time 7628813164551 state 0x0 ref 1
00000100:00100000:3.0:1788876771.804229:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362690432:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876771.804269:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.804285:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876771.804289:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876771.804296:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.804309:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.822451:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.822469:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.822477:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.822484:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876771.822488:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.822497:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.822514:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876771.822772:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765861 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876771.823111:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362690432:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18889us (73881us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876771.823130:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1536
00000100:00100000:3.0:1788876771.823143:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628812652403 time 7628813164551 state 0x2 ref 0
00000100:00100000:3.0:1788876771.835440:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876771.835475:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690560
00000100:00100000:3.0:1788876771.835484:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690560
00000100:00100000:3.0:1788876771.835542:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628812652403 time 7628813164551 state 0x0 ref 1
00000100:00100000:3.0:1788876771.835557:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628913164551 time 7628813164551 state 0x1 ref 1
00000100:00100000:0.0:1788876771.904347:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628913164551 time 7628913310419 state 0x0 ref 1
00000100:00100000:0.0:1788876771.904379:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984412f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690560:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876771.904424:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.904453:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.904458:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876771.904465:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.904481:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.930642:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.930667:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.930678:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.930695:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998320303800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876771.930700:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.930711:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.930729:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876771.930738:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdf95998/0x3868396b8e765868 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876771.930946:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984412f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690560:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26577us (95509us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876771.930957:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1537
00000100:00100000:0.0:1788876771.930969:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628913164551 time 7628913310419 state 0x2 ref 0
00000100:00100000:1.0:1788876771.953890:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876771.954218:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690688
00000100:00100000:0.0:1788876771.954228:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690688
00000100:00100000:0.0:1788876771.954286:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7628913164551 time 7628913310419 state 0x0 ref 1
00000100:00100000:0.0:1788876771.954301:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629013310419 time 7628913310419 state 0x1 ref 1
00000100:00100000:2.0:1788876772.005870:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629013310419 time 7629014835085 state 0x0 ref 1
00000100:00100000:2.0:1788876772.005900:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690688:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876772.005943:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.005960:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876772.005964:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.005971:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.005989:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.019681:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.019703:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.019713:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.019720:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876772.019725:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.019734:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.019754:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.019762:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000355afb9f/0x3868396b8e76586f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876772.019863:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362690688:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13970us (65977us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876772.019874:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1538
00000100:00100000:3.0:1788876772.019885:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629013310419 time 7629014835085 state 0x2 ref 0
00000100:00100000:1.0:1788876772.047402:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876772.047541:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690816
00000100:00100000:0.0:1788876772.047551:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690816
00000100:00100000:0.0:1788876772.047611:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629013310419 time 7629014835085 state 0x0 ref 1
00000100:00100000:0.0:1788876772.047627:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629114835085 time 7629014835085 state 0x1 ref 1
00000100:00100000:2.0:1788876772.106052:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629114835085 time 7629114987042 state 0x0 ref 1
00000100:00100000:2.0:1788876772.106083:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362690816:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876772.106123:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.106139:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.106143:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.106150:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.106173:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.121742:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.121763:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.121771:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.121778:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876772.121783:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.121791:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.121810:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.121831:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e765876 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876772.121928:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362690816:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15854us (74529us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876772.121939:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1539
00000100:00100000:2.0:1788876772.121952:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629114835085 time 7629114987042 state 0x2 ref 0
00000100:00100000:2.0:1788876772.131559:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876772.133408:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362690944
00000100:00100000:1.0:1788876772.133421:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362690944
00000100:00100000:1.0:1788876772.133491:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629114835085 time 7629114987042 state 0x0 ref 1
00000100:00100000:1.0:1788876772.133507:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629214987042 time 7629114987042 state 0x1 ref 1
00000100:00100000:2.0:1788876772.206168:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629214987042 time 7629215135327 state 0x0 ref 1
00000100:00100000:2.0:1788876772.206198:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362690944:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876772.206301:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.206316:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.206320:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.206326:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.206339:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.224393:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.224423:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.224441:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.224449:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876772.224453:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.224461:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.224493:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.224500:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aec8418b/0x3868396b8e76587d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876772.224611:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362690944:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18422us (93058us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876772.224622:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1540
00000100:00100000:0.0:1788876772.224635:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629214987042 time 7629215135327 state 0x2 ref 0
00000100:00100000:0.0:1788876772.229349:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876772.229758:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691072
00000100:00100000:3.0:1788876772.229768:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691072
00000100:00100000:3.0:1788876772.229849:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629214987042 time 7629215135327 state 0x0 ref 1
00000100:00100000:3.0:1788876772.229869:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629315135327 time 7629215135327 state 0x1 ref 1
00000100:00100000:0.0:1788876772.309330:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629315135327 time 7629318294062 state 0x0 ref 1
00000100:00100000:0.0:1788876772.309363:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362691072:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876772.309410:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.309427:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876772.309431:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876772.309438:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.309451:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.318790:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.318810:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.318832:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.318839:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876772.318845:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.318853:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.318872:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.318879:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765884 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876772.318964:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362691072:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9609us (89620us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876772.318976:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1541
00000100:00100000:3.0:1788876772.318988:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629315135327 time 7629318294062 state 0x2 ref 0
00000100:00100000:1.0:1788876772.325828:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876772.325903:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691200
00000100:00100000:3.0:1788876772.325913:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691200
00000100:00100000:3.0:1788876772.325970:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629315135327 time 7629318294062 state 0x0 ref 1
00000100:00100000:3.0:1788876772.325985:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629418294062 time 7629318294062 state 0x1 ref 1
00010000:00010000:3.0:1788876772.398853:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876772.409477:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629418294062 time 7629418442371 state 0x0 ref 1
00000100:00100000:2.0:1788876772.409515:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691200:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876772.409560:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.409585:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.409590:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.409596:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.409610:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.422237:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.422256:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.422265:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.422271:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fdc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876772.422275:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.422283:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.422306:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.422313:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1ede3b/0x3868396b8e76588b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876772.422474:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691200:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12967us (96660us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876772.422485:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1542
00000100:00100000:3.0:1788876772.422496:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629418294062 time 7629418442371 state 0x2 ref 0
00000100:00100000:1.0:1788876772.440251:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876772.442404:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691328
00000100:00100000:3.0:1788876772.442418:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691328
00000100:00100000:3.0:1788876772.442512:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629418294062 time 7629418442371 state 0x0 ref 1
00000100:00100000:3.0:1788876772.442528:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629518442371 time 7629418442371 state 0x1 ref 1
00000100:00100000:2.0:1788876772.509740:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629518442371 time 7629518699995 state 0x0 ref 1
00000100:00100000:2.0:1788876772.509780:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691328:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876772.509844:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.509860:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.509864:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.509870:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.509886:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.524683:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.524703:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.524713:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.524725:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fca00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876772.524730:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.524738:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.524755:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.524763:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fe0d61/0x3868396b8e765892 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876772.526081:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691328:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16311us (85829us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876772.526095:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1543
00000100:00100000:3.0:1788876772.526109:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629518442371 time 7629518699995 state 0x2 ref 0
00000100:00100000:1.0:1788876772.540902:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876772.541061:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691456
00000100:00100000:0.0:1788876772.541071:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691456
00000100:00100000:0.0:1788876772.541135:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629518442371 time 7629518699995 state 0x0 ref 1
00000100:00100000:0.0:1788876772.541156:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629618699995 time 7629518699995 state 0x1 ref 1
00000100:00100000:2.0:1788876772.609891:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629618699995 time 7629618854882 state 0x0 ref 1
00000100:00100000:2.0:1788876772.609921:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362691456:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876772.609962:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.609980:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.609984:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876772.609992:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876772.610007:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.622190:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.622210:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.622219:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.622237:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876772.622241:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.622250:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.622270:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.622284:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e765899 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876772.622368:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362691456:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12455us (81470us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876772.622380:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1544
00000100:00100000:0.0:1788876772.622392:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629618699995 time 7629618854882 state 0x2 ref 0
00000100:00100000:2.0:1788876772.650763:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876772.650993:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691584
00000100:00100000:3.0:1788876772.651004:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691584
00000100:00100000:2.0:1788876772.651289:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629618699995 time 7629618854882 state 0x0 ref 1
00000100:00100000:2.0:1788876772.651735:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629718854882 time 7629618854882 state 0x1 ref 1
00000100:00100000:3.0:1788876772.710414:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629718854882 time 7629719380042 state 0x0 ref 1
00000100:00100000:3.0:1788876772.710444:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691584:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876772.710486:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.710504:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876772.710509:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876772.710515:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.710530:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.749939:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.749959:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.749969:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.749977:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876772.749982:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.749991:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.750010:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.750165:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876772.750309:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691584:12345-192.168.203.59@tcp:3:dd.500 Request processed in 39865us (99543us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876772.750322:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1545
00000100:00100000:0.0:1788876772.750333:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629718854882 time 7629719380042 state 0x2 ref 0
00000100:00100000:1.0:1788876772.758472:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876772.758666:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691712
00000100:00100000:2.0:1788876772.758675:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691712
00000100:00100000:2.0:1788876772.758735:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629718854882 time 7629719380042 state 0x0 ref 1
00000100:00100000:2.0:1788876772.758750:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629819380042 time 7629719380042 state 0x1 ref 1
00000100:00100000:3.0:1788876772.810729:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629819380042 time 7629819694111 state 0x0 ref 1
00000100:00100000:3.0:1788876772.810760:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691712:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876772.810803:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.810827:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876772.810832:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876772.810838:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.810852:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.846488:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.846508:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.846517:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.846525:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876772.846530:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.846539:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.846557:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876772.846564:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e7658a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876772.846642:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691712:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35891us (88174us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876772.846654:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1546
00000100:00100000:3.0:1788876772.846666:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629819380042 time 7629819694111 state 0x2 ref 0
00000100:00100000:2.0:1788876772.869337:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876772.869561:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691840
00000100:00100000:0.0:1788876772.869581:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691840
00000100:00100000:0.0:1788876772.869642:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629819380042 time 7629819694111 state 0x0 ref 1
00000100:00100000:0.0:1788876772.869659:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629919694111 time 7629819694111 state 0x1 ref 1
00000100:00100000:0.0:1788876772.910845:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629919694111 time 7629919812215 state 0x0 ref 1
00000100:00100000:0.0:1788876772.910876:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362691840:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876772.910923:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.910939:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876772.910944:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876772.910950:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.910962:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.966493:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.966513:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.966523:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.966531:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876772.966536:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.966545:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.966564:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876772.966573:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e7658ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876772.966653:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362691840:12345-192.168.203.59@tcp:3:dd.500 Request processed in 55785us (97319us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876772.966664:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1547
00000100:00100000:0.0:1788876772.966676:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629919694111 time 7629919812215 state 0x2 ref 0
00000100:00100000:1.0:1788876772.982548:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876772.982742:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362691968
00000100:00100000:3.0:1788876772.982752:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362691968
00000100:00100000:3.0:1788876772.982810:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7629919694111 time 7629919812215 state 0x0 ref 1
00000100:00100000:3.0:1788876772.982836:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630019812215 time 7629919812215 state 0x1 ref 1
00000100:00100000:1.0:1788876773.011156:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630019812215 time 7630019997680 state 0x0 ref 1
00000100:00100000:1.0:1788876773.011205:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691968:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876773.011245:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876773.011261:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876773.011266:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876773.011273:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876773.011288:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876773.011385:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788876773.040191:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.040212:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.040222:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.040230:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358f6a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876773.040236:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.040246:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.040265:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.040273:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a4a014d/0x3868396b8e7658b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876773.041239:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362691968:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30057us (58690us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876773.041253:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1548
00000100:00100000:0.0:1788876773.041266:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630019812215 time 7630019997680 state 0x2 ref 0
00000100:00100000:1.0:1788876773.059124:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876773.063919:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692096
00000100:00100000:3.0:1788876773.063936:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692096
00000100:00100000:3.0:1788876773.064006:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630019812215 time 7630019997680 state 0x0 ref 1
00000100:00100000:3.0:1788876773.064765:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630119997680 time 7630019997680 state 0x1 ref 1
00000100:00100000:1.0:1788876773.113230:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630119997680 time 7630122194691 state 0x0 ref 1
00000100:00100000:1.0:1788876773.113263:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362692096:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876773.113305:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876773.113323:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876773.113328:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876773.113334:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876773.113348:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.143643:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.143739:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.143749:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.143757:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358f7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876773.143761:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.143771:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.144149:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.144158:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ddc5041/0x3868396b8e7658bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876773.144250:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362692096:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30998us (85130us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876773.144261:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1549
00000100:00100000:3.0:1788876773.144273:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630119997680 time 7630122194691 state 0x2 ref 0
00000100:00100000:1.0:1788876773.165900:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876773.166069:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692224
00000100:00100000:3.0:1788876773.166078:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692224
00000100:00100000:3.0:1788876773.166136:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630119997680 time 7630122194691 state 0x0 ref 1
00000100:00100000:3.0:1788876773.166163:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630222194691 time 7630122194691 state 0x1 ref 1
00000100:00100000:2.0:1788876773.213633:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630222194691 time 7630222593589 state 0x0 ref 1
00000100:00100000:2.0:1788876773.213919:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362692224:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876773.213973:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.213993:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876773.214431:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876773.214445:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.214464:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.249085:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.249109:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.249119:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.249135:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876773.249142:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.249153:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.249178:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.249187:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7658c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876773.249540:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362692224:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35637us (83643us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876773.249551:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1550
00000100:00100000:2.0:1788876773.249563:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630222194691 time 7630222593589 state 0x2 ref 0
00000100:00100000:2.0:1788876773.266240:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876773.269191:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692352
00000100:00100000:0.0:1788876773.269204:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692352
00000100:00100000:0.0:1788876773.269273:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630222194691 time 7630222593589 state 0x0 ref 1
00000100:00100000:0.0:1788876773.269290:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630322593589 time 7630222593589 state 0x1 ref 1
00000100:00100000:0.0:1788876773.316136:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630322593589 time 7630325101918 state 0x0 ref 1
00000100:00100000:0.0:1788876773.316167:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362692352:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876773.316206:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.316223:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876773.316227:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876773.316234:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.316254:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.326661:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.326682:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.326692:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.326700:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d759400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876773.326705:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.326716:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.326736:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.326745:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876773.326853:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362692352:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10695us (60618us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876773.326865:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1551
00000100:00100000:0.0:1788876773.326878:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630322593589 time 7630325101918 state 0x2 ref 0
00000100:00100000:2.0:1788876773.340967:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876773.341130:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692480
00000100:00100000:0.0:1788876773.341140:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692480
00000100:00100000:0.0:1788876773.341203:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630322593589 time 7630325101918 state 0x0 ref 1
00000100:00100000:0.0:1788876773.341217:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630425101918 time 7630325101918 state 0x1 ref 1
00000100:00100000:1.0:1788876773.417134:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630425101918 time 7630426090946 state 0x0 ref 1
00000100:00100000:1.0:1788876773.417166:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362692480:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876773.417210:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876773.417226:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876773.417231:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876773.417237:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876773.417256:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.424004:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876773.437203:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.437232:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.437242:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.437249:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876773.437254:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.437269:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.437288:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.437296:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e7658d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876773.437378:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362692480:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20221us (96415us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876773.437389:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1552
00000100:00100000:3.0:1788876773.437402:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630425101918 time 7630426090946 state 0x2 ref 0
00000100:00100000:1.0:1788876773.443673:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876773.443772:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692608
00000100:00100000:3.0:1788876773.443781:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692608
00000100:00100000:3.0:1788876773.443844:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630425101918 time 7630426090946 state 0x0 ref 1
00000100:00100000:3.0:1788876773.443859:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630526090946 time 7630426090946 state 0x1 ref 1
00000100:00100000:3.0:1788876773.517230:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630526090946 time 7630526195880 state 0x0 ref 1
00000100:00100000:3.0:1788876773.517261:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362692608:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876773.517306:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.517323:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876773.517328:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876773.517334:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.517349:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.546081:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.546101:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.546110:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.546117:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876773.546122:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.546130:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.546154:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.546161:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876773.546243:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362692608:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28991us (102573us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876773.546254:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1553
00000100:00100000:3.0:1788876773.546267:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630526090946 time 7630526195880 state 0x2 ref 0
00000100:00100000:2.0:1788876773.564007:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876773.564116:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692736
00000100:00100000:0.0:1788876773.564127:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692736
00000100:00100000:0.0:1788876773.564183:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630526090946 time 7630526195880 state 0x0 ref 1
00000100:00100000:0.0:1788876773.564198:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630626195880 time 7630526195880 state 0x1 ref 1
00000100:00100000:0.0:1788876773.621696:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630626195880 time 7630630662396 state 0x0 ref 1
00000100:00100000:0.0:1788876773.621726:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362692736:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876773.621775:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.621797:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876773.621801:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876773.621840:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.621856:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.643374:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.643403:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.643411:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.643418:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d759400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876773.643422:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.643435:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.643455:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.643473:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c68dd8df/0x3868396b8e7658df lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876773.643553:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362692736:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21834us (79549us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876773.643564:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1554
00000100:00100000:0.0:1788876773.643578:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630626195880 time 7630630662396 state 0x2 ref 0
00000100:00100000:2.0:1788876773.653358:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876773.654045:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692864
00000100:00100000:0.0:1788876773.654056:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692864
00000100:00100000:0.0:1788876773.654119:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630626195880 time 7630630662396 state 0x0 ref 1
00000100:00100000:0.0:1788876773.654134:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630730662396 time 7630630662396 state 0x1 ref 1
00000100:00100000:3.0:1788876773.721938:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630730662396 time 7630730900795 state 0x0 ref 1
00000100:00100000:3.0:1788876773.721970:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362692864:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876773.722039:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.722056:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876773.722060:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876773.722066:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876773.722081:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.744075:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.744096:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.744105:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.744113:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876773.744118:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.744126:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.744144:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.744151:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7658e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876773.744255:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362692864:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22295us (90902us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876773.744267:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1555
00000100:00100000:0.0:1788876773.744278:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630730662396 time 7630730900795 state 0x2 ref 0
00000100:00100000:3.0:1788876773.757755:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876773.758124:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362692992
00000100:00100000:1.0:1788876773.758133:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362692992
00000100:00100000:1.0:1788876773.758194:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630730662396 time 7630730900795 state 0x0 ref 1
00000100:00100000:1.0:1788876773.758210:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630830900795 time 7630730900795 state 0x1 ref 1
00000100:00100000:1.0:1788876773.806713:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365721472:0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.806785:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876773.806853:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1788876773.806859:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365721344:0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.806881:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876773.806899:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365721856:0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.806923:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876773.806959:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721472
00000100:00100000:1.0:1788876773.806966:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721472
00000100:00100000:1.0:1788876773.807031:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721344
00000100:00100000:1.0:1788876773.807035:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721344
00000100:00100000:1.0:1788876773.807059:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6627
00000100:00100000:1.0:1788876773.807066:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365721472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.807123:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365721472:12345-0@lo:400:kworker.0 Request processed in 57us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876773.807132:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6627
00000100:00100000:1.0:1788876773.807147:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6628
00000100:00100000:1.0:1788876773.807153:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365721344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.807177:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365721344:12345-0@lo:400:kworker.0 Request processed in 25us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876773.807183:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6628
00000100:00080000:1.0:1788876773.807200:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876773.807229:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365721344:0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.807238:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365721472:0@lo:400:kworker.0
00000100:00100000:0.0:1788876773.807406:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365721216:0@lo:400:kworker.0
00000100:00100000:0.0:1788876773.807441:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876773.807467:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365721728:0@lo:400:kworker.0
00000100:00100000:0.0:1788876773.807490:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876773.807509:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876773.807514:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365721600:0@lo:400:kworker.0
00000100:00100000:0.0:1788876773.807546:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876773.807573:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721728
00000100:00100000:0.0:1788876773.807577:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721728
00000100:00100000:0.0:1788876773.807605:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6629
00000100:00100000:0.0:1788876773.807611:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365721728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876773.807643:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365721728:12345-0@lo:400:kworker.0 Request processed in 31us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876773.807649:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6629
00000100:00100000:0.0:1788876773.807674:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365721728:0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.807883:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721216
00000100:00100000:1.0:1788876773.807887:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721216
00000100:00100000:1.0:1788876773.807961:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108
00000100:00100000:1.0:1788876773.807969:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365721216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876773.808028:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365721216:12345-0@lo:400:kworker.0 Request processed in 45us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876773.808036:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108
00000100:00100000:3.0:1788876773.808098:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721856
00000100:00100000:0.0:1788876773.808103:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365721216:0@lo:400:kworker.0
00000100:00100000:3.0:1788876773.808104:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721856
00000100:00080000:0.0:1788876773.808136:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876773.808140:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876773.808163:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721600
00000100:00100000:0.0:1788876773.808167:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721600
00000100:00100000:3.0:1788876773.808201:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317
00000100:00100000:0.0:1788876773.808209:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317
00000100:00100000:3.0:1788876773.808215:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365721600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876773.808222:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365721856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876773.808282:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365721600:12345-0@lo:400:kworker.0 Request processed in 72us (734us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876773.808286:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365721856:12345-0@lo:400:kworker.0 Request processed in 65us (1359us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876773.808294:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317
00000100:00100000:3.0:1788876773.808322:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876773.808330:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365721984:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876773.808358:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876773.808387:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365721984
00000100:00100000:3.0:1788876773.808391:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365721984
00000100:00100000:3.0:1788876773.808418:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 316
00000100:00100000:3.0:1788876773.808424:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365721984:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876773.808451:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876773.808487:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365721984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876773.808493:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 316
00000100:00100000:3.0:1788876773.808527:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365721984:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876773.808550:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365721600:0@lo:400:kworker.0
00000100:00100000:3.0:1788876773.808577:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365721856:0@lo:400:kworker.0
00000100:00080000:2.0:1788876773.809180:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876773.813306:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317
00000100:00100000:0.0:1788876773.824878:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630830900795 time 7630833842531 state 0x0 ref 1
00000100:00100000:0.0:1788876773.824909:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362692992:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876773.824955:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.824973:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876773.824978:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876773.824985:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.825000:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.843314:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.843335:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.843345:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.843356:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d758400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876773.843362:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.843370:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.843390:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876773.843398:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e7658ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876773.843599:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362692992:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18698us (85848us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876773.843610:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1556
00000100:00100000:0.0:1788876773.843622:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630830900795 time 7630833842531 state 0x2 ref 0
00000100:00100000:3.0:1788876773.854409:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876773.854542:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362693120
00000100:00100000:0.0:1788876773.854553:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362693120
00000100:00100000:0.0:1788876773.854610:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630830900795 time 7630833842531 state 0x0 ref 1
00000100:00100000:0.0:1788876773.854625:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630933842531 time 7630833842531 state 0x1 ref 1
00000100:00100000:2.0:1788876773.929156:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630933842531 time 7630938120246 state 0x0 ref 1
00000100:00100000:2.0:1788876773.929191:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362693120:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876773.929552:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.929568:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876773.929572:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876773.929578:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.929591:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.947622:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.947641:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.947650:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.947656:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876773.947661:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.947676:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.947694:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876773.947711:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876773.947820:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362693120:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18632us (93408us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876773.947832:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1557
00000100:00100000:2.0:1788876773.947844:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630933842531 time 7630938120246 state 0x2 ref 0
00000100:00100000:0.0:1788876773.965946:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876773.967330:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362693248
00000100:00100000:1.0:1788876773.967342:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362693248
00000100:00100000:1.0:1788876773.967403:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7630933842531 time 7630938120246 state 0x0 ref 1
00000100:00100000:1.0:1788876773.967418:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631038120246 time 7630938120246 state 0x1 ref 1
00000100:00100000:2.0:1788876774.029293:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631038120246 time 7631038258154 state 0x0 ref 1
00000100:00100000:2.0:1788876774.029326:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362693248:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876774.029369:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.029386:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876774.029390:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876774.029396:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.029416:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.078736:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.078757:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.078767:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.078774:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876774.078779:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.078788:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.078816:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.078824:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e7658fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876774.078925:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362693248:12345-192.168.203.59@tcp:3:dd.500 Request processed in 49607us (112982us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876774.078936:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1558
00000100:00100000:2.0:1788876774.078948:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631038120246 time 7631038258154 state 0x2 ref 0
00000100:00100000:1.0:1788876774.100456:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876774.100544:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362693376
00000100:00100000:3.0:1788876774.100553:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362693376
00000100:00100000:3.0:1788876774.100617:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631038120246 time 7631038258154 state 0x0 ref 1
00000100:00100000:3.0:1788876774.100633:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631138258154 time 7631038258154 state 0x1 ref 1
00000100:00100000:0.0:1788876774.130056:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631138258154 time 7631138987145 state 0x0 ref 1
00000100:00100000:0.0:1788876774.130089:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362693376:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876774.130134:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.130153:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876774.130157:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876774.130163:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.130177:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.158774:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.158794:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.158814:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.158821:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d758400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876774.158827:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.158835:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.158854:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.158861:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007edd1324/0x3868396b8e765902 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876774.158946:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362693376:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28868us (58495us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876774.158957:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1559
00000100:00100000:0.0:1788876774.158969:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631138258154 time 7631138987145 state 0x2 ref 0
00000100:00100000:3.0:1788876774.166548:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876774.166724:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362693504
00000100:00100000:0.0:1788876774.166734:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362693504
00000100:00100000:0.0:1788876774.166793:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631138258154 time 7631138987145 state 0x0 ref 1
00000100:00100000:0.0:1788876774.166817:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631238987145 time 7631138987145 state 0x1 ref 1
00000100:00100000:3.0:1788876774.230167:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631238987145 time 7631239133435 state 0x0 ref 1
00000100:00100000:3.0:1788876774.230195:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362693504:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876774.230247:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.230264:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.230268:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.230275:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.230288:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.258619:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.258642:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.258652:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.258659:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dda00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876774.258663:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.258672:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.258691:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.258705:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a0d5e9c/0x3868396b8e765909 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876774.258819:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362693504:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28619us (92268us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876774.258834:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1560
00000100:00100000:0.0:1788876774.258851:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631238987145 time 7631239133435 state 0x2 ref 0
00000100:00100000:3.0:1788876774.275846:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876774.275990:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362693632
00000100:00100000:0.0:1788876774.276001:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362693632
00000100:00100000:0.0:1788876774.276095:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631238987145 time 7631239133435 state 0x0 ref 1
00000100:00100000:0.0:1788876774.276113:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631339133435 time 7631239133435 state 0x1 ref 1
00000100:00100000:3.0:1788876774.330321:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631339133435 time 7631339285849 state 0x0 ref 1
00000100:00100000:3.0:1788876774.330354:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362693632:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876774.330731:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.330749:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.330754:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.330761:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.330775:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.367396:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.367416:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.367430:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.367438:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dcc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876774.367443:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.367453:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.367479:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.367487:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e7bde49/0x3868396b8e765910 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876774.367567:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362693632:12345-192.168.203.59@tcp:3:dd.500 Request processed in 37224us (91726us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876774.367577:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1561
00000100:00100000:2.0:1788876774.367596:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631339133435 time 7631339285849 state 0x2 ref 0
00000100:00100000:1.0:1788876774.380067:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876774.380744:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362693760
00000100:00100000:0.0:1788876774.380756:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362693760
00000100:00100000:0.0:1788876774.380829:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631339133435 time 7631339285849 state 0x0 ref 1
00000100:00100000:0.0:1788876774.380844:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631439285849 time 7631339285849 state 0x1 ref 1
00000100:00100000:3.0:1788876774.390611:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876774.390648:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876774.390733:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362693888
00000100:00100000:0.0:1788876774.390742:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362693888
00000100:00100000:0.0:1788876774.390797:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3109
00000100:00100000:0.0:1788876774.390816:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362693888:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876774.390882:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362693888:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 77us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876774.390889:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3109
00000100:00100000:2.0:1788876774.394775:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694144
00000100:00100000:2.0:1788876774.394792:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694144
00000100:00100000:2.0:1788876774.395009:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 318
00000100:00080000:0.0:1788876774.397844:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876774.397918:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876774.397960:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876774.398508:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362694144:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876774.398590:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362694144:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 93us (7939us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876774.398599:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 318
00000100:00100000:0.0:1788876774.399574:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694016
00000100:00100000:0.0:1788876774.399584:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694016
00000100:00100000:0.0:1788876774.399646:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694272
00000100:00100000:0.0:1788876774.399650:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694272
00000100:00100000:0.0:1788876774.399680:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6630
00000100:00100000:0.0:1788876774.399688:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362694016:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876774.399742:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362694016:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 54us (1828us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876774.399749:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6630
00000100:00100000:0.0:1788876774.399764:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6631
00000100:00100000:0.0:1788876774.399770:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362694272:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876774.399794:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362694272:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 23us (1833us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876774.399800:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6631
00000100:00080000:2.0:1788876774.399833:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876774.433818:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631439285849 time 7631442774537 state 0x0 ref 1
00000100:00100000:3.0:1788876774.433849:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362693760:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876774.433894:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.433911:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.433916:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.433923:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.433937:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.449385:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876774.455642:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.455662:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.455671:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.455677:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876774.455681:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.455690:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.455707:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.455714:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765917 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876774.455811:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362693760:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21963us (75740us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876774.455823:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1562
00000100:00100000:3.0:1788876774.455836:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631439285849 time 7631442774537 state 0x2 ref 0
00000100:00100000:0.0:1788876774.468368:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876774.468511:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694400
00000100:00100000:2.0:1788876774.468522:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694400
00000100:00100000:2.0:1788876774.468578:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631439285849 time 7631442774537 state 0x0 ref 1
00000100:00100000:2.0:1788876774.468650:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631542774537 time 7631442774537 state 0x1 ref 1
00000100:00100000:1.0:1788876774.534647:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631542774537 time 7631543609588 state 0x0 ref 1
00000100:00100000:1.0:1788876774.534681:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362694400:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876774.534724:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.534751:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876774.534756:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876774.534763:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.534776:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.559052:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.559071:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.559080:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.559087:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876774.559091:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.559104:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.559121:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.559128:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005938faba/0x3868396b8e76591e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876774.559209:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362694400:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24540us (90846us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876774.559219:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1563
00000100:00100000:1.0:1788876774.559230:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631542774537 time 7631543609588 state 0x2 ref 0
00000100:00100000:1.0:1788876774.574780:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876774.574922:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694528
00000100:00100000:2.0:1788876774.574932:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694528
00000100:00100000:2.0:1788876774.575007:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631542774537 time 7631543609588 state 0x0 ref 1
00000100:00100000:2.0:1788876774.575055:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631643609588 time 7631543609588 state 0x1 ref 1
00000100:00100000:0.0:1788876774.636860:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631643609588 time 7631645824566 state 0x0 ref 1
00000100:00100000:0.0:1788876774.636890:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362694528:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876774.636935:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.636952:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876774.636956:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876774.636962:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.636976:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.653903:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.653923:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.653932:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.653939:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876774.653943:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.653951:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.653973:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876774.653981:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765925 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876774.654091:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362694528:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17208us (79316us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876774.654101:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1564
00000100:00100000:0.0:1788876774.654113:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631643609588 time 7631645824566 state 0x2 ref 0
00000100:00100000:1.0:1788876774.662765:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876774.664063:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694656
00000100:00100000:2.0:1788876774.664076:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694656
00000100:00100000:2.0:1788876774.664140:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631643609588 time 7631645824566 state 0x0 ref 1
00000100:00100000:2.0:1788876774.664157:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631745824566 time 7631645824566 state 0x1 ref 1
00000100:00100000:2.0:1788876774.736976:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631745824566 time 7631745940303 state 0x0 ref 1
00000100:00100000:2.0:1788876774.737046:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362694656:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876774.737090:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.737106:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876774.737111:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876774.737118:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.737132:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.752663:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.752798:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.752818:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.752826:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876774.752831:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.752841:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.752860:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.752869:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76592c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876774.752947:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362694656:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15950us (90187us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876774.752958:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1565
00000100:00100000:3.0:1788876774.752971:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631745824566 time 7631745940303 state 0x2 ref 0
00000100:00100000:1.0:1788876774.767109:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876774.767215:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694784
00000100:00100000:0.0:1788876774.767224:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694784
00000100:00100000:0.0:1788876774.767398:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631745824566 time 7631745940303 state 0x0 ref 1
00000100:00100000:0.0:1788876774.767413:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631845940303 time 7631745940303 state 0x1 ref 1
00000100:00100000:3.0:1788876774.837216:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631845940303 time 7631846174823 state 0x0 ref 1
00000100:00100000:3.0:1788876774.837254:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362694784:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876774.837303:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.837320:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.837326:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876774.837333:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.837347:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.865005:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.865056:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.865067:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.865076:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876774.865084:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.865096:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.865120:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876774.865128:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e765933 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876774.865224:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362694784:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27983us (98118us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876774.865235:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1566
00000100:00100000:3.0:1788876774.865246:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631845940303 time 7631846174823 state 0x2 ref 0
00000100:00100000:1.0:1788876774.875303:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876774.875394:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362694912
00000100:00100000:0.0:1788876774.875403:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362694912
00000100:00100000:0.0:1788876774.875480:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631845940303 time 7631846174823 state 0x0 ref 1
00000100:00100000:0.0:1788876774.875496:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631946174823 time 7631846174823 state 0x1 ref 1
00000100:00100000:1.0:1788876774.938692:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631946174823 time 7631947648872 state 0x0 ref 1
00000100:00100000:1.0:1788876774.938723:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362694912:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876774.938767:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.938789:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876774.938793:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876774.938809:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876774.938822:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.966571:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.966592:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.966607:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.966614:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876774.966619:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.966627:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.966645:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876774.966653:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f3317c/0x3868396b8e76593a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876774.966738:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362694912:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28025us (91440us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876774.966749:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1567
00000100:00100000:2.0:1788876774.966760:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631946174823 time 7631947648872 state 0x2 ref 0
00000100:00100000:0.0:1788876774.979911:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876774.980075:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695040
00000100:00100000:2.0:1788876774.980088:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695040
00000100:00100000:2.0:1788876774.980169:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7631946174823 time 7631947648872 state 0x0 ref 1
00000100:00100000:2.0:1788876774.980194:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632047648872 time 7631947648872 state 0x1 ref 1
00000100:00100000:1.0:1788876775.039154:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632047648872 time 7632048120806 state 0x0 ref 1
00000100:00100000:1.0:1788876775.039194:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362695040:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876775.039232:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.039256:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876775.039261:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876775.039267:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.039282:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876775.039674:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876775.058905:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.058926:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.058935:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.058943:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428788a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876775.058949:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.058959:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.058979:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.058987:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5c85ee/0x3868396b8e765941 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876775.060462:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362695040:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21277us (80546us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876775.060476:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1568
00000100:00100000:3.0:1788876775.060488:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632047648872 time 7632048120806 state 0x2 ref 0
00000100:00100000:1.0:1788876775.071263:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876775.071352:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695168
00000100:00100000:3.0:1788876775.071361:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695168
00000100:00100000:3.0:1788876775.071436:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632047648872 time 7632048120806 state 0x0 ref 1
00000100:00100000:3.0:1788876775.071451:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632148120806 time 7632048120806 state 0x1 ref 1
00000100:00100000:0.0:1788876775.142185:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632148120806 time 7632151149669 state 0x0 ref 1
00000100:00100000:0.0:1788876775.142225:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362695168:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876775.142269:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.142286:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876775.142290:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876775.142296:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.142310:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.179777:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.179795:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.179814:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.179820:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358f7c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876775.179826:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.179835:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.179854:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.179862:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c376603e/0x3868396b8e765948 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876775.179952:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362695168:12345-192.168.203.59@tcp:3:dd.500 Request processed in 37736us (108694us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876775.179964:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1569
00000100:00100000:2.0:1788876775.179976:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632148120806 time 7632151149669 state 0x2 ref 0
00000100:00100000:2.0:1788876775.199921:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876775.200664:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695296
00000100:00100000:1.0:1788876775.200677:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695296
00000100:00100000:1.0:1788876775.200761:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632148120806 time 7632151149669 state 0x0 ref 1
00000100:00100000:1.0:1788876775.200783:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632251149669 time 7632151149669 state 0x1 ref 1
00000100:00100000:1.0:1788876775.242344:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632251149669 time 7632251295398 state 0x0 ref 1
00000100:00100000:1.0:1788876775.242391:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362695296:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876775.242479:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.242500:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876775.242506:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876775.242516:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.242535:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.272470:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.272491:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.272501:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.272515:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876775.272520:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.272530:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.272549:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.272558:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e76594f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876775.272645:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362695296:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30273us (72727us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876775.272655:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1570
00000100:00100000:1.0:1788876775.272667:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632251149669 time 7632251295398 state 0x2 ref 0
00000100:00100000:0.0:1788876775.280275:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876775.280624:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695424
00000100:00100000:2.0:1788876775.280668:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695424
00000100:00100000:2.0:1788876775.280892:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632251149669 time 7632251295398 state 0x0 ref 1
00000100:00100000:2.0:1788876775.280948:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632351295398 time 7632251295398 state 0x1 ref 1
00000100:00100000:1.0:1788876775.342615:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632351295398 time 7632351581116 state 0x0 ref 1
00000100:00100000:1.0:1788876775.342642:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362695424:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876775.342685:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.342710:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876775.342714:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876775.342719:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876775.342732:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.362179:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.362198:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.362208:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.362215:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428789800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876775.362221:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.362228:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.362247:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.362254:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5ad2119/0x3868396b8e765956 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876775.362331:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362695424:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19696us (82113us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876775.362343:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1571
00000100:00100000:3.0:1788876775.362355:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632351295398 time 7632351581116 state 0x2 ref 0
00000100:00100000:0.0:1788876775.374972:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876775.375093:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695552
00000100:00100000:3.0:1788876775.375103:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695552
00000100:00100000:3.0:1788876775.375163:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632351295398 time 7632351581116 state 0x0 ref 1
00000100:00100000:3.0:1788876775.375182:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632451581116 time 7632351581116 state 0x1 ref 1
00000100:00100000:3.0:1788876775.443593:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632451581116 time 7632452555035 state 0x0 ref 1
00000100:00100000:3.0:1788876775.443627:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362695552:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876775.443671:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.443687:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876775.443691:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876775.443698:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.443713:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.451095:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.451113:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.451123:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.451131:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876775.451136:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.451145:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.451171:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.451180:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009063a945/0x3868396b8e76595d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876775.451251:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362695552:12345-192.168.203.59@tcp:3:dd.500 Request processed in 7635us (76288us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876775.451261:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1572
00000100:00100000:2.0:1788876775.451274:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632451581116 time 7632452555035 state 0x2 ref 0
00000100:00100000:1.0:1788876775.461007:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876775.461124:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695680
00000100:00100000:3.0:1788876775.461133:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695680
00000100:00100000:3.0:1788876775.461193:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632451581116 time 7632452555035 state 0x0 ref 1
00000100:00100000:3.0:1788876775.461213:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632552555035 time 7632452555035 state 0x1 ref 1
00010000:00010000:3.0:1788876775.470228:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876775.543730:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632552555035 time 7632552691435 state 0x0 ref 1
00000100:00100000:3.0:1788876775.543772:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362695680:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876775.543830:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.543846:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876775.543851:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876775.543857:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.543870:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.566654:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.566672:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.566682:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.566689:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7dc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876775.566693:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.566708:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.566726:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.566734:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8c6606/0x3868396b8e765964 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876775.566871:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362695680:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23112us (105869us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876775.566882:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1573
00000100:00100000:3.0:1788876775.566894:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632552555035 time 7632552691435 state 0x2 ref 0
00000100:00100000:1.0:1788876775.577261:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876775.577606:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695808
00000100:00100000:2.0:1788876775.577615:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695808
00000100:00100000:2.0:1788876775.577684:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632552555035 time 7632552691435 state 0x0 ref 1
00000100:00100000:2.0:1788876775.577706:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632652691435 time 7632552691435 state 0x1 ref 1
00000100:00100000:0.0:1788876775.644606:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632652691435 time 7632653572717 state 0x0 ref 1
00000100:00100000:0.0:1788876775.644635:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362695808:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876775.644675:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.644690:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876775.644694:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876775.644701:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.644719:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.666453:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.666472:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.666481:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.666487:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984330cf400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876775.666492:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.666501:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.666520:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.666528:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ebd407b/0x3868396b8e76596b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876775.666617:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362695808:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21991us (89364us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876775.666627:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1574
00000100:00100000:3.0:1788876775.666639:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632652691435 time 7632653572717 state 0x2 ref 0
00000100:00100000:1.0:1788876775.670433:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876775.670557:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362695936
00000100:00100000:3.0:1788876775.670568:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362695936
00000100:00100000:3.0:1788876775.670624:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632652691435 time 7632653572717 state 0x0 ref 1
00000100:00100000:3.0:1788876775.670641:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632753572717 time 7632653572717 state 0x1 ref 1
00000100:00100000:2.0:1788876775.744805:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632753572717 time 7632753762021 state 0x0 ref 1
00000100:00100000:2.0:1788876775.744835:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362695936:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876775.744874:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.744890:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876775.744895:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876775.744901:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.744914:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.765196:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.765217:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.765227:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.765235:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876775.765240:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.765249:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.765268:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.765276:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e765972 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876775.765364:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362695936:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20539us (94949us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876775.765377:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1575
00000100:00100000:0.0:1788876775.765390:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632753572717 time 7632753762021 state 0x2 ref 0
00000100:00100000:1.0:1788876775.775248:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876775.775386:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696064
00000100:00100000:2.0:1788876775.775399:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696064
00000100:00100000:2.0:1788876775.775748:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632753572717 time 7632753762021 state 0x0 ref 1
00000100:00100000:2.0:1788876775.775768:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632853762021 time 7632753762021 state 0x1 ref 1
00000100:00100000:2.0:1788876775.845083:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632853762021 time 7632854042522 state 0x0 ref 1
00000100:00100000:2.0:1788876775.845123:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362696064:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876775.845180:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.845200:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876775.845206:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876775.845215:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.845230:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876775.858657:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365722112:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876775.858727:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876775.858849:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365722112
00000100:00100000:0.0:1788876775.858857:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365722112
00000100:00100000:0.0:1788876775.858925:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317
00000100:00100000:0.0:1788876775.858934:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365722112:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876775.858966:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:0.0:1788876775.859039:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365722112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876775.859047:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317
00000100:00100000:0.0:1788876775.859096:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365722112:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788876775.859582:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876775.892777:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.892815:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.892826:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.892835:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876775.892842:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.892854:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.892879:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876775.892906:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e765979 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876775.893110:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362696064:12345-192.168.203.59@tcp:3:dd.500 Request processed in 48000us (117868us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876775.893125:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1576
00000100:00100000:2.0:1788876775.893142:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632853762021 time 7632854042522 state 0x2 ref 0
00000100:00100000:2.0:1788876775.908126:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876775.908332:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696192
00000100:00100000:1.0:1788876775.908344:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696192
00000100:00100000:1.0:1788876775.908438:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632853762021 time 7632854042522 state 0x0 ref 1
00000100:00100000:1.0:1788876775.908457:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632954042522 time 7632854042522 state 0x1 ref 1
00000100:00100000:0.0:1788876775.945286:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632954042522 time 7632954252407 state 0x0 ref 1
00000100:00100000:0.0:1788876775.945316:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362696192:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876775.945356:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.945372:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876775.945377:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876775.945384:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876775.945397:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.985585:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.985605:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.985617:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.985626:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984330ce400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876775.985632:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.985660:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.985688:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876775.985696:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000166cd02d/0x3868396b8e765980 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876775.985815:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362696192:12345-192.168.203.59@tcp:3:dd.500 Request processed in 40505us (77694us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876775.985831:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1577
00000100:00100000:3.0:1788876775.985843:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632954042522 time 7632954252407 state 0x2 ref 0
00000100:00100000:1.0:1788876776.006624:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876776.006708:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696320
00000100:00100000:3.0:1788876776.006718:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696320
00000100:00100000:3.0:1788876776.006775:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7632954042522 time 7632954252407 state 0x0 ref 1
00000100:00100000:3.0:1788876776.006806:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633054252407 time 7632954252407 state 0x1 ref 1
00000100:00100000:0.0:1788876776.045441:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633054252407 time 7633054407191 state 0x0 ref 1
00000100:00100000:0.0:1788876776.045479:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362696320:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876776.045521:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.045535:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876776.045540:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876776.045546:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.045562:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.069073:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.069092:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.069102:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.069109:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876776.069113:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.069122:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.069140:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.069148:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e765987 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876776.069224:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362696320:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23755us (62606us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876776.069235:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1578
00000100:00100000:0.0:1788876776.069246:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633054252407 time 7633054407191 state 0x2 ref 0
00000100:00100000:0.0:1788876776.086375:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876776.086565:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696448
00000100:00100000:2.0:1788876776.086575:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696448
00000100:00100000:2.0:1788876776.086634:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633054252407 time 7633054407191 state 0x0 ref 1
00000100:00100000:2.0:1788876776.086649:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633154407191 time 7633054407191 state 0x1 ref 1
00000100:00100000:0.0:1788876776.145648:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633154407191 time 7633154612054 state 0x0 ref 1
00000100:00100000:0.0:1788876776.145679:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362696448:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876776.145721:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.145738:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876776.145743:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876776.145749:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.145762:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.175318:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.175338:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.175347:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.175354:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876776.175359:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.175369:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.175388:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.175396:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76598e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876776.175501:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362696448:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29831us (89131us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876776.175513:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1579
00000100:00100000:3.0:1788876776.175525:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633154407191 time 7633154612054 state 0x2 ref 0
00000100:00100000:0.0:1788876776.182829:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876776.183040:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696576
00000100:00100000:3.0:1788876776.183051:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696576
00000100:00100000:3.0:1788876776.183110:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633154407191 time 7633154612054 state 0x0 ref 1
00000100:00100000:3.0:1788876776.183125:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633254612054 time 7633154612054 state 0x1 ref 1
00000100:00100000:3.0:1788876776.245756:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633254612054 time 7633254722082 state 0x0 ref 1
00000100:00100000:3.0:1788876776.245805:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362696576:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876776.245850:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.245866:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876776.245871:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876776.245878:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.245901:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.272701:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.272721:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.272731:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.272738:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876776.272743:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.272752:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.272771:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.272898:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765995 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876776.272987:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362696576:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27208us (90162us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876776.272999:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1580
00000100:00100000:3.0:1788876776.273011:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633254612054 time 7633254722082 state 0x2 ref 0
00000100:00100000:2.0:1788876776.299172:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876776.299518:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696704
00000100:00100000:1.0:1788876776.299529:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696704
00000100:00100000:1.0:1788876776.299590:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633254612054 time 7633254722082 state 0x0 ref 1
00000100:00100000:1.0:1788876776.299606:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633354722082 time 7633254722082 state 0x1 ref 1
00000100:00100000:2.0:1788876776.348772:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633354722082 time 7633357739117 state 0x0 ref 1
00000100:00100000:2.0:1788876776.349538:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362696704:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876776.349585:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.349600:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876776.349605:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876776.349610:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.349627:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.394257:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.394279:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.394290:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.394298:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876776.394303:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.394312:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.394332:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.394340:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e76599c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876776.394461:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362696704:12345-192.168.203.59@tcp:3:dd.500 Request processed in 45667us (95292us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876776.394472:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1581
00000100:00100000:2.0:1788876776.394484:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633354722082 time 7633357739117 state 0x2 ref 0
00000100:00100000:2.0:1788876776.406920:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876776.407069:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696832
00000100:00100000:0.0:1788876776.407079:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696832
00000100:00100000:0.0:1788876776.407154:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633354722082 time 7633357739117 state 0x0 ref 1
00000100:00100000:0.0:1788876776.407170:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633457739117 time 7633357739117 state 0x1 ref 1
00000100:00100000:1.0:1788876776.448980:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633457739117 time 7633457946283 state 0x0 ref 1
00000100:00100000:1.0:1788876776.449010:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362696832:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876776.449072:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876776.449090:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876776.449094:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876776.449111:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876776.449125:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.473995:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.474032:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.474043:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.474050:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876776.474055:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.474063:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.474083:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.474091:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e7659a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876776.474188:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362696832:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25187us (67273us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876776.474201:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1582
00000100:00100000:0.0:1788876776.474212:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633457739117 time 7633457946283 state 0x2 ref 0
00010000:00010000:3.0:1788876776.494229:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876776.501425:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876776.501502:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362696960
00000100:00100000:3.0:1788876776.501512:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362696960
00000100:00100000:3.0:1788876776.501570:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633457739117 time 7633457946283 state 0x0 ref 1
00000100:00100000:3.0:1788876776.501585:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633557946283 time 7633457946283 state 0x1 ref 1
00000100:00100000:2.0:1788876776.549244:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633557946283 time 7633558205525 state 0x0 ref 1
00000100:00100000:2.0:1788876776.549284:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362696960:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876776.549331:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.549351:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876776.549357:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876776.549366:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.549385:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.592823:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.592842:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.592852:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.592860:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876776.592865:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.592875:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.592894:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.592903:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7659aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876776.592992:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362696960:12345-192.168.203.59@tcp:3:dd.500 Request processed in 43721us (91571us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876776.593003:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1583
00000100:00100000:0.0:1788876776.593062:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633557946283 time 7633558205525 state 0x2 ref 0
00000100:00100000:2.0:1788876776.607500:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876776.607583:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362697088
00000100:00100000:3.0:1788876776.607594:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362697088
00000100:00100000:3.0:1788876776.607653:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633557946283 time 7633558205525 state 0x0 ref 1
00000100:00100000:3.0:1788876776.607669:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633658205525 time 7633558205525 state 0x1 ref 1
00000100:00100000:2.0:1788876776.649386:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633658205525 time 7633658351779 state 0x0 ref 1
00000100:00100000:2.0:1788876776.649425:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362697088:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876776.649472:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.649489:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876776.649494:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876776.649501:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876776.649515:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.668509:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.668532:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.668543:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.668551:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876776.668558:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.668569:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.668597:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.668608:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7659b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876776.668717:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362697088:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19294us (61217us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876776.668731:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1584
00000100:00100000:3.0:1788876776.668746:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633658205525 time 7633658351779 state 0x2 ref 0
00000100:00100000:1.0:1788876776.681441:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876776.681528:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362697216
00000100:00100000:0.0:1788876776.681538:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362697216
00000100:00100000:0.0:1788876776.681596:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633658205525 time 7633658351779 state 0x0 ref 1
00000100:00100000:0.0:1788876776.681613:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633758351779 time 7633658351779 state 0x1 ref 1
00000100:00100000:3.0:1788876776.751643:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633758351779 time 7633760603633 state 0x0 ref 1
00000100:00100000:3.0:1788876776.751679:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362697216:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876776.751722:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.751740:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876776.751745:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876776.751753:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.751771:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.765856:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.765875:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.765884:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.765891:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876776.765895:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.765904:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.765924:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876776.765931:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e7659b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876776.766105:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362697216:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14351us (84582us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876776.766116:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1585
00000100:00100000:3.0:1788876776.766129:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633758351779 time 7633760603633 state 0x2 ref 0
00000100:00100000:2.0:1788876776.773350:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876776.773578:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362697472
00000100:00100000:1.0:1788876776.773589:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362697472
00000100:00100000:1.0:1788876776.773657:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9845
00000100:00100000:1.0:1788876776.773668:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:249703:x1875765362697472:12345-192.168.203.59@tcp:35:dd.500
00000100:00100000:1.0:1788876776.774072:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:249703:x1875765362697472:12345-192.168.203.59@tcp:35:dd.500 Request processed in 405us (729us total) trans 4295010751 rc 0/0
00000100:00100000:1.0:1788876776.774080:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9845
00000100:00080000:2.0:1788876776.774965:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876776.934108:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876776.934203:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362697600
00000100:00100000:0.0:1788876776.934212:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362697600
00000100:00100000:0.0:1788876776.934277:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1187
00000100:00100000:0.0:1788876776.934287:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:14481:x1875765362697600:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876776.934305:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876776.934341:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007967e9a9/0x3868396b8e7656fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883b9 expref: 6 pid: 20698 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.934365:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876776.934427:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:14481:x1875765362697600:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 142us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876776.934435:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1187
00000100:00100000:1.0:1788876776.973098:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876776.973191:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362697728
00000100:00100000:0.0:1788876776.973199:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362697728
00000100:00100000:0.0:1788876776.973256:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60233
00000100:00100000:0.0:1788876776.973265:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:249717:x1875765362697728:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876776.973287:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876776.973306:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8400/0x3868396b8e7659bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883c0 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.973405:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e7659c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.973420:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e7659c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.973430:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e7659c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876776.973667:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 7680
00000004:00200000:0.0:1788876776.973671:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876776.973748:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e7659c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.973775:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8400/0x3868396b8e7659bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883c0 expref: 11 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.973804:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e7659c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883c0 expref: 10 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.973812:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39400)
00010000:00010000:0.0:1788876776.973815:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876776.973819:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a8200, rc 0)
00000100:00100000:0.0:1788876776.973881:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249717:x1875765362697728:12345-192.168.203.59@tcp:101:rm.0 Request processed in 616us (790us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876776.973887:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60233
00000100:00100000:2.0:1788876776.989138:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876776.989242:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362697984
00000100:00100000:0.0:1788876776.989251:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362697984
00000100:00100000:0.0:1788876776.989315:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60234
00000100:00100000:0.0:1788876776.989327:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:249717:x1875765362697984:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876776.989347:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876776.989370:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8400/0x3868396b8e7659cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883c7 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876776.989740:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 7680
00010000:00010000:0.0:1788876776.990000:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8400/0x3868396b8e7659cd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883c7 expref: 12 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.990524:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f100)
00010000:00010000:0.0:1788876776.990529:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876776.990535:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8400/0x3868396b8e7659cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883c7 expref: 12 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876776.990550:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a8400, rc 0)
00000100:00100000:0.0:1788876776.990667:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249717:x1875765362697984:12345-192.168.203.59@tcp:101:rm.0 Request processed in 1342us (1536us total) trans 4295010752 rc 301/301
00000100:00100000:0.0:1788876776.990676:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60234
00000100:00100000:2.0:1788876777.008144:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876777.017211:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362698112
00000100:00100000:3.0:1788876777.017225:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362698112
00000100:00100000:3.0:1788876777.017293:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9846
00000100:00100000:3.0:1788876777.017302:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249717:x1875765362698112:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:3.0:1788876777.033751:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249717:x1875765362698112:12345-192.168.203.59@tcp:37:rm.0 Request processed in 16437us (25620us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876777.033766:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9846
00000100:00100000:0.0:1788876777.044951:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876777.045050:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362698368
00000100:00100000:3.0:1788876777.045060:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362698368
00000100:00100000:3.0:1788876777.045119:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9847
00000100:00100000:3.0:1788876777.045128:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:249717:x1875765362698368:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876777.045767:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249717:x1875765362698368:12345-192.168.203.59@tcp:35:rm.0 Request processed in 637us (821us total) trans 4295010753 rc 0/0
00000100:00100000:3.0:1788876777.045776:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9847
00000100:00100000:2.0:1788876777.049269:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876777.049730:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362698624
00000100:00100000:0.0:1788876777.049742:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362698624
00000100:00100000:0.0:1788876777.049818:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60235
00000100:00100000:0.0:1788876777.049830:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:249717:x1875765362698624:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876777.049857:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876777.049880:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8400/0x3868396b8e7659db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883ce expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876777.050198:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9800/0x3868396b8e7659e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876777.050213:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9800/0x3868396b8e7659e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc9a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876777.050225:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9800/0x3868396b8e7659e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc9a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876777.050236:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 7680
00010000:00010000:0.0:1788876777.050428:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8400/0x3868396b8e7659db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ce expref: 15 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876777.050459:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9800/0x3868396b8e7659e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc9a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ce expref: 14 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876777.050466:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39400)
00010000:00010000:0.0:1788876777.050469:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1788876777.050472:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9800, rc 0)
00000100:00100000:0.0:1788876777.050537:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249717:x1875765362698624:12345-192.168.203.59@tcp:101:rm.0 Request processed in 710us (1277us total) trans 4295010754 rc 0/0
00000100:00100000:0.0:1788876777.050544:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60235
00000100:00100000:1.0:1788876777.053497:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876777.053776:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362698752
00000100:00100000:2.0:1788876777.053795:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362698752
00000100:00100000:2.0:1788876777.053860:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60236
00000100:00100000:2.0:1788876777.053871:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249717:x1875765362698752:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:2.0:1788876777.053928:0:15586:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7570718720 avail 7566524416
00000100:00100000:2.0:1788876777.054005:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249717:x1875765362698752:12345-192.168.203.59@tcp:41:rm.0 Request processed in 136us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876777.054039:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60236
00000100:00100000:0.0:1788876777.063403:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876777.063663:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362699008
00000100:00100000:1.0:1788876777.063673:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362699008
00000100:00100000:1.0:1788876777.063740:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60237
00000100:00100000:1.0:1788876777.063750:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249717:x1875765362699008:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:1.0:1788876777.063812:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1788876777.063842:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998320303c00/0x3868396b8e765401 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ab expref: 14 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.063865:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9c:0x0].0x0 (ffff998404dddc00)
00010000:00010000:1.0:1788876777.063884:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e7659c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883c0 expref: 13 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.063894:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876777.063897:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876777.063922:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.063934:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.063944:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.063961:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.063968:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.063978:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.064350:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.064359:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.064377:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1788876777.065398:0:5790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1620, 64 off111872
00000004:00080000:1.0:1788876777.065409:0:5790:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7634074394991ns, next at 7635074392198ns, rc = 0
00010000:00010000:1.0:1788876777.065488:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.065498:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066892:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066910:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066916:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066922:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066957:0:5790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1788876777.066978:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066984:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066990:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.066996:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876777.067000:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067006:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067578:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9c:0x0].0x0 (ffff998385d39300)
00010000:00010000:1.0:1788876777.067583:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788876777.067588:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067595:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e7659fe lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067616:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067622:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067632:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067638:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876777.067641:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067647:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067655:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876777.067658:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876777.067661:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.067666:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e7659f0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876777.067676:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d93091f3 reply state 0000000006146040 transno 4295010755 ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876777.067685:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788876777.067815:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249717:x1875765362699008:12345-192.168.203.59@tcp:36:rm.0 Request processed in 4063us (4424us total) trans 4295010755 rc 0/0
00000100:00100000:1.0:1788876777.067825:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60237
00010000:00010000:2.0:1788876777.068430:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876777.068446:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876777.068454:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876777.068458:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876777.068466:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876777.068477:0:6598:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9c:0x0].0x0 (ffff998385d39300)
00010000:00010000:2.0:1788876777.068479:0:6598:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788876777.068483:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876777.068488:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a05 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876777.068515:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876777.068517:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876777.068519:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876777.076958:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.076977:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.076986:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.076992:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876777.076996:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.077004:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.077047:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x4009f790 (ffff998385d39e00)
00010000:00010000:3.0:1788876777.077051:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876777.077056:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.077062:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e7659f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9a:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876777.077902:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876777.078433:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362699264
00000100:00100000:3.0:1788876777.078453:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362699264
00000100:00100000:3.0:1788876777.078517:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9848
00000100:00100000:3.0:1788876777.078526:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:249717:x1875765362699264:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876777.078831:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249717:x1875765362699264:12345-192.168.203.59@tcp:35:rm.0 Request processed in 305us (933us total) trans 4295010756 rc 0/0
00000100:00100000:3.0:1788876777.078840:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9848
00000100:00100000:2.0:1788876777.081925:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876777.081990:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362699520
00000100:00100000:1.0:1788876777.082000:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362699520
00000100:00100000:1.0:1788876777.082109:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60238
00000100:00100000:1.0:1788876777.082121:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:249717:x1875765362699520:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:1.0:1788876777.082180:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1788876777.082206:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9800/0x3868396b8e7659e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ce expref: 14 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082227:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984013fd400/0x3868396b8e7653e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883a4 expref: 13 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082239:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876777.082256:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998302f7a400/0x3868396b8e765383 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88838f expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082264:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f100)
00010000:00010000:1.0:1788876777.082270:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876777.082296:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082310:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082318:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082330:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082337:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082343:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082614:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082624:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.082630:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876777.083882:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9a:0x0]: returning size 7680
00010000:00010000:1.0:1788876777.083902:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083910:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083917:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083923:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876777.083928:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083935:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083948:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9a:0x0].0x0 (ffff998385d39000)
00010000:00010000:1.0:1788876777.083951:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788876777.083955:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083966:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765a1a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083986:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083992:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.083998:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.084003:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3ba00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876777.084006:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.084207:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.084220:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39700)
00010000:00010000:1.0:1788876777.084222:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876777.084226:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876777.084232:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765a0c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876777.084245:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000569fdb9d reply state 00000000f1fdb44d transno 4295010757 ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876777.084254:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788876777.084391:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:249717:x1875765362699520:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2269us (2469us total) trans 4295010757 rc 0/0
00000100:00100000:1.0:1788876777.084409:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60238
00010000:00010000:3.0:1788876777.097252:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.097270:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.097279:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.097287:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3ac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876777.097292:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.097301:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.097317:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39100)
00010000:00010000:3.0:1788876777.097320:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876777.097326:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876777.097333:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a13 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876777.520734:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876778.542888:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876778.926180:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365722240:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876778.926258:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876778.926416:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365722240
00000100:00100000:2.0:1788876778.926435:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365722240
00000100:00100000:1.0:1788876778.926471:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876778.926484:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365722368:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.926527:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876778.926527:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 318
00000100:00100000:2.0:1788876778.926543:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365722240:12345-0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876778.926569:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365722368
00000100:00100000:1.0:1788876778.926574:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365722368
00002000:00000024:2.0:1788876778.926582:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876778.926605:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00000100:00100000:1.0:1788876778.926613:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365722368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876778.926643:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365722240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876778.926656:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 318
00000100:00100000:1.0:1788876778.926661:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365722368:12345-0@lo:400:kworker.0 Request processed in 47us (134us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876778.926669:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00100000:1.0:1788876778.926713:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365722368:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.926749:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365722496:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.926798:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876778.926809:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365722240:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876778.926835:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365722496
00000100:00100000:1.0:1788876778.926840:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365722496
00000100:00100000:1.0:1788876778.926869:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6632
00000100:00100000:1.0:1788876778.927983:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365722496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928061:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365722496:12345-0@lo:400:kworker.0 Request processed in 1185us (1262us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876778.928070:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6632
00000100:00100000:1.0:1788876778.928115:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365722496:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928166:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365722624:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928199:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876778.928236:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365722624
00000100:00100000:1.0:1788876778.928240:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365722624
00000100:00100000:1.0:1788876778.928272:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6633
00000100:00100000:1.0:1788876778.928281:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365722624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928317:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365722624:12345-0@lo:400:kworker.0 Request processed in 38us (118us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876778.928323:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6633
00000100:00100000:1.0:1788876778.928354:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365722624:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928388:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365722752:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928418:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876778.928448:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365722752
00000100:00100000:1.0:1788876778.928452:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365722752
00000100:00100000:1.0:1788876778.928486:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 319
00000100:00100000:1.0:1788876778.928494:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365722752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928530:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365722752:12345-0@lo:400:kworker.0 Request processed in 37us (111us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876778.928536:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 319
00000100:00100000:1.0:1788876778.928563:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365722752:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928594:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876778.928600:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365722880:0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928626:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876778.928653:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365722880
00000100:00100000:1.0:1788876778.928656:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365722880
00000100:00100000:1.0:1788876778.928685:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6634
00000100:00100000:1.0:1788876778.928692:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365722880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876778.928727:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365722880:12345-0@lo:400:kworker.0 Request processed in 36us (101us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876778.928734:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6634
00000100:00100000:1.0:1788876778.928761:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365722880:0@lo:400:kworker.0
00000100:00080000:3.0:1788876778.929902:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876778.929909:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788876778.929911:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876779.511702:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876779.511745:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876779.511784:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876779.511816:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876779.511843:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876779.511873:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362699776
00000100:00100000:2.0:1788876779.511882:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362699776
00000100:00100000:2.0:1788876779.511943:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700160
00000100:00100000:2.0:1788876779.511946:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700160
00000100:00100000:2.0:1788876779.511970:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6635
00000100:00100000:2.0:1788876779.511980:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362699776:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876779.512086:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362699776:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 106us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876779.512094:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6635
00000100:00100000:2.0:1788876779.512113:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6636
00000100:00100000:2.0:1788876779.512119:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362700160:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876779.512143:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362700160:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 23us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876779.512149:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6636
00000100:00100000:2.0:1788876779.512166:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362699904
00000100:00100000:2.0:1788876779.512169:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362699904
00000100:00100000:2.0:1788876779.512199:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700032
00000100:00100000:2.0:1788876779.512202:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700032
00000100:00100000:2.0:1788876779.512224:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 320
00000100:00100000:2.0:1788876779.512231:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362699904:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876779.512255:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362699904:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (510us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876779.512261:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 320
00000100:00100000:2.0:1788876779.512272:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 508
00000100:00100000:2.0:1788876779.512277:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362700032:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:2.0:1788876779.512293:0:167012:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e7651df
00000100:00080000:2.0:1788876779.512301:0:167012:0:(import.c:65:import_set_state_nolock()) ffff998402f38000 : changing import state from FULL to CLOSED
00000001:00000004:2.0:1788876779.512337:0:167012:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294993600
00000100:00080000:0.0:1788876779.512634:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876779.512639:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876779.512642:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1788876779.512666:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876779.513105:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362699648
00000100:00100000:1.0:1788876779.513111:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362699648
00000100:00100000:1.0:1788876779.513153:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3111
00000100:00100000:1.0:1788876779.513162:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362699648:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876779.513209:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362699648:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 49us (1516us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876779.513217:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3111
00000100:00100000:2.0:1788876779.513938:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362700032:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 1657us (2091us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876779.513949:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 508
00010000:00010000:0.0:1788876779.567066:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1788876780.432083:0:181149:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7637441066320ns, next at 7635074392198ns, rc = 0
00000001:00080000:0.0:1788876780.547693:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010754 is committed
00000001:00080000:0.0:1788876780.547714:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010757 is committed
00000004:00080000:0.0:1788876780.547727:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 553 committed
00000004:00080000:0.0:1788876780.547747:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 554 committed
00000100:00100000:3.0:1788876780.548050:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876780.549543:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365723008:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788876780.549617:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876780.550973:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723008
00000100:00100000:0.0:1788876780.550983:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723008
00000100:00100000:0.0:1788876780.551463:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 509
00000100:00100000:0.0:1788876780.551475:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365723008:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1788876780.551507:0:20698:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3655 count 1
00002000:00010000:0.0:1788876780.551540:0:20698:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe47:0x0] initial LVB size: 104857600, mtime: 0x6aa017df, atime: 0x0, ctime: 0x6aa017df, blocks: 0x3200b
00010000:00010000:0.0:1788876780.551548:0:20698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876780.551563:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=7637s v=(0 0)
00010000:00010000:0.0:1788876780.551568:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe47:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876780.551573:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876780.551587:0:20698:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876780.551597:0:20698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876780.551604:0:20698:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876780.551633:0:20698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788876780.553105:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876780.553117:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876780.553131:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876780.553136:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876780.553147:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876780.553167:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876780.553176:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765a21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876780.553198:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876780.553199:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876780.553201:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788876780.553350:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876780.590174:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876780.591659:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365723008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40180us (42035us total) trans 4294981404 rc 0/0
00000100:00100000:3.0:1788876780.591674:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 509
00000004:00080000:0.0:1788876780.592490:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998441cb7800/2, rc 0, transno 4294981404
00000100:00100000:0.0:1788876780.592557:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365723008:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1788876780.595733:0:181149:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7637604716476ns, next at 7616459338640ns, rc = 0
00000004:00080000:0.0:1788876780.606826:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 728 committed
00000100:00100000:2.0:1788876780.976199:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365723136:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876780.976269:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876780.977201:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723136
00000100:00100000:1.0:1788876780.977210:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723136
00000100:00100000:1.0:1788876780.977268:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 319
00000100:00100000:1.0:1788876780.977278:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365723136:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876780.977311:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788876780.977363:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365723136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (1094us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876780.977371:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 319
00000100:00100000:2.0:1788876780.977734:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365723136:0@lo:13:osp-pre-0-0.0
00000001:00100000:3.0:1788876781.101153:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788876781.101162:0:7500:0:(genops.c:906:class_export_put()) final put ffff998402f39000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:2.0:1788876781.101535:0:103132:0:(genops.c:865:class_export_destroy()) destroying export ffff998402f39000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0001
00000020:00000080:2.0:1788876781.101585:0:103132:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff998402f38000 for lustre-OST0001
00010000:00010000:2.0:1788876781.617871:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1788876782.153317:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981404 is committed
00010000:00010000:0.0:1788876782.638200:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876783.663531:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876784.046242:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365723264:0@lo:400:kworker.0
00000100:00100000:1.0:1788876784.046483:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365723648:0@lo:400:kworker.0
00000100:00100000:0.0:1788876784.048138:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365723392:0@lo:400:kworker.0
00000100:00100000:3.0:1788876784.050356:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876784.050440:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365723776:0@lo:400:kworker.0
00000100:00100000:3.0:1788876784.050490:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876784.050532:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723264
00000100:00100000:3.0:1788876784.050540:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723264
00000100:00100000:3.0:1788876784.050586:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:3.0:1788876784.050596:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365723264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876784.050651:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365723264:12345-0@lo:400:kworker.0 Request processed in 57us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876784.050658:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00100000:3.0:1788876784.050693:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723776
00000100:00100000:3.0:1788876784.050698:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723776
00000100:00100000:3.0:1788876784.050751:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6637
00000100:00100000:3.0:1788876784.050759:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365723776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876784.050806:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365723776:12345-0@lo:400:kworker.0 Request processed in 48us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876784.050815:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6637
00000100:00080000:3.0:1788876784.050837:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876784.050900:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365723776:0@lo:400:kworker.0
00000100:00100000:2.0:1788876784.051045:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365723264:0@lo:400:kworker.0
00000100:00100000:1.0:1788876784.051130:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876784.051174:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365723520:0@lo:400:kworker.0
00000100:00100000:1.0:1788876784.051204:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876784.051226:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365724032:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876784.051254:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876784.051287:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723520
00000100:00100000:2.0:1788876784.051419:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723648
00000100:00100000:2.0:1788876784.051424:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723648
00000100:00080000:3.0:1788876784.051450:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876784.051476:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 321
00000100:00100000:2.0:1788876784.051486:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365723648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876784.051530:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365723648:12345-0@lo:400:kworker.0 Request processed in 47us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876784.051538:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 321
00000100:00100000:1.0:1788876784.051583:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723520
00000100:00080000:3.0:1788876784.051620:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876784.051632:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6638
00000100:00100000:1.0:1788876784.051640:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365723520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876784.051690:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365723520:12345-0@lo:400:kworker.0 Request processed in 51us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876784.051697:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6638
00000100:00100000:1.0:1788876784.051721:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724032
00000100:00100000:1.0:1788876784.051725:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724032
00000100:00100000:3.0:1788876784.051752:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365723520:0@lo:400:kworker.0
00000100:00080000:3.0:1788876784.051774:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876784.051775:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 320
00000100:00100000:1.0:1788876784.051785:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998406075850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365724032:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876784.051811:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876784.051916:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998406075850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365724032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (659us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876784.051923:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 320
00000100:00100000:1.0:1788876784.052575:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981404 gen 2
00000004:00080000:1.0:1788876784.052581:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998441cb7800, transno 4294981404
00000100:00100000:1.0:1788876784.052595:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365723648:0@lo:400:kworker.0
00000100:00100000:3.0:1788876784.053184:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365724032:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876784.054513:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876784.054560:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365723904:0@lo:400:kworker.0
00000100:00100000:0.0:1788876784.054597:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876784.054638:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723392
00000100:00100000:0.0:1788876784.054644:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723392
00000100:00100000:0.0:1788876784.054685:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6639
00000100:00100000:0.0:1788876784.054694:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365723392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876784.054753:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365723392:12345-0@lo:400:kworker.0 Request processed in 60us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876784.054760:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6639
00000100:00100000:0.0:1788876784.054796:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365723392:0@lo:400:kworker.0
00000100:00100000:3.0:1788876784.055069:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365723904
00000100:00100000:3.0:1788876784.055074:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365723904
00000100:00100000:3.0:1788876784.056070:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 322
00000100:00100000:3.0:1788876784.056080:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365723904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876784.056187:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365723904:12345-0@lo:400:kworker.0 Request processed in 109us (1589us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876784.056195:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 322
00000100:00100000:0.0:1788876784.056424:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365723904:0@lo:400:kworker.0
00000100:00100000:0.0:1788876784.629868:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876784.629920:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876784.631066:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700288
00000100:00100000:1.0:1788876784.631077:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700288
00000100:00100000:1.0:1788876784.631140:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3113
00000100:00100000:1.0:1788876784.631150:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362700288:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876784.631220:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362700288:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 71us (1361us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876784.631232:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3113
00000100:00100000:3.0:1788876784.637248:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700544
00000100:00100000:3.0:1788876784.637262:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700544
00000100:00100000:1.0:1788876784.637593:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876784.637651:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876784.637677:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700416
00000100:00100000:1.0:1788876784.637680:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700416
00000100:00100000:2.0:1788876784.637743:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700672
00000100:00100000:2.0:1788876784.637748:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700672
00000100:00100000:3.0:1788876784.637822:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 323
00000100:00100000:3.0:1788876784.637833:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998308410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362700544:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876784.637898:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998308410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362700544:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (7976us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876784.637906:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 323
00000100:00080000:0.0:1788876784.641455:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876784.641467:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876784.641660:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6640
00000100:00100000:1.0:1788876784.641675:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362700416:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876784.641774:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362700416:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 103us (4184us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876784.641781:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6640
00000100:00100000:2.0:1788876784.642523:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6641
00000100:00100000:2.0:1788876784.642533:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362700672:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876784.642581:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362700672:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 48us (4929us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876784.642588:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6641
00010000:00010000:2.0:1788876784.690480:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876785.710246:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876786.099998:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365724160:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876786.100091:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876786.100259:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724160
00000100:00100000:0.0:1788876786.100267:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724160
00000100:00100000:2.0:1788876786.100456:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 321
00000100:00100000:2.0:1788876786.100469:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365724160:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876786.100504:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876786.100546:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365724160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (456us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876786.100553:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 321
00000100:00100000:1.0:1788876786.100639:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365724160:0@lo:13:osp-pre-0-0.0
00000100:00080000:1.0:1788876786.100658:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788876786.734380:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876787.758216:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876788.782463:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876789.166389:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841108b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365724288:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876789.166461:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876789.166604:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724288
00000100:00100000:3.0:1788876789.166612:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724288
00000100:00100000:3.0:1788876789.166680:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 322
00000100:00100000:3.0:1788876789.166690:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365724288:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876789.166732:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876789.166782:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365724288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876789.166789:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 322
00000100:00100000:3.0:1788876789.166847:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841108b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365724288:0@lo:13:osp-pre-1-0.0
00000100:00080000:0.0:1788876789.167034:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876789.167534:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365724672:0@lo:400:kworker.0
00000100:00100000:1.0:1788876789.167569:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876789.167598:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788876789.167604:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365724800:0@lo:400:kworker.0
00000100:00100000:1.0:1788876789.167628:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876789.167653:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724800
00000100:00100000:1.0:1788876789.167657:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724800
00000100:00100000:1.0:1788876789.167694:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 324
00000100:00100000:1.0:1788876789.167710:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365724800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876789.167748:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365724800:12345-0@lo:400:kworker.0 Request processed in 48us (119us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876789.167755:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 324
00000100:00100000:1.0:1788876789.167785:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365724800:0@lo:400:kworker.0
00000100:00100000:0.0:1788876789.167893:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365724416:0@lo:400:kworker.0
00000100:00100000:0.0:1788876789.167926:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876789.167955:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365724928:0@lo:400:kworker.0
00000100:00100000:0.0:1788876789.167974:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876789.167989:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876789.167994:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365724544:0@lo:400:kworker.0
00000100:00100000:0.0:1788876789.168028:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1788876789.168047:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876789.168093:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724672
00000100:00100000:2.0:1788876789.168097:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724672
00000100:00100000:2.0:1788876789.168131:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724928
00000100:00100000:2.0:1788876789.168134:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724928
00000100:00100000:2.0:1788876789.168151:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724544
00000100:00100000:2.0:1788876789.168153:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724544
00000100:00100000:2.0:1788876789.168180:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6642
00000100:00100000:2.0:1788876789.168187:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365724672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876789.168221:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365724672:12345-0@lo:400:kworker.0 Request processed in 35us (652us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876789.168231:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6642
00000100:00100000:2.0:1788876789.168342:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6643
00000100:00100000:2.0:1788876789.168349:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365724928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876789.168393:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365724928:12345-0@lo:400:kworker.0 Request processed in 44us (416us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876789.168399:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6643
00000100:00100000:2.0:1788876789.168410:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6644
00000100:00100000:2.0:1788876789.168415:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365724544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876789.168441:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365724544:12345-0@lo:400:kworker.0 Request processed in 26us (427us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876789.168447:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6644
00000100:00080000:0.0:1788876789.168608:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876789.168628:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365724544:0@lo:400:kworker.0
00000100:00100000:0.0:1788876789.168639:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365724928:0@lo:400:kworker.0
00000100:00100000:1.0:1788876789.169326:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365724416
00000100:00100000:1.0:1788876789.169332:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365724416
00000100:00100000:1.0:1788876789.169378:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114
00000100:00100000:1.0:1788876789.169385:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365724416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876789.169445:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365724416:12345-0@lo:400:kworker.0 Request processed in 61us (1518us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876789.169451:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114
00000100:00100000:1.0:1788876789.169506:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365724672:0@lo:400:kworker.0
00000100:00100000:2.0:1788876789.170423:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365724416:0@lo:400:kworker.0
00000100:00100000:3.0:1788876789.747136:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876789.747197:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876789.747288:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700928
00000100:00100000:1.0:1788876789.747297:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700928
00000100:00100000:1.0:1788876789.747380:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6645
00000100:00100000:1.0:1788876789.747389:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362700928:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876789.747463:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362700928:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 76us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876789.747471:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6645
00000100:00080000:2.0:1788876789.747706:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876789.748051:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362700800
00000100:00100000:0.0:1788876789.748056:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362700800
00000100:00100000:0.0:1788876789.748095:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3115
00000100:00100000:0.0:1788876789.748103:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362700800:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876789.748150:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362700800:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 47us (1022us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876789.748157:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3115
00000100:00100000:3.0:1788876789.748600:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876789.748788:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362701056
00000100:00100000:0.0:1788876789.748793:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362701056
00000100:00100000:0.0:1788876789.748851:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 325
00000100:00100000:0.0:1788876789.748860:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362701056:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876789.748901:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362701056:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 42us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876789.748909:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 325
00000100:00080000:2.0:1788876789.749029:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876789.755643:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876789.755782:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362701184
00000100:00100000:3.0:1788876789.755792:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362701184
00000100:00100000:3.0:1788876789.755874:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6646
00000100:00100000:3.0:1788876789.755884:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362701184:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876789.755964:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362701184:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 82us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876789.755972:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6646
00000100:00080000:2.0:1788876789.756324:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788876789.806712:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876790.830236:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876791.215600:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365725056:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876791.215676:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876791.215778:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725056
00000100:00100000:1.0:1788876791.215786:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725056
00000100:00100000:1.0:1788876791.215855:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 323
00000100:00100000:1.0:1788876791.215864:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365725056:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876791.215895:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788876791.215942:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365725056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876791.215950:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 323
00000100:00080000:1.0:1788876791.215974:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876791.216004:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365725056:0@lo:13:osp-pre-0-0.0
00010000:00010000:2.0:1788876791.854533:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876792.878498:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876793.902372:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876794.286774:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365725440:0@lo:400:kworker.0
00000100:00100000:0.0:1788876794.286847:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876794.286908:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876794.286914:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365725568:0@lo:400:kworker.0
00000100:00100000:0.0:1788876794.286939:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876794.286970:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725568
00000100:00100000:0.0:1788876794.286976:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725568
00000100:00100000:0.0:1788876794.287053:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 326
00000100:00100000:0.0:1788876794.287063:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365725568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876794.287112:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365725568:12345-0@lo:400:kworker.0 Request processed in 52us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876794.287120:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 326
00000100:00100000:0.0:1788876794.287171:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365725568:0@lo:400:kworker.0
00000100:00100000:2.0:1788876794.287597:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725440
00000100:00100000:2.0:1788876794.287603:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725440
00000100:00100000:2.0:1788876794.287642:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6647
00000100:00100000:2.0:1788876794.287660:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365725440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876794.288074:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365725440:12345-0@lo:400:kworker.0 Request processed in 62us (864us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876794.288086:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6647
00000100:00100000:2.0:1788876794.288122:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365725440:0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288226:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365725184:0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288266:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876794.288311:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365725696:0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288335:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876794.288355:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1788876794.288361:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365725312:0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288384:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876794.288401:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365725824:0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288438:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1788876794.288465:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876794.288469:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876794.288480:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725824
00000100:00100000:1.0:1788876794.288484:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725824
00000100:00100000:1.0:1788876794.288519:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 327
00000100:00100000:1.0:1788876794.288526:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365725824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288563:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365725824:12345-0@lo:400:kworker.0 Request processed in 37us (124us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876794.288570:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 327
00000100:00100000:1.0:1788876794.288589:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725696
00000100:00100000:1.0:1788876794.288592:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725696
00000100:00100000:1.0:1788876794.288611:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725312
00000100:00100000:1.0:1788876794.288615:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725312
00000100:00100000:1.0:1788876794.288631:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6648
00000100:00100000:1.0:1788876794.288637:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365725696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288913:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365725696:12345-0@lo:400:kworker.0 Request processed in 276us (576us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876794.288918:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6648
00000100:00100000:1.0:1788876794.288934:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6649
00000100:00100000:1.0:1788876794.288939:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365725312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.288964:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365725312:12345-0@lo:400:kworker.0 Request processed in 25us (580us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876794.288968:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6649
00000100:00080000:1.0:1788876794.288992:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876794.288995:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876794.293059:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365725312:0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.293077:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365725824:0@lo:400:kworker.0
00000100:00100000:1.0:1788876794.293088:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365725696:0@lo:400:kworker.0
00000100:00100000:2.0:1788876794.293190:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725184
00000100:00100000:2.0:1788876794.293198:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725184
00000100:00100000:2.0:1788876794.293257:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116
00000100:00100000:2.0:1788876794.293266:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365725184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876794.293344:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365725184:12345-0@lo:400:kworker.0 Request processed in 80us (5077us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876794.293352:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116
00000100:00100000:2.0:1788876794.293391:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365725184:0@lo:400:kworker.0
00000100:00100000:0.0:1788876794.294610:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365725952:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876794.294675:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876794.294881:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365725952
00000100:00100000:2.0:1788876794.294887:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365725952
00000100:00100000:2.0:1788876794.294936:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 324
00000100:00100000:2.0:1788876794.294945:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365725952:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876794.294978:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876794.295041:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365725952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876794.295048:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 324
00000100:00100000:0.0:1788876794.295380:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365725952:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876794.868621:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876794.868823:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876794.868855:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876794.868953:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876794.868986:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362701440
00000100:00100000:1.0:1788876794.868995:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362701440
00000100:00100000:1.0:1788876794.869066:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362701696
00000100:00100000:1.0:1788876794.869070:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362701696
00000100:00100000:1.0:1788876794.869093:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6650
00000100:00100000:1.0:1788876794.869102:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362701440:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876794.869170:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362701440:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 69us (555us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876794.869177:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6650
00000100:00100000:1.0:1788876794.869195:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6651
00000100:00100000:1.0:1788876794.869202:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362701696:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876794.869227:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362701696:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (405us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876794.869233:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6651
00000100:00100000:1.0:1788876794.869252:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362701312
00000100:00100000:1.0:1788876794.869255:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362701312
00000100:00100000:1.0:1788876794.869277:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3117
00000100:00100000:1.0:1788876794.869282:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362701312:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876794.869304:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362701312:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 22us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876794.869309:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3117
00000100:00100000:1.0:1788876794.869333:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362701568
00000100:00100000:1.0:1788876794.869336:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362701568
00000100:00100000:1.0:1788876794.869367:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 328
00000100:00100000:1.0:1788876794.869373:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362701568:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876794.869395:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362701568:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 22us (442us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876794.869401:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 328
00000100:00080000:1.0:1788876794.869414:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876794.869418:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788876794.926492:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876795.950211:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876796.335534:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876796.335555:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365726080:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876796.335623:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876796.335710:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365726080
00000100:00100000:2.0:1788876796.335718:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365726080
00000100:00100000:2.0:1788876796.335790:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 325
00000100:00100000:2.0:1788876796.335803:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365726080:12345-0@lo:13:osp-pre-0-0.0
00000100:00080000:1.0:1788876796.335805:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1788876796.335841:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876796.335897:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365726080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876796.335905:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 325
00000100:00100000:1.0:1788876796.339964:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365726080:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788876796.979048:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876798.001291:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876799.027383:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876799.107567:0:181471:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410b86300 rate 20 gen 0
00000100:00100000:3.0:1788876799.107582:0:181471:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410b86c00 rate 20 gen 0
00000100:00100000:3.0:1788876799.107759:0:181471:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410b86000 rate 10 gen 0
00000100:00100000:3.0:1788876799.107767:0:181471:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410b86900 rate 10 gen 0
00000100:00100000:1.0:1788876799.185341:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.185500:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362701824
00000100:00100000:3.0:1788876799.185520:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362701824
00000100:00100000:3.0:1788876799.185754:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60239
00000100:00100000:3.0:1788876799.185764:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:250036:x1875765362701824:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:3.0:1788876799.185785:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876799.185806:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765a28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883d5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.185895:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e765a2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.185909:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e765a2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.185923:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e765a2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876799.185985:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876799.185989:0:5791:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876799.186036:0:5791:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e765a2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.186060:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765a28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883d5 expref: 7 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.186076:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e765a2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883d5 expref: 6 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.186084:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390ff00)
00010000:00010000:3.0:1788876799.186087:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876799.186090:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddfc00, rc 0)
00000100:00100000:3.0:1788876799.186145:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250036:x1875765362701824:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 382us (811us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876799.186152:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60239
00000100:00080000:1.0:1788876799.186332:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876799.194378:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876799.195954:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362702080
00000100:00100000:0.0:1788876799.195966:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362702080
00000100:00100000:0.0:1788876799.196085:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60240
00000100:00100000:0.0:1788876799.196096:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250036:x1875765362702080:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:0.0:1788876799.196151:0:26643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876799.196176:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e765a2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883d5 expref: 6 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.196191:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390ff00)
00010000:00010000:0.0:1788876799.196202:0:26643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876799.196353:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.196366:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.196375:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.196391:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.196397:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.196403:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876799.197416:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 512
00010000:00010000:0.0:1788876799.197428:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.197438:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.197445:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.197452:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876799.197456:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.197474:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.197485:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404dddf00)
00010000:00010000:0.0:1788876799.197488:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876799.197493:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876799.197503:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765a36 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876799.197517:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005ee5403f reply state 00000000cb686e81 transno 4295010758 ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876799.197524:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876799.197734:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250036:x1875765362702080:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 1638us (3362us total) trans 4295010758 rc 0/0
00000100:00100000:0.0:1788876799.197742:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60240
00010000:00010000:3.0:1788876799.203894:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.203911:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.203919:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.203927:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.203932:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.203940:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.203960:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404ddd500)
00010000:00010000:3.0:1788876799.203963:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.203967:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.203974:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765a3d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876799.211144:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.211515:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362702208
00000100:00100000:3.0:1788876799.211525:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362702208
00000100:00100000:3.0:1788876799.211596:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60241
00000100:00100000:3.0:1788876799.211607:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250037:x1875765362702208:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876799.211648:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876799.211679:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765a44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883dc expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.211789:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765a4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.211804:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.211815:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876799.211872:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876799.211875:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876799.211900:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.211929:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765a44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883dc expref: 8 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.211946:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765a4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883dc expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.211954:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788876799.211956:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876799.211959:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddfe00, rc 0)
00000100:00100000:3.0:1788876799.212039:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250037:x1875765362702208:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 434us (903us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876799.212046:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60241
00000100:00100000:0.0:1788876799.218091:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.218189:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362702464
00000100:00100000:3.0:1788876799.218198:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362702464
00000100:00100000:3.0:1788876799.218260:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60242
00000100:00100000:3.0:1788876799.218270:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250037:x1875765362702464:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876799.218296:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876799.218300:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1788876799.218324:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765a4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883dc expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218342:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788876799.218352:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876799.218365:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765a52 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883e3 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218570:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218582:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218591:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218603:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218609:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218616:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218708:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218717:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218724:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876799.218733:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 512
00010000:00010000:3.0:1788876799.218745:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218754:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218759:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218764:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.218768:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218774:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218781:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876799.218783:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.218786:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218792:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765a67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218805:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218811:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218817:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218822:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddee00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.218825:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218831:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218838:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876799.218841:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.218844:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218849:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765a59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218858:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218866:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218872:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218877:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.218880:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218886:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218893:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390f100)
00010000:00010000:3.0:1788876799.218895:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.218898:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218905:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765a60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218930:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765a52 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883e3 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218940:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876799.218943:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.218947:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765a52 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883e3 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.218957:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddea00, rc 0)
00000100:00100000:3.0:1788876799.219044:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250037:x1875765362702464:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 776us (962us total) trans 0 rc 301/301
00000100:00100000:3.0:1788876799.219052:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60242
00000100:00100000:2.0:1788876799.222297:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.222477:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362702592
00000100:00100000:3.0:1788876799.222487:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362702592
00000100:00100000:2.0:1788876799.222622:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60243
00000100:00100000:2.0:1788876799.222645:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250037:x1875765362702592:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788876799.222667:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876799.222692:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e765a6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883ea expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876799.222786:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e765a75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876799.222800:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e765a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876799.222812:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e765a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876799.222867:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:2.0:1788876799.222872:0:5791:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876799.222894:0:5791:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e765a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876799.222918:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e765a6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ea expref: 8 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876799.222936:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e765a75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ea expref: 7 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876799.222945:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:2.0:1788876799.222948:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788876799.222951:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b000, rc 0)
00000100:00100000:2.0:1788876799.223033:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250037:x1875765362702592:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 370us (729us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876799.223041:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60243
00000100:00100000:0.0:1788876799.234321:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876799.234393:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362702848
00000100:00100000:1.0:1788876799.234402:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362702848
00000100:00100000:1.0:1788876799.234458:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60244
00000100:00100000:1.0:1788876799.234478:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250037:x1875765362702848:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788876799.234496:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876799.234517:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a600/0x3868396b8e765a7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883f1 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234624:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234648:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234658:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234672:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234678:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234684:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876799.234813:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 512
00010000:00010000:1.0:1788876799.234904:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234912:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234918:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234925:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876799.234929:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234936:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234947:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:1.0:1788876799.234951:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876799.234955:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234960:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765a83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234971:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234978:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234983:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.234992:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876799.234995:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.235000:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.235006:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39a00)
00010000:00010000:1.0:1788876799.235009:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876799.235047:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.235054:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765a8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.235090:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a600/0x3868396b8e765a7c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883f1 expref: 9 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.235100:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:1.0:1788876799.235102:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1788876799.235106:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a600/0x3868396b8e765a7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883f1 expref: 9 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.235114:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3a600, rc 0)
00000100:00100000:1.0:1788876799.235173:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250037:x1875765362702848:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 698us (859us total) trans 4295010759 rc 301/301
00000100:00100000:1.0:1788876799.235181:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60244
00000100:00100000:0.0:1788876799.237892:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876799.237975:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362703104
00000100:00100000:1.0:1788876799.237986:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362703104
00000100:00100000:1.0:1788876799.238069:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60245
00000100:00100000:1.0:1788876799.238079:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250037:x1875765362703104:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:1.0:1788876799.238164:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.238182:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.238194:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876799.238436:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e048b70d reply state 00000000e9def19f transno 4295010760 ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876799.238447:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:1.0:1788876799.238459:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 512
00000100:00100000:1.0:1788876799.238930:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250037:x1875765362703104:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 850us (1047us total) trans 4295010760 rc 0/0
00000100:00100000:1.0:1788876799.238939:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60245
00000100:00100000:2.0:1788876799.246127:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876799.246164:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362703360
00000100:00100000:2.0:1788876799.246172:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362703360
00000100:00100000:2.0:1788876799.246222:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9849
00000100:00100000:2.0:1788876799.246231:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250037:x1875765362703360:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:2.0:1788876799.246477:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250037:x1875765362703360:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 246us (359us total) trans 4295010761 rc 0/0
00000100:00100000:2.0:1788876799.246485:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9849
00010000:00010000:3.0:1788876799.247366:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.247378:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.247385:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.247391:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3ac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.247395:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.247403:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.247418:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff998385d39e00)
00010000:00010000:3.0:1788876799.247420:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1788876799.247425:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.247431:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ac00/0x3868396b8e765a98 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876799.254753:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876799.254827:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362703488
00000100:00100000:1.0:1788876799.254838:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362703488
00000100:00100000:1.0:1788876799.254901:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60246
00000100:00100000:1.0:1788876799.254912:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250038:x1875765362703488:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:1.0:1788876799.254936:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876799.254957:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a600/0x3868396b8e765a9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883f8 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255086:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255102:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255114:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255129:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255137:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255143:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255258:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765ab4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255266:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255273:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876799.255321:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 512
00000004:00200000:1.0:1788876799.255325:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876799.255347:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255359:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255370:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255377:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255382:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876799.255386:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255393:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255404:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:1.0:1788876799.255406:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876799.255410:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255415:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aa6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255427:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255433:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255439:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255443:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876799.255446:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255452:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255459:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39a00)
00010000:00010000:1.0:1788876799.255461:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876799.255464:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255470:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765aad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255499:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a600/0x3868396b8e765a9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883f8 expref: 12 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255512:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883f8 expref: 11 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.255518:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff998385d39300)
00010000:00010000:1.0:1788876799.255521:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876799.255523:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3ba00, rc 0)
00000100:00100000:1.0:1788876799.255818:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250038:x1875765362703488:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 905us (1074us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876799.255826:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60246
00000100:00100000:0.0:1788876799.264606:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876799.264735:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362703744
00000100:00100000:1.0:1788876799.264744:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362703744
00000100:00100000:1.0:1788876799.264800:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60247
00000100:00100000:1.0:1788876799.264811:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250038:x1875765362703744:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:1.0:1788876799.264861:0:15586:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876799.264887:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3ba00/0x3868396b8e765ab4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883f8 expref: 11 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.264904:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff998385d39300)
00010000:00010000:1.0:1788876799.264915:0:15586:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876799.264939:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.264951:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.264961:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876799.265238:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007aef6902 reply state 00000000cb8feabe transno 4295010762 ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876799.265259:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:1.0:1788876799.265272:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 512
00000100:00100000:1.0:1788876799.265353:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250038:x1875765362703744:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 542us (755us total) trans 4295010762 rc 0/0
00000100:00100000:1.0:1788876799.265361:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60247
00010000:00010000:3.0:1788876799.278121:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.278142:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.278150:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.278157:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.278162:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.278170:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.278186:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff998385d39700)
00010000:00010000:3.0:1788876799.278189:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1788876799.278194:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.278206:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765abb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876799.374619:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.374703:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362703872
00000100:00100000:3.0:1788876799.374713:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362703872
00000100:00100000:3.0:1788876799.374772:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60248
00000100:00100000:3.0:1788876799.374783:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250042:x1875765362703872:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876799.374805:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876799.374825:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765ac2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8883ff expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.374920:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.374934:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.374944:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.374964:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.374972:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.374978:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375140:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765ad7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375149:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375157:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876799.375185:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 512
00000004:00200000:3.0:1788876799.375189:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876799.375223:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375236:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375250:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375256:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375263:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.375267:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375273:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375463:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:3.0:1788876799.375467:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.375472:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375482:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ac9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375498:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375503:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375507:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375511:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddee00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.375513:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375519:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375525:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390f000)
00010000:00010000:3.0:1788876799.375527:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.375529:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375534:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e765ad0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375565:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765ac2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ff expref: 13 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375584:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ff expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.375592:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876799.375594:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:3.0:1788876799.375596:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddf400, rc 0)
00000100:00100000:3.0:1788876799.375685:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250042:x1875765362703872:12345-192.168.203.59@tcp:101:dd.500 Request processed in 903us (1074us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876799.375693:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60248
00000100:00100000:0.0:1788876799.379060:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876799.379256:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362704128
00000100:00100000:1.0:1788876799.379266:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362704128
00000100:00100000:1.0:1788876799.379452:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60249
00000100:00100000:1.0:1788876799.379463:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250042:x1875765362704128:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876799.379482:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876799.379500:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a600/0x3868396b8e765ade lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888406 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.379678:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.379694:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.379705:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.379719:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.379725:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.379731:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1788876799.380534:0:7498:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe3d:0x0], index 1: 0
00000004:00080000:1.0:1788876799.380545:0:7498:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe48:0x0], index 0: 0
00010000:00010000:1.0:1788876799.380725:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e765af3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380737:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e765af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380746:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e765af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380777:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380786:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380793:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380799:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876799.380804:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380812:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380823:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:1.0:1788876799.380826:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876799.380830:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380836:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765ae5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876799.380849:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005a5f68b0 reply state 00000000df5a2108 transno 4295010763 ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876799.380856:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1788876799.380882:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a600/0x3868396b8e765ade lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888406 expref: 15 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380897:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e765af3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888406 expref: 14 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.380911:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:1.0:1788876799.380913:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876799.380916:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3a800, rc 0)
00000100:00100000:1.0:1788876799.381201:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250042:x1875765362704128:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1739us (2150us total) trans 4295010763 rc 0/0
00000100:00100000:1.0:1788876799.381220:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60249
00010000:00010000:3.0:1788876799.388509:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.388525:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.388534:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.388540:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876799.388545:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.388553:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.388570:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x7a6232fc (ffff998385d39300)
00010000:00010000:3.0:1788876799.388574:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876799.388578:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.388586:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a000/0x3868396b8e765aec lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876799.391144:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.391227:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362704256
00000100:00100000:3.0:1788876799.391238:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362704256
00000100:00100000:3.0:1788876799.391291:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 510
00000100:00100000:3.0:1788876799.391299:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2354:x1875765362704256:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:3.0:1788876799.391330:0:167012:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t4294969228 exp 0000000000000000 cur 7656 last 0
00000020:00000080:3.0:1788876799.391358:0:167012:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e765b01
00002000:00100000:3.0:1788876799.391370:0:167012:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff9983019ef000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 30670848 ocd_index: 0 ocd_group 0
00002000:00100000:3.0:1788876799.391395:0:167012:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli <unknown> supports cksum type f7, return f7
00002000:00080000:3.0:1788876799.391609:0:167012:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0
00000100:00080000:3.0:1788876799.391644:0:167012:0:(import.c:65:import_set_state_nolock()) ffff9983019ed800 : changing import state from RECOVER to FULL
00000100:00100000:3.0:1788876799.391705:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362704256:12345-192.168.203.59@tcp:8:dd.500 Request processed in 405us (568us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876799.391712:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 510
00000100:00100000:0.0:1788876799.400075:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.400163:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362704384
00000100:00100000:3.0:1788876799.400173:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362704384
00000100:00100000:3.0:1788876799.400255:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 511
00000100:00100000:3.0:1788876799.400265:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250042:x1875765362704384:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876799.400282:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876799.400302:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d983e93f/0x3868396b8e765b08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88840d expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876799.400330:0:20698:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1788876799.400351:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=7656s v=(0 0)
00010000:00010000:3.0:1788876799.400356:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876799.400366:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d983e93f/0x3868396b8e765b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88840d expref: 7 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.400384:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d983e93f/0x3868396b8e765b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88840d expref: 7 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876799.400397:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddea00, rc 0)
00000100:00100000:3.0:1788876799.400447:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250042:x1875765362704384:12345-192.168.203.59@tcp:101:dd.500 Request processed in 183us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876799.400455:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 511
00000100:00080000:0.0:1788876799.400849:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876799.406729:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365726208:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876799.406812:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876799.407011:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365726208
00000100:00100000:3.0:1788876799.407060:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365726208
00000100:00100000:3.0:1788876799.407122:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 326
00000100:00100000:3.0:1788876799.407131:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365726208:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876799.407154:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 29294592 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876799.409334:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365726464:0@lo:400:kworker.0
00000100:00100000:2.0:1788876799.409412:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876799.409454:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876799.409474:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841108a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365726592:0@lo:400:kworker.0
00000100:00100000:2.0:1788876799.409498:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876799.409539:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365726464
00000100:00100000:2.0:1788876799.409545:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365726464
00000100:00100000:2.0:1788876799.409589:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365726592
00000100:00100000:2.0:1788876799.409592:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365726592
00000100:00100000:2.0:1788876799.409618:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6652
00000100:00100000:2.0:1788876799.409636:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365726464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876799.409686:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365726464:12345-0@lo:400:kworker.0 Request processed in 61us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876799.409694:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6652
00000100:00100000:2.0:1788876799.409710:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6653
00000100:00100000:2.0:1788876799.409716:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365726592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876799.409743:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365726592:12345-0@lo:400:kworker.0 Request processed in 27us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876799.409749:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6653
00000100:00100000:2.0:1788876799.409793:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841108a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365726592:0@lo:400:kworker.0
00000100:00100000:2.0:1788876799.409803:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365726464:0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.409970:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841108b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365726336:0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410006:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876799.410057:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841108a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365726848:0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410080:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876799.410099:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876799.410105:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365726720:0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410128:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876799.410153:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365726336
00000100:00100000:0.0:1788876799.410157:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365726336
00000100:00100000:0.0:1788876799.410182:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118
00000100:00100000:0.0:1788876799.410188:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365726336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410236:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365726336:12345-0@lo:400:kworker.0 Request processed in 47us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876799.410243:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118
00000100:00100000:0.0:1788876799.410271:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365726848
00000100:00100000:0.0:1788876799.410274:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365726848
00000100:00100000:0.0:1788876799.410297:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6654
00000100:00100000:0.0:1788876799.410303:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365726848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410331:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365726848:12345-0@lo:400:kworker.0 Request processed in 28us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876799.410337:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6654
00000100:00100000:0.0:1788876799.410354:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365726720
00000100:00100000:0.0:1788876799.410357:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365726720
00000100:00100000:0.0:1788876799.410389:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 329
00000100:00100000:0.0:1788876799.410396:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365726720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410424:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365726720:12345-0@lo:400:kworker.0 Request processed in 28us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876799.410431:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 329
00000100:00080000:0.0:1788876799.410457:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876799.410475:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876799.410477:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876799.410496:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365726720:0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410505:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841108b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365726336:0@lo:400:kworker.0
00000100:00100000:0.0:1788876799.410513:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841108a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365726848:0@lo:400:kworker.0
00000100:00100000:3.0:1788876799.410830:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365726208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3698us (4015us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876799.410840:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 326
00000100:00100000:1.0:1788876799.410959:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365726208:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876799.433392:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.434338:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362704512
00000100:00100000:3.0:1788876799.434350:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362704512
00002000:00100000:3.0:1788876799.434404:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe3d:0x0] (0->1048575)  req@ffff998441cb7800 x1875765362704512/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876799.434415:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998441cb7800 with x1875765362704512 ext(0->1048575)
00002000:00010000:3.0:1788876799.434419:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998441cb7800
00000100:00100000:3.0:1788876799.434436:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623673894420 time 7623685299236 state 0x0 ref 1
00000100:00100000:3.0:1788876799.434445:0:20684:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x1, head sequence 13: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9c00 gen 0 rate 20 depth 3 token 2 deadline 7623673894420 time 7623685299236 state 0x0 ref 1
00000100:00100000:3.0:1788876799.434480:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 3 deadline 7656543454707 time 7656443454707 state 0x1 ref 1
00000100:00100000:3.0:1788876799.434518:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7656543454707 time 7656443498717 state 0x0 ref 1
00000100:00100000:3.0:1788876799.434531:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362704512:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876799.469524:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.469651:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362704640
00000100:00100000:3.0:1788876799.469662:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362704640
00002000:00100000:3.0:1788876799.469706:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3d:0x0] (1048576->2097151)  req@ffff998441cb6300 x1875765362704640/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876799.469718:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998441cb6300 with x1875765362704640 ext(1048576->2097151)
00002000:00010000:3.0:1788876799.469723:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998441cb6300
00000100:00100000:3.0:1788876799.469746:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7656543498717 time 7656443498717 state 0x1 ref 2
00000100:00100000:3.0:1788876799.469775:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7656543498717 time 7656478755577 state 0x0 ref 2
00000100:00100000:3.0:1788876799.469787:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2358:x1875765362704640:12345-192.168.203.59@tcp:4:dd.500
00000001:00100000:1.0:1788876799.619611:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:3.0:1788876799.622867:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362704512:12345-192.168.203.59@tcp:4:dd.500 Request processed in 188328us (189475us total) trans 4294993601 rc 0/0
00000100:00100000:3.0:1788876799.622881:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1586
00002000:00100000:3.0:1788876799.622894:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe3d:0x0] (0->1048575)  req@ffff998441cb7800 x1875765362704512/t4294993601(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876799.622904:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998441cb7800 with x1875765362704512 ext(0->1048575)
00002000:00010000:3.0:1788876799.622909:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998441cb7800
00000100:00100000:0.0:1788876799.634776:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.634859:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362704768
00000100:00100000:3.0:1788876799.634869:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362704768
00002000:00100000:3.0:1788876799.634914:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe3d:0x0] (2097152->3145727)  req@ffff99841108a300 x1875765362704768/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876799.634926:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841108a300 with x1875765362704768 ext(2097152->3145727)
00002000:00010000:3.0:1788876799.634931:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99841108a300
00000100:00100000:3.0:1788876799.634955:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7656578755577 time 7656478755577 state 0x1 ref 2
00000100:00100000:3.0:1788876799.634994:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7656578755577 time 7656643973458 state 0x0 ref 2
00000100:00100000:3.0:1788876799.635008:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2355:x1875765362704768:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876799.649074:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2355:x1875765362704768:12345-192.168.203.59@tcp:4:dd.500 Request processed in 14058us (14297us total) trans 4294993602 rc 0/0
00000100:00100000:2.0:1788876799.649089:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1588
00002000:00100000:2.0:1788876799.649104:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe3d:0x0] (2097152->3145727)  req@ffff99841108a300 x1875765362704768/t4294993602(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876799.649114:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841108a300 with x1875765362704768 ext(2097152->3145727)
00002000:00010000:2.0:1788876799.649120:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99841108a300
00000100:00100000:1.0:1788876799.655213:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362704640:12345-192.168.203.59@tcp:4:dd.500 Request processed in 185416us (185688us total) trans 4294993603 rc 0/0
00000100:00100000:1.0:1788876799.655228:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1587
00000100:00100000:1.0:1788876799.655241:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7656578755577 time 7656643973458 state 0x2 ref 0
00002000:00100000:1.0:1788876799.655257:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3d:0x0] (1048576->2097151)  req@ffff998441cb6300 x1875765362704640/t4294993603(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876799.655266:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998441cb6300 with x1875765362704640 ext(1048576->2097151)
00002000:00010000:1.0:1788876799.655272:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998441cb6300
00000100:00100000:3.0:1788876799.657983:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.658169:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876799.660495:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362704896
00000100:00100000:2.0:1788876799.660514:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362704896
00002000:00100000:2.0:1788876799.660590:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3d:0x0] (3145728->4194303)  req@ffff99843fe21500 x1875765362704896/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876799.660604:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe21500 with x1875765362704896 ext(3145728->4194303)
00002000:00010000:2.0:1788876799.660612:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe21500
00000100:00100000:2.0:1788876799.660644:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7656578755577 time 7656643973458 state 0x0 ref 1
00000100:00100000:2.0:1788876799.660659:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7656743973458 time 7656643973458 state 0x1 ref 1
00000100:00100000:1.0:1788876799.660761:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705024
00000100:00100000:1.0:1788876799.660766:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705024
00000100:00100000:1.0:1788876799.660838:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 512
00000100:00100000:1.0:1788876799.660848:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:250042:x1875765362705024:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876799.660863:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876799.660887:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765b0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888414 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876799.660912:0:167349:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876799.660934:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe48:0x0].0x0 since=7656s v=(0 0)
00010000:00010000:1.0:1788876799.660939:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe48:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876799.660948:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888414 expref: 6 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.660965:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888414 expref: 6 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876799.660976:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3a600, rc 0)
00000100:00100000:1.0:1788876799.661057:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250042:x1875765362705024:12345-192.168.203.59@tcp:101:dd.500 Request processed in 211us (2892us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876799.661065:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 512
00000100:00080000:0.0:1788876799.662382:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876799.662700:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656743973458 time 7656671670452 state 0x0 ref 1
00000100:00100000:2.0:1788876799.662723:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362704896:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876799.678799:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2356:x1875765362704896:12345-192.168.203.59@tcp:4:dd.500 Request processed in 16073us (20816us total) trans 4294993604 rc 0/0
00000100:00100000:2.0:1788876799.678818:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1589
00000100:00100000:2.0:1788876799.678834:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656743973458 time 7656671670452 state 0x2 ref 0
00002000:00100000:2.0:1788876799.678855:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3d:0x0] (3145728->4194303)  req@ffff99843fe21500 x1875765362704896/t4294993604(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876799.678866:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe21500 with x1875765362704896 ext(3145728->4194303)
00002000:00010000:2.0:1788876799.678874:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe21500
00000100:00100000:1.0:1788876799.702207:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876799.702374:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705152
00000100:00100000:0.0:1788876799.702385:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705152
00002000:00100000:0.0:1788876799.702433:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0xe48:0x0] (0->1048575)  req@ffff998306aa8e00 x1875765362705152/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876799.702443:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306aa8e00 with x1875765362705152 ext(0->1048575)
00002000:00010000:0.0:1788876799.702448:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306aa8e00
00000100:00100000:0.0:1788876799.702464:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656743973458 time 7656671670452 state 0x0 ref 1
00000100:00100000:0.0:1788876799.702477:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656771670452 time 7656671670452 state 0x1 ref 1
00000100:00100000:1.0:1788876799.726856:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876799.727417:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705280
00000100:00100000:0.0:1788876799.727427:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705280
00002000:00100000:0.0:1788876799.727474:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe48:0x0] (1048576->2097151)  req@ffff9983128fd880 x1875765362705280/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876799.727485:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983128fd880 with x1875765362705280 ext(1048576->2097151)
00002000:00010000:0.0:1788876799.727490:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983128fd880
00000100:00100000:0.0:1788876799.727510:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656771670452 time 7656671670452 state 0x1 ref 2
00000100:00100000:0.0:1788876799.753433:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.753556:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705408
00000100:00100000:3.0:1788876799.753565:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705408
00002000:00100000:3.0:1788876799.753618:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe48:0x0] (2097152->3145727)  req@ffff99841108b100 x1875765362705408/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876799.753642:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841108b100 with x1875765362705408 ext(2097152->3145727)
00002000:00010000:3.0:1788876799.753650:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99841108b100
00000100:00100000:3.0:1788876799.753681:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656771670452 time 7656671670452 state 0x1 ref 3
00000100:00100000:3.0:1788876799.762851:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656871816316 time 7656771816316 state 0x1 ref 3
00000100:00100000:3.0:1788876799.762891:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362705152:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876799.778451:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876799.778549:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705536
00000100:00100000:0.0:1788876799.778558:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705536
00002000:00100000:0.0:1788876799.778602:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0xe48:0x0] (3145728->4194303)  req@ffff9983128ff480 x1875765362705536/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876799.778620:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983128ff480 with x1875765362705536 ext(3145728->4194303)
00002000:00010000:0.0:1788876799.778637:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983128ff480
00000100:00100000:0.0:1788876799.778659:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656871816316 time 7656771816316 state 0x1 ref 4
00000100:00100000:2.0:1788876799.809509:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2355:x1875765362705152:12345-192.168.203.59@tcp:4:dd.500 Request processed in 46609us (107290us total) trans 4294981405 rc 0/0
00000100:00100000:2.0:1788876799.809527:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1590
00002000:00100000:2.0:1788876799.809542:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe48:0x0] (0->1048575)  req@ffff998306aa8e00 x1875765362705152/t4294981405(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876799.809553:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306aa8e00 with x1875765362705152 ext(0->1048575)
00002000:00010000:2.0:1788876799.809559:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306aa8e00
00000100:00100000:1.0:1788876799.832320:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876799.832492:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705664
00000100:00100000:3.0:1788876799.832527:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705664
00002000:00100000:3.0:1788876799.832577:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe3d:0x0] (4194304->5242879)  req@ffff998301a6ad80 x1875765362705664/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876799.832589:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a6ad80 with x1875765362705664 ext(4194304->5242879)
00002000:00010000:3.0:1788876799.832594:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998301a6ad80
00000100:00100000:3.0:1788876799.832620:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656871816316 time 7656771816316 state 0x1 ref 4
00000100:00100000:3.0:1788876799.841167:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876799.845909:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705792
00000100:00100000:1.0:1788876799.845922:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705792
00002000:00100000:1.0:1788876799.845976:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3d:0x0] (5242880->6291455)  req@ffff99843fe22300 x1875765362705792/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876799.845987:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe22300 with x1875765362705792 ext(5242880->6291455)
00002000:00010000:1.0:1788876799.845992:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe22300
00000100:00100000:1.0:1788876799.846029:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656871816316 time 7656771816316 state 0x1 ref 5
00000100:00100000:3.0:1788876799.863096:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656972056832 time 7656872056832 state 0x1 ref 5
00000100:00100000:3.0:1788876799.863133:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362705280:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876799.874572:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876799.875114:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362705920
00000100:00100000:0.0:1788876799.875128:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362705920
00002000:00100000:0.0:1788876799.875193:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0xe3d:0x0] (6291456->7340031)  req@ffff99843fe23800 x1875765362705920/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876799.875208:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe23800 with x1875765362705920 ext(6291456->7340031)
00002000:00010000:0.0:1788876799.875216:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe23800
00000100:00100000:0.0:1788876799.875255:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656972056832 time 7656872056832 state 0x1 ref 6
00000100:00100000:0.0:1788876799.883660:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362705280:12345-192.168.203.59@tcp:4:dd.500 Request processed in 20531us (156798us total) trans 4294981406 rc 0/0
00000100:00100000:0.0:1788876799.883676:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1591
00002000:00100000:0.0:1788876799.883693:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe48:0x0] (1048576->2097151)  req@ffff9983128fd880 x1875765362705280/t4294981406(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876799.883703:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983128fd880 with x1875765362705280 ext(1048576->2097151)
00002000:00010000:0.0:1788876799.883709:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983128fd880
00000100:00100000:3.0:1788876799.895950:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876799.896092:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362706048
00000100:00100000:1.0:1788876799.896106:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362706048
00002000:00100000:1.0:1788876799.896166:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3d:0x0] (7340032->8388607)  req@ffff99843fe20700 x1875765362706048/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876799.896179:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe20700 with x1875765362706048 ext(7340032->8388607)
00002000:00010000:1.0:1788876799.896186:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe20700
00000100:00100000:1.0:1788876799.896213:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656972056832 time 7656872056832 state 0x1 ref 6
00000100:00100000:1.0:1788876799.931003:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876799.933418:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362706176
00000100:00100000:2.0:1788876799.933434:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362706176
00002000:00100000:2.0:1788876799.933498:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe48:0x0] (4194304->5242879)  req@ffff998301a69f80 x1875765362706176/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/0 e 0 to 0 dl 1788876810 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876799.933512:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a69f80 with x1875765362706176 ext(4194304->5242879)
00002000:00010000:2.0:1788876799.933520:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998301a69f80
00000100:00100000:2.0:1788876799.933544:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7656972056832 time 7656872056832 state 0x1 ref 7
00000100:00100000:3.0:1788876799.963214:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657072172052 time 7656972172052 state 0x1 ref 7
00000100:00100000:3.0:1788876799.963272:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362705408:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876800.001792:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.001888:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362706304
00000100:00100000:0.0:1788876800.001897:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362706304
00002000:00100000:0.0:1788876800.001942:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe48:0x0] (5242880->6291455)  req@ffff998306894000 x1875765362706304/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876800.001960:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306894000 with x1875765362706304 ext(5242880->6291455)
00002000:00010000:0.0:1788876800.001965:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306894000
00000100:00100000:0.0:1788876800.001986:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657072172052 time 7656972172052 state 0x1 ref 8
00000100:00100000:3.0:1788876800.008694:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.008747:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.008799:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.008929:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362706560
00000100:00100000:0.0:1788876800.008942:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362706560
00000100:00100000:0.0:1788876800.009042:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362706688
00000100:00100000:0.0:1788876800.009046:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362706688
00000100:00100000:0.0:1788876800.009095:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6655
00000100:00100000:0.0:1788876800.009110:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362706560:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876800.009203:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362706560:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 95us (514us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.009215:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6655
00000100:00100000:0.0:1788876800.009253:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6656
00000100:00100000:0.0:1788876800.009264:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362706688:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876800.009307:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362706688:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 46us (508us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.009313:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6656
00000100:00080000:0.0:1788876800.009329:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876800.009563:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362706432
00000100:00100000:2.0:1788876800.009568:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362706432
00000100:00100000:2.0:1788876800.009605:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3119
00000100:00100000:2.0:1788876800.009612:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362706432:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876800.009666:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362706432:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 53us (918us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876800.009672:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3119
00000100:00100000:3.0:1788876800.029916:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.030037:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362706816
00000100:00100000:0.0:1788876800.030046:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362706816
00002000:00100000:0.0:1788876800.030093:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe48:0x0] (6291456->7340031)  req@ffff99843fe20380 x1875765362706816/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876800.030104:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe20380 with x1875765362706816 ext(6291456->7340031)
00002000:00010000:0.0:1788876800.030109:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99843fe20380
00000100:00100000:0.0:1788876800.030131:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657072172052 time 7656972172052 state 0x1 ref 9
00000100:00100000:2.0:1788876800.032001:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2357:x1875765362705408:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68756us (278569us total) trans 4294981407 rc 0/0
00000100:00100000:2.0:1788876800.032064:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1592
00002000:00100000:2.0:1788876800.032084:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe48:0x0] (2097152->3145727)  req@ffff99841108b100 x1875765362705408/t4294981407(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876800.032097:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841108b100 with x1875765362705408 ext(2097152->3145727)
00002000:00010000:2.0:1788876800.032105:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99841108b100
00010000:00010000:0.0:1788876800.046250:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876800.055617:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.055879:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362707072
00000100:00100000:2.0:1788876800.055889:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362707072
00000100:00100000:2.0:1788876800.055946:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9850
00000100:00100000:2.0:1788876800.055958:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250042:x1875765362707072:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:2.0:1788876800.056431:0:19088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010764
00000100:00100000:2.0:1788876800.056602:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:250042:x1875765362707072:12345-192.168.203.59@tcp:35:dd.500 Request processed in 645us (993us total) trans 4295010765 rc 0/0
00000100:00100000:2.0:1788876800.056610:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9850
00000020:00080000:2.0:1788876800.056615:0:19088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1788876800.063418:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657172383762 time 7657072383762 state 0x1 ref 8
00000100:00100000:0.0:1788876800.063451:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:2358:x1875765362705536:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876800.073476:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.073959:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362707200
00000100:00100000:2.0:1788876800.073973:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362707200
00002000:00100000:2.0:1788876800.079949:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe48:0x0] (7340032->8388607)  req@ffff998301a69500 x1875765362707200/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876800.079966:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a69500 with x1875765362707200 ext(7340032->8388607)
00002000:00010000:2.0:1788876800.079974:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998301a69500
00000100:00100000:2.0:1788876800.080001:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657172383762 time 7657072383762 state 0x1 ref 9
00000100:00100000:1.0:1788876800.090494:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2358:x1875765362705536:12345-192.168.203.59@tcp:4:dd.500 Request processed in 27045us (312041us total) trans 4294981408 rc 0/0
00000100:00100000:1.0:1788876800.090514:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1593
00002000:00100000:1.0:1788876800.090528:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0xe48:0x0] (3145728->4194303)  req@ffff9983128ff480 x1875765362705536/t4294981408(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876800.090539:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983128ff480 with x1875765362705536 ext(3145728->4194303)
00002000:00010000:1.0:1788876800.090546:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983128ff480
00000100:00100000:3.0:1788876800.163777:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657272739828 time 7657172739828 state 0x1 ref 8
00000100:00100000:3.0:1788876800.163822:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2357:x1875765362705664:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876800.181221:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.181549:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362707456
00000100:00100000:2.0:1788876800.181560:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362707456
00000100:00100000:2.0:1788876800.181631:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60250
00000100:00100000:2.0:1788876800.181641:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:250055:x1875765362707456:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876800.181667:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876800.181687:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e765b16 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88841b expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.181839:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.181855:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.181867:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.181881:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.181888:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.181895:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1788876800.182573:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe49:0x0], index 0: 0
00000004:00080000:2.0:1788876800.182582:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe3e:0x0], index 1: 0
00010000:00010000:2.0:1788876800.182765:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e765b2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182776:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e765b2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182784:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e765b2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182817:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182824:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182830:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182836:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876800.182840:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182847:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182857:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:2.0:1788876800.182860:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876800.182864:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182869:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e765b1d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876800.182881:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000049da4f10 reply state 00000000124f0599 transno 4295010766 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.182889:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1788876800.182916:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e765b16 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88841b expref: 19 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182936:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e765b2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88841b expref: 18 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.182943:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca0:0x0].0x0 (ffff998403b03f00)
00010000:00010000:2.0:1788876800.182945:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788876800.182948:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a400, rc 0)
00000100:00100000:2.0:1788876800.183061:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:250055:x1875765362707456:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1420us (1850us total) trans 4295010766 rc 0/0
00000100:00100000:2.0:1788876800.183070:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60250
00010000:00010000:3.0:1788876800.206418:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.206436:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.206445:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.206452:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876800.208170:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.208187:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.208203:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0xf1756a60 (ffff998403b03200)
00010000:00010000:3.0:1788876800.208207:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876800.208212:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.208219:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e765b24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.218697:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2357:x1875765362705664:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54887us (386373us total) trans 4294993605 rc 0/0
00000100:00100000:0.0:1788876800.218713:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1594
00002000:00100000:0.0:1788876800.218727:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe3d:0x0] (4194304->5242879)  req@ffff998301a6ad80 x1875765362705664/t4294993605(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876800.218738:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a6ad80 with x1875765362705664 ext(4194304->5242879)
00002000:00010000:0.0:1788876800.218744:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998301a6ad80
00000100:00100000:1.0:1788876800.242188:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.242253:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.242423:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362707584
00000100:00100000:3.0:1788876800.242436:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362707584
00000100:00100000:3.0:1788876800.242535:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362707712
00000100:00100000:3.0:1788876800.242540:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362707712
00000100:00100000:3.0:1788876800.242573:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 513
00000100:00100000:3.0:1788876800.242594:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:250055:x1875765362707712:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.242615:0:167347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.242649:0:167347:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888429 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876800.242678:0:167347:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1788876800.242699:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=7657s v=(0 0)
00010000:00010000:3.0:1788876800.242703:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876800.242714:0:167347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 20 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.242729:0:167347:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 20 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.242740:0:167347:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddee00, rc 0)
00000100:00100000:3.0:1788876800.242799:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:250055:x1875765362707712:12345-192.168.203.59@tcp:101:dd.0 Request processed in 216us (546us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.242807:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 513
00000100:00100000:3.0:1788876800.242825:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 513
00000100:00100000:3.0:1788876800.242832:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:250054:x1875765362707584:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.242840:0:167347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.242847:0:167347:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e765b40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888422 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.242861:0:167347:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 20 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.242869:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe49:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876800.242872:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876800.242876:0:167347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e765b40 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888422 expref: 20 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.242915:0:167347:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 20 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.242927:0:167347:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 20 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876800.242940:0:167347:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:167347:1875765365726976:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788876800.243005:0:167347:0:(client.c:2702:ptlrpc_set_wait()) set ffff998312876cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788876800.243460:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.244274:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362707840
00000100:00100000:3.0:1788876800.244291:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362707840
00000100:00100000:3.0:1788876800.244392:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 514
00000100:00100000:3.0:1788876800.244402:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:250056:x1875765362707840:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.244416:0:26913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.244429:0:26913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765b47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888430 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.244452:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe49:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876800.244467:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788876800.244473:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765b47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888430 expref: 22 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.244485:0:26913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765b47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888430 expref: 22 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.244495:0:26913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dde400, rc 0)
00000100:00100000:3.0:1788876800.244540:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:250056:x1875765362707840:12345-192.168.203.59@tcp:101:dd.0 Request processed in 139us (1090us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.244546:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 514
00000100:00100000:0.0:1788876800.246883:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.246959:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362707968
00000100:00100000:1.0:1788876800.246967:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362707968
00000100:00100000:1.0:1788876800.247043:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 515
00000100:00100000:1.0:1788876800.247052:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:250058:x1875765362707968:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876800.247067:0:20460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876800.247085:0:20460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888437 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876800.247111:0:20460:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876800.247131:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=7657s v=(0 0)
00010000:00010000:1.0:1788876800.247136:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876800.247145:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 20 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.247161:0:20460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 20 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.247172:0:20460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3a400, rc 0)
00000100:00100000:1.0:1788876800.247245:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:250058:x1875765362707968:12345-192.168.203.59@tcp:101:dd.0 Request processed in 185us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876800.247251:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 515
00000100:00100000:0.0:1788876800.248286:0:167347:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:167347:1875765365726976:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876800.248315:0:167347:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e765b40 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888422 expref: 21 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.248330:0:167347:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddf600, rc 0)
00000100:00100000:0.0:1788876800.248390:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:250054:x1875765362707584:12345-192.168.203.59@tcp:101:dd.0 Request processed in 5557us (6212us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.248397:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 513
00000100:00100000:3.0:1788876800.258204:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.258245:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.258282:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.258335:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.258362:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708096
00000100:00100000:3.0:1788876800.258371:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708096
00000100:00100000:3.0:1788876800.258416:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708224
00000100:00100000:3.0:1788876800.258420:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708224
00000100:00100000:3.0:1788876800.258437:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708352
00000100:00100000:3.0:1788876800.258440:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708352
00000100:00100000:3.0:1788876800.258466:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708480
00000100:00100000:3.0:1788876800.258469:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708480
00000100:00100000:3.0:1788876800.258490:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:3.0:1788876800.258498:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:250059:x1875765362708480:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.258517:0:167012:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.258534:0:167012:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765b55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888453 expref: -99 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258566:0:167012:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 22 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258575:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876800.258580:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876800.258586:0:167012:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765b55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888453 expref: 22 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258632:0:167012:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 22 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258643:0:167012:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 22 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876800.258656:0:167012:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d7b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:167012:1875765365727104:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788876800.258726:0:167012:0:(client.c:2702:ptlrpc_set_wait()) set ffff998312876300 going to sleep for 11 seconds
00000100:00100000:3.0:1788876800.258749:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:3.0:1788876800.258757:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:250061:x1875765362708352:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.258766:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.258775:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e765b5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88844c expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258796:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe49:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788876800.258800:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788876800.258804:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e765b5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88844c expref: 23 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258815:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e765b5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88844c expref: 23 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258827:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddfe00, rc 0)
00000100:00100000:3.0:1788876800.258855:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:250061:x1875765362708352:12345-192.168.203.59@tcp:101:dd.0 Request processed in 99us (581us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.258862:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:3.0:1788876800.258880:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:3.0:1788876800.258886:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:250053:x1875765362708096:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.258893:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.258901:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e765b63 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88843e expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258913:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe49:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788876800.258917:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(4 0)
00010000:00010000:3.0:1788876800.258921:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e765b63 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88843e expref: 23 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258930:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e765b63 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88843e expref: 23 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.258940:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddf800, rc 0)
00000100:00100000:3.0:1788876800.258960:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:250053:x1875765362708096:12345-192.168.203.59@tcp:101:dd.0 Request processed in 74us (766us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.258966:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:3.0:1788876800.258979:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:3.0:1788876800.258986:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:250060:x1875765362708224:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.258993:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.259001:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007919c43b/0x3868396b8e765b6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888445 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.259052:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876800.259055:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788876800.259060:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007919c43b/0x3868396b8e765b6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888445 expref: 23 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.259070:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007919c43b/0x3868396b8e765b6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888445 expref: 23 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.259079:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddec00, rc 0)
00000100:00100000:3.0:1788876800.259101:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:250060:x1875765362708224:12345-192.168.203.59@tcp:101:dd.0 Request processed in 115us (855us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.259107:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:0.0:1788876800.264512:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657373476703 time 7657273476703 state 0x1 ref 7
00000100:00100000:0.0:1788876800.264543:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2356:x1875765362705792:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876800.282338:0:167012:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d7b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:167012:1875765365727104:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876800.282372:0:167012:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765b55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888453 expref: 23 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.282404:0:167012:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dde200, rc 0)
00000100:00100000:0.0:1788876800.282592:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:250059:x1875765362708480:12345-192.168.203.59@tcp:101:dd.0 Request processed in 24091us (24253us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.282602:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 516
00000100:00100000:3.0:1788876800.285260:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.287662:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708608
00000100:00100000:0.0:1788876800.287677:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708608
00000100:00100000:0.0:1788876800.287743:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 517
00000100:00100000:0.0:1788876800.287753:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:250057:x1875765362708608:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876800.287772:0:167351:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876800.287790:0:167351:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f19c572f/0x3868396b8e765b71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88845a expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.287818:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(2 0)
00010000:00010000:0.0:1788876800.287823:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(3 0)
00010000:00010000:0.0:1788876800.287830:0:167351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f19c572f/0x3868396b8e765b71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88845a expref: 25 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.287842:0:167351:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f19c572f/0x3868396b8e765b71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88845a expref: 25 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.287862:0:167351:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9000, rc 0)
00000100:00100000:0.0:1788876800.308071:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:250057:x1875765362708608:12345-192.168.203.59@tcp:101:dd.0 Request processed in 20307us (22808us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.308084:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 517
00000100:00100000:2.0:1788876800.308118:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2356:x1875765362705792:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43588us (466958us total) trans 4294993606 rc 0/0
00000100:00100000:2.0:1788876800.308129:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1595
00002000:00100000:2.0:1788876800.308143:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe3d:0x0] (5242880->6291455)  req@ffff99843fe22300 x1875765362705792/t4294993606(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876800.308154:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe22300 with x1875765362705792 ext(5242880->6291455)
00002000:00010000:2.0:1788876800.308160:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe22300
00000100:00100000:0.0:1788876800.309082:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.309116:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.309155:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.309212:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.309631:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708736
00000100:00100000:1.0:1788876800.309641:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708736
00000100:00100000:3.0:1788876800.309660:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708864
00000100:00100000:3.0:1788876800.309664:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708864
00000100:00100000:1.0:1788876800.309818:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362708992
00000100:00100000:1.0:1788876800.309823:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362708992
00000100:00100000:0.0:1788876800.313909:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362709120
00000100:00100000:0.0:1788876800.313924:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362709120
00000100:00100000:2.0:1788876800.313929:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 518
00000100:00100000:2.0:1788876800.313944:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250067:x1875765362708992:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876800.313964:0:6583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1788876800.313981:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 518
00010000:00010000:2.0:1788876800.313983:0:6583:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072b3784c/0x3868396b8e765b78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88846f expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.313987:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250066:x1875765362709120:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876800.313993:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876800.314001:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004900c299/0x3868396b8e765b7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888476 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.314029:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(3 0)
00010000:00010000:2.0:1788876800.314039:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788876800.314046:0:6583:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072b3784c/0x3868396b8e765b78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88846f expref: 28 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876800.314073:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 518
00000100:00100000:3.0:1788876800.314084:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:250068:x1875765362708864:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.314092:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.314101:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb47abe4/0x3868396b8e765b86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888468 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.314130:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(4 0)
00010000:00010000:0.0:1788876800.314135:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(5 0)
00010000:00010000:0.0:1788876800.314206:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004900c299/0x3868396b8e765b7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888476 expref: 29 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.314222:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004900c299/0x3868396b8e765b7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888476 expref: 29 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.314347:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9200, rc 0)
00000100:00100000:0.0:1788876800.314410:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:250066:x1875765362709120:12345-192.168.203.59@tcp:101:dd.0 Request processed in 422us (5197us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.314417:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 518
00000100:00100000:0.0:1788876800.314438:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 518
00000100:00100000:0.0:1788876800.314446:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:250062:x1875765362708736:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876800.314599:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876800.314611:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e765b8d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888461 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.314637:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe49:0x0].0x0 since=0s v=(4 0)
00010000:00010000:0.0:1788876800.314641:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(5 0)
00010000:00010000:0.0:1788876800.314646:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e765b8d lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888461 expref: 24 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.314655:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e765b8d lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888461 expref: 24 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.314664:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a8000, rc 0)
00000100:00100000:0.0:1788876800.314684:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:250062:x1875765362708736:12345-192.168.203.59@tcp:101:dd.0 Request processed in 239us (5609us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.314690:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 518
00010000:00010000:2.0:1788876800.318869:0:6583:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000072b3784c/0x3868396b8e765b78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88846f expref: 28 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.318896:0:6583:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b400, rc 0)
00000100:00100000:2.0:1788876800.318964:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:250067:x1875765362708992:12345-192.168.203.59@tcp:101:dd.0 Request processed in 5025us (9807us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876800.318974:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 518
00010000:00010000:3.0:1788876800.326416:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876800.326428:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788876800.326440:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb47abe4/0x3868396b8e765b86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888468 expref: 27 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876800.326554:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.326607:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:3.0:1788876800.326639:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb47abe4/0x3868396b8e765b86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888468 expref: 27 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.326658:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddf000, rc 0)
00000100:00100000:0.0:1788876800.326695:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362709248
00000100:00100000:0.0:1788876800.326703:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362709248
00000100:00100000:3.0:1788876800.326726:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:250068:x1875765362708864:12345-192.168.203.59@tcp:101:dd.0 Request processed in 12643us (17608us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.326734:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 518
00000100:00100000:3.0:1788876800.326754:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362709376
00000100:00100000:3.0:1788876800.326757:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362709376
00000100:00100000:0.0:1788876800.328108:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 519
00000100:00100000:0.0:1788876800.328126:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:250063:x1875765362709248:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876800.328146:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876800.328163:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765b94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88847d expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.328188:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe49:0x0].0x0 since=0s v=(5 0)
00010000:00010000:0.0:1788876800.328193:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(6 0)
00010000:00010000:0.0:1788876800.328199:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765b94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88847d expref: 26 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.328210:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765b94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88847d expref: 26 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.328221:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a8600, rc 0)
00000100:00100000:0.0:1788876800.328262:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250063:x1875765362709248:12345-192.168.203.59@tcp:101:dd.0 Request processed in 144us (1709us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876800.328269:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 519
00000100:00100000:3.0:1788876800.330720:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 520
00000100:00100000:3.0:1788876800.330741:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:250064:x1875765362709376:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876800.330761:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876800.330778:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765b9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888484 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.330812:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe49:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788876800.330817:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:3.0:1788876800.330823:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765b9b lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888484 expref: 26 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.330834:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765b9b lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888484 expref: 26 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876800.330846:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddfa00, rc 0)
00000100:00100000:3.0:1788876800.330908:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250064:x1875765362709376:12345-192.168.203.59@tcp:101:dd.0 Request processed in 175us (4300us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.330915:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 520
00000100:00100000:1.0:1788876800.338568:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.338680:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362709504
00000100:00100000:2.0:1788876800.338691:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362709504
00002000:00100000:2.0:1788876800.338740:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3e:0x0] (1048576->2097151)  req@ffff998301a68a80 x1875765362709504/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.338751:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a68a80 with x1875765362709504 ext(1048576->2097151)
00010000:00010000:2.0:1788876800.338760:0:18424:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 27 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.338774:0:18424:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 27 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876800.338782:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998301a68a80
00000100:00100000:2.0:1788876800.338800:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612848847790 time 7612849586753 state 0x0 ref 1
00000100:00100000:2.0:1788876800.338810:0:18424:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 13: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998408505b00 gen 0 rate 10000 depth 3 token 2 deadline 7612848847790 time 7612849586753 state 0x0 ref 1
00000100:00100000:2.0:1788876800.338828:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86c00 gen 0 rate 20 depth 3 token 3 deadline 7657397805553 time 7657347805553 state 0x1 ref 1
00000100:00100000:2.0:1788876800.338866:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86c00 gen 0 rate 20 depth 3 token 2 deadline 7657397805553 time 7657347845924 state 0x0 ref 1
00000100:00100000:2.0:1788876800.338879:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2356:x1875765362709504:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876800.344141:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.344421:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362709632
00000100:00100000:2.0:1788876800.344430:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362709632
00000100:00100000:2.0:1788876800.344490:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 521
00000100:00100000:2.0:1788876800.344501:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:250065:x1875765362709632:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876800.344517:0:167013:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876800.344535:0:167013:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000565e2d88/0x3868396b8e765ba2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88848b expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.344565:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(6 0)
00010000:00010000:2.0:1788876800.344571:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.344577:0:167013:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000565e2d88/0x3868396b8e765ba2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88848b expref: 30 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.344589:0:167013:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000565e2d88/0x3868396b8e765ba2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88848b expref: 30 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.344602:0:167013:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b600, rc 0)
00000100:00100000:2.0:1788876800.344663:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:250065:x1875765362709632:12345-192.168.203.59@tcp:101:dd.0 Request processed in 164us (530us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876800.344673:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 521
00000100:00100000:3.0:1788876800.358434:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.358606:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362709760
00000100:00100000:0.0:1788876800.358617:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362709760
00002000:00100000:0.0:1788876800.358672:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe49:0x0] (2097152->3145727)  req@ffff99842d7b9180 x1875765362709760/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876800.358683:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7b9180 with x1875765362709760 ext(2097152->3145727)
00010000:00010000:0.0:1788876800.358691:0:19111:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 26 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.358705:0:19111:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 26 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876800.358717:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99842d7b9180
00000100:00100000:0.0:1788876800.358738:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86c00 gen 0 rate 20 depth 3 token 2 deadline 7657397845924 time 7657347845924 state 0x1 ref 2
00000100:00100000:0.0:1788876800.358773:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86c00 gen 0 rate 20 depth 3 token 1 deadline 7657397845924 time 7657367753307 state 0x0 ref 2
00000100:00100000:0.0:1788876800.358786:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2357:x1875765362709760:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876800.361871:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2356:x1875765362709504:12345-192.168.203.59@tcp:4:dd.0 Request processed in 22980us (23299us total) trans 4294993607 rc 0/0
00000100:00100000:2.0:1788876800.361890:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 12
00002000:00100000:2.0:1788876800.361910:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3e:0x0] (1048576->2097151)  req@ffff998301a68a80 x1875765362709504/t4294993607(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.361922:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a68a80 with x1875765362709504 ext(1048576->2097151)
00010000:00010000:2.0:1788876800.361935:0:18424:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 30 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.361957:0:18424:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 30 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876800.361966:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998301a68a80
00000100:00100000:0.0:1788876800.366428:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657475392495 time 7657375392495 state 0x1 ref 6
00000100:00100000:0.0:1788876800.366455:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2355:x1875765362705920:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876800.377489:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.377844:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362709888
00000100:00100000:2.0:1788876800.377854:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362709888
00010000:00010000:2.0:1788876800.377892:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 31 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.377927:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11031
00000100:00100000:2.0:1788876800.377937:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2355:x1875765362709888:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876800.377951:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1788876800.377971:0:6599:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe3e:0x0] updating lvb size from disk: 0 -> 2097152
00002000:00010000:2.0:1788876800.377974:0:6599:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe3e:0x0] updating lvb mtime from disk: 0 -> 1788876800
00002000:00010000:2.0:1788876800.377977:0:6599:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe3e:0x0] updating lvb ctime from disk: 0 -> 1788876800
00010000:00010000:2.0:1788876800.377983:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 31 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.377995:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 31 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378040:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004e1822f/0x3868396b8e765b4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888437 expref: 31 pid: 20460 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378056:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378061:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378069:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765b55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888453 expref: 30 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378078:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765b55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888453 expref: 30 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378087:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378090:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378095:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007919c43b/0x3868396b8e765b6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888445 expref: 30 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378104:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007919c43b/0x3868396b8e765b6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888445 expref: 30 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378112:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378115:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378119:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f19c572f/0x3868396b8e765b71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88845a expref: 30 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378127:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f19c572f/0x3868396b8e765b71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88845a expref: 30 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378134:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378136:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378142:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072b3784c/0x3868396b8e765b78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88846f expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378152:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072b3784c/0x3868396b8e765b78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88846f expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378162:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378165:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378171:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004900c299/0x3868396b8e765b7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888476 expref: 30 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378183:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004900c299/0x3868396b8e765b7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888476 expref: 30 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378192:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378196:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378202:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb47abe4/0x3868396b8e765b86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888468 expref: 30 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378220:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb47abe4/0x3868396b8e765b86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888468 expref: 30 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378229:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378252:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876800.378262:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000565e2d88/0x3868396b8e765ba2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88848b expref: 30 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378273:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000565e2d88/0x3868396b8e765ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88848b expref: 30 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876800.378315:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000565e2d88/0x3868396b8e765ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88848b expref: 30 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.378333:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306896a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727232:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876800.378424:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eb47abe4/0x3868396b8e765b86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888468 expref: 30 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.378435:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306895880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727360:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876800.378465:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004900c299/0x3868396b8e765b7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888476 expref: 30 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.378475:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306897b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727488:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876800.378507:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000072b3784c/0x3868396b8e765b78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88846f expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.378517:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b846300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727616:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876800.378544:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f19c572f/0x3868396b8e765b71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88845a expref: 30 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.378554:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727744:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876800.378580:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007919c43b/0x3868396b8e765b6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888445 expref: 30 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.378590:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b846d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727872:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876800.378627:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765b55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888453 expref: 30 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876800.378638:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b847b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365728000:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876800.378660:0:6599:0:(client.c:2702:ptlrpc_set_wait()) set ffff99842f1bae40 going to sleep for 11 seconds
00000100:00100000:0.0:1788876800.383244:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2357:x1875765362709760:12345-192.168.203.59@tcp:4:dd.0 Request processed in 24449us (24807us total) trans 4294981409 rc 0/0
00000100:00100000:0.0:1788876800.383261:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 13
00000100:00100000:0.0:1788876800.383272:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86c00 gen 0 rate 20 depth 3 token 1 deadline 7657397845924 time 7657367753307 state 0x2 ref 0
00002000:00100000:0.0:1788876800.383289:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe49:0x0] (2097152->3145727)  req@ffff99842d7b9180 x1875765362709760/t4294981409(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876800.383299:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7b9180 with x1875765362709760 ext(2097152->3145727)
00010000:00010000:0.0:1788876800.383309:0:19111:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 28 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.383327:0:19111:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 28 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876800.383336:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99842d7b9180
00000100:00100000:1.0:1788876800.411520:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306896a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727232:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876800.411536:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306895880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727360:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876800.430975:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306897b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727488:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876800.430991:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b846300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727616:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876800.430999:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727744:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876800.431006:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b846d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365727872:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876800.440048:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2355:x1875765362705920:12345-192.168.203.59@tcp:4:dd.500 Request processed in 73557us (565438us total) trans 4294993608 rc 0/0
00000100:00100000:3.0:1788876800.440063:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1596
00002000:00100000:3.0:1788876800.440078:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe3d:0x0] (6291456->7340031)  req@ffff99843fe23800 x1875765362705920/t4294993608(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876800.440089:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe23800 with x1875765362705920 ext(6291456->7340031)
00002000:00010000:3.0:1788876800.440095:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe23800
00000100:00100000:1.0:1788876800.449918:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b847b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6599:1875765365728000:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876800.449964:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876800.450058:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2355:x1875765362709888:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 72121us (72575us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876800.450069:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11031
00000100:00100000:2.0:1788876800.459951:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.460059:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710016
00000100:00100000:3.0:1788876800.460068:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710016
00002000:00100000:3.0:1788876800.460114:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe3e:0x0] (0->1048575)  req@ffff99830b847800 x1875765362710016/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876800.460125:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b847800 with x1875765362710016 ext(0->1048575)
00002000:00010000:3.0:1788876800.460131:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b847800
00000100:00100000:3.0:1788876800.460149:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117390019 time 7613122841636 state 0x0 ref 1
00000100:00100000:3.0:1788876800.460158:0:32430:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 13: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7613117390019 time 7613122841636 state 0x0 ref 1
00000100:00100000:3.0:1788876800.460175:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 3 deadline 7657519151969 time 7657469151969 state 0x1 ref 1
00000100:00100000:2.0:1788876800.466573:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657575536916 time 7657475536916 state 0x1 ref 5
00000100:00100000:2.0:1788876800.466603:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2357:x1875765362706048:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876800.478006:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.478313:0:5775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710144
00000100:00100000:0.0:1788876800.478323:0:5775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710144
00010000:00010000:0.0:1788876800.478361:0:5775:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 28 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.478405:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11032
00000100:00100000:0.0:1788876800.478415:0:5775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2358:x1875765362710144:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876800.478429:0:5775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1788876800.478448:0:5775:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe49:0x0] updating lvb size from disk: 0 -> 3145728
00002000:00010000:0.0:1788876800.478451:0:5775:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe49:0x0] updating lvb mtime from disk: 0 -> 1788876800
00002000:00010000:0.0:1788876800.478453:0:5775:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe49:0x0] updating lvb ctime from disk: 0 -> 1788876800
00010000:00010000:0.0:1788876800.478459:0:5775:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 28 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478474:0:5775:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 28 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478497:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765b39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a888429 expref: 28 pid: 167347 timeout: 7757 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478512:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478517:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478526:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e765b40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888422 expref: 27 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478536:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e765b40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888422 expref: 27 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478545:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478548:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478552:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765b47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888430 expref: 27 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478560:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765b47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888430 expref: 27 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478565:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478568:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478572:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e765b5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88844c expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478579:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e765b5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88844c expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478586:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478589:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478593:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e765b63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88843e expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478601:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e765b63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88843e expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478608:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478610:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478615:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e765b8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888461 expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478633:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e765b8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888461 expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478640:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478642:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478647:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765b94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88847d expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478655:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765b94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88847d expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478661:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478663:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876800.478668:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765b9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888484 expref: 27 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478676:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765b9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888484 expref: 27 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876800.478711:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765b9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888484 expref: 27 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.478725:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728128:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876800.478811:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765b94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88847d expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.478821:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d58e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728256:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876800.478852:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e765b8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888461 expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.478863:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728384:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876800.478892:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e765b63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88843e expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.478901:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728512:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876800.478925:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e765b5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88844c expref: 27 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.478934:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728640:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876800.478958:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765b47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888430 expref: 27 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.478968:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728768:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876800.478998:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e765b40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888422 expref: 27 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876800.479007:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d58700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728896:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876800.479071:0:5775:0:(client.c:2702:ptlrpc_set_wait()) set ffff998409d9d000 going to sleep for 11 seconds
00000100:00100000:3.0:1788876800.479745:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.479779:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.479847:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710272
00000100:00100000:1.0:1788876800.479852:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710272
00002000:00100000:1.0:1788876800.479886:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0xe3e:0x0] (3145728->4194303)  req@ffff99842d7bb480 x1875765362710272/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.479895:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7bb480 with x1875765362710272 ext(3145728->4194303)
00002000:00010000:1.0:1788876800.479900:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842d7bb480
00000100:00100000:1.0:1788876800.479917:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 3 deadline 7657519151969 time 7657469151969 state 0x1 ref 2
00000100:00100000:1.0:1788876800.479947:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 2 deadline 7657538925730 time 7657488925730 state 0x1 ref 2
00000100:00100000:1.0:1788876800.479958:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2358:x1875765362710016:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876800.480177:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710400
00000100:00100000:2.0:1788876800.480182:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710400
00002000:00100000:2.0:1788876800.480202:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe3e:0x0] (5242880->6291455)  req@ffff99842d7bb800 x1875765362710400/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.480211:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7bb800 with x1875765362710400 ext(5242880->6291455)
00002000:00010000:2.0:1788876800.480215:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842d7bb800
00000100:00100000:2.0:1788876800.480224:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 2 deadline 7657538925730 time 7657488925730 state 0x1 ref 3
00000100:00100000:2.0:1788876800.480263:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 1 deadline 7657539244259 time 7657489244259 state 0x1 ref 3
00000100:00100000:2.0:1788876800.480273:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2356:x1875765362710272:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876800.480447:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657539244259 time 7657489426825 state 0x0 ref 3
00000100:00100000:1.0:1788876800.480457:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2356:x1875765362710400:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876800.498252:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728128:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876800.498268:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d58e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728256:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876800.498277:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728384:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876800.498284:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728512:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876800.499076:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2357:x1875765362706048:12345-192.168.203.59@tcp:4:dd.500 Request processed in 32481us (603133us total) trans 4294993609 rc 0/0
00000100:00100000:1.0:1788876800.499089:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1597
00002000:00100000:1.0:1788876800.499104:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3d:0x0] (7340032->8388607)  req@ffff99843fe20700 x1875765362706048/t4294993609(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876800.499115:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe20700 with x1875765362706048 ext(7340032->8388607)
00002000:00010000:1.0:1788876800.499121:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe20700
00000100:00100000:1.0:1788876800.519403:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2358:x1875765362710016:12345-192.168.203.59@tcp:4:dd.0 Request processed in 39437us (59452us total) trans 4294993610 rc 0/0
00000100:00100000:1.0:1788876800.519418:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1602
00002000:00100000:1.0:1788876800.519433:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0xe3e:0x0] (0->1048575)  req@ffff99830b847800 x1875765362710016/t4294993610(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.519444:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b847800 with x1875765362710016 ext(0->1048575)
00002000:00010000:1.0:1788876800.519451:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b847800
00000100:00100000:3.0:1788876800.558340:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728640:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876800.558356:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728768:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876800.558364:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d58700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5775:1875765365728896:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788876800.558403:0:5775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876800.558460:0:5775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2358:x1875765362710144:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 80045us (80460us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876800.558473:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11032
00000100:00100000:0.0:1788876800.558841:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362710272:12345-192.168.203.59@tcp:4:dd.0 Request processed in 78566us (79095us total) trans 4294993611 rc 0/0
00000100:00100000:0.0:1788876800.558853:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1603
00002000:00100000:0.0:1788876800.558866:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe3e:0x0] (3145728->4194303)  req@ffff99842d7bb480 x1875765362710272/t4294993611(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876800.558877:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7bb480 with x1875765362710272 ext(3145728->4194303)
00002000:00010000:0.0:1788876800.558883:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842d7bb480
00000100:00100000:0.0:1788876800.568059:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362710400:12345-192.168.203.59@tcp:4:dd.0 Request processed in 87590us (88266us total) trans 4294993612 rc 0/0
00000100:00100000:0.0:1788876800.568074:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1604
00000100:00100000:0.0:1788876800.568085:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657539244259 time 7657489426825 state 0x2 ref 0
00002000:00100000:0.0:1788876800.568104:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe3e:0x0] (5242880->6291455)  req@ffff99842d7bb800 x1875765362710400/t4294993612(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876800.568118:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7bb800 with x1875765362710400 ext(5242880->6291455)
00002000:00010000:0.0:1788876800.568125:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842d7bb800
00000100:00100000:0.0:1788876800.568164:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657677143517 time 7657577143517 state 0x1 ref 4
00000100:00100000:0.0:1788876800.568181:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2357:x1875765362706176:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876800.586495:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.587399:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.589836:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.596961:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710784
00000100:00100000:2.0:1788876800.596978:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710784
00002000:00100000:2.0:1788876800.597049:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe49:0x0] (5242880->6291455)  req@ffff998306897b80 x1875765362710784/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.597060:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306897b80 with x1875765362710784 ext(5242880->6291455)
00002000:00010000:2.0:1788876800.597065:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306897b80
00000100:00100000:2.0:1788876800.597083:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657539244259 time 7657489426825 state 0x0 ref 1
00000100:00100000:2.0:1788876800.597121:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657539426825 time 7657489426825 state 0x1 ref 1
00000100:00100000:2.0:1788876800.597142:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710656
00000100:00100000:2.0:1788876800.597146:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710656
00002000:00100000:2.0:1788876800.597162:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe49:0x0] (7340032->8388607)  req@ffff998306895880 x1875765362710656/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.597170:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306895880 with x1875765362710656 ext(7340032->8388607)
00002000:00010000:2.0:1788876800.597174:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306895880
00000100:00100000:2.0:1788876800.597183:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657539426825 time 7657489426825 state 0x1 ref 2
00000100:00100000:2.0:1788876800.597210:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 1 deadline 7657656190231 time 7657606190231 state 0x1 ref 2
00000100:00100000:2.0:1788876800.597222:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2355:x1875765362710784:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876800.597367:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657656190231 time 7657606345019 state 0x0 ref 2
00000100:00100000:3.0:1788876800.597379:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2355:x1875765362710656:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876800.598609:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.598661:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710528
00000100:00100000:1.0:1788876800.598668:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710528
00002000:00100000:1.0:1788876800.598698:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe49:0x0] (6291456->7340031)  req@ffff998306896a00 x1875765362710528/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.598708:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306896a00 with x1875765362710528 ext(6291456->7340031)
00002000:00010000:1.0:1788876800.598713:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306896a00
00000100:00100000:1.0:1788876800.598733:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657656345019 time 7657606345019 state 0x1 ref 3
00000100:00100000:1.0:1788876800.598750:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362710912
00000100:00100000:1.0:1788876800.598753:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362710912
00002000:00100000:1.0:1788876800.598768:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe3e:0x0] (6291456->7340031)  req@ffff9983187a8380 x1875765362710912/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.598776:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187a8380 with x1875765362710912 ext(6291456->7340031)
00002000:00010000:1.0:1788876800.598780:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187a8380
00000100:00100000:1.0:1788876800.598789:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657656345019 time 7657606345019 state 0x1 ref 4
00000100:00100000:3.0:1788876800.599592:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.600406:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362711040
00000100:00100000:1.0:1788876800.600416:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362711040
00002000:00100000:1.0:1788876800.600455:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe49:0x0] (0->1048575)  req@ffff99842d7b9f80 x1875765362711040/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.600466:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7b9f80 with x1875765362711040 ext(0->1048575)
00002000:00010000:1.0:1788876800.600470:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99842d7b9f80
00000100:00100000:1.0:1788876800.600487:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657656345019 time 7657606345019 state 0x1 ref 5
00000100:00100000:3.0:1788876800.607981:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.608044:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362711168
00000100:00100000:3.0:1788876800.608054:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362711168
00002000:00100000:3.0:1788876800.608097:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe3e:0x0] (7340032->8388607)  req@ffff99842d7b8380 x1875765362711168/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876800.608107:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7b8380 with x1875765362711168 ext(7340032->8388607)
00002000:00010000:3.0:1788876800.608112:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842d7b8380
00000100:00100000:3.0:1788876800.608132:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657656345019 time 7657606345019 state 0x1 ref 6
00000100:00100000:2.0:1788876800.627852:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.627938:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362711296
00000100:00100000:1.0:1788876800.627949:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362711296
00002000:00100000:1.0:1788876800.627997:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe3e:0x0] (2097152->3145727)  req@ffff99830b845c00 x1875765362711296/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.628028:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b845c00 with x1875765362711296 ext(2097152->3145727)
00002000:00010000:1.0:1788876800.628034:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b845c00
00000100:00100000:1.0:1788876800.628053:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657656345019 time 7657606345019 state 0x1 ref 7
00000100:00100000:3.0:1788876800.637946:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2355:x1875765362710656:12345-192.168.203.59@tcp:4:dd.0 Request processed in 40557us (50537us total) trans 4294981410 rc 0/0
00000100:00100000:3.0:1788876800.637960:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1606
00002000:00100000:3.0:1788876800.637975:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0xe49:0x0] (7340032->8388607)  req@ffff998306895880 x1875765362710656/t4294981410(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876800.637986:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306895880 with x1875765362710656 ext(7340032->8388607)
00002000:00010000:3.0:1788876800.637993:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306895880
00000100:00100000:3.0:1788876800.648676:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657707635800 time 7657657635800 state 0x1 ref 6
00000100:00100000:3.0:1788876800.648713:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2357:x1875765362710528:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876800.648946:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2357:x1875765362706176:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80767us (717948us total) trans 4294981411 rc 0/0
00000100:00100000:0.0:1788876800.648957:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1598
00002000:00100000:0.0:1788876800.648968:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe48:0x0] (4194304->5242879)  req@ffff998301a69f80 x1875765362706176/t4294981411(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:195/0 lens 488/448 e 0 to 0 dl 1788876810 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876800.648978:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a69f80 with x1875765362706176 ext(4194304->5242879)
00002000:00010000:0.0:1788876800.648985:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998301a69f80
00000100:00100000:2.0:1788876800.655459:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2355:x1875765362710784:12345-192.168.203.59@tcp:4:dd.0 Request processed in 58229us (68963us total) trans 4294981412 rc 0/0
00000100:00100000:2.0:1788876800.655474:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1605
00002000:00100000:2.0:1788876800.655488:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe49:0x0] (5242880->6291455)  req@ffff998306897b80 x1875765362710784/t4294981412(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.655498:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306897b80 with x1875765362710784 ext(5242880->6291455)
00002000:00010000:2.0:1788876800.655505:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306897b80
00000100:00100000:2.0:1788876800.663115:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876800.663182:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362711424
00000100:00100000:0.0:1788876800.663192:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362711424
00002000:00100000:0.0:1788876800.663248:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe3e:0x0] (4194304->5242879)  req@ffff99830b846680 x1875765362711424/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876800.663260:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b846680 with x1875765362711424 ext(4194304->5242879)
00002000:00010000:0.0:1788876800.663264:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b846680
00000100:00100000:0.0:1788876800.663284:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657707635800 time 7657657635800 state 0x1 ref 6
00000100:00100000:3.0:1788876800.670206:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657779171892 time 7657679171892 state 0x1 ref 3
00000100:00100000:3.0:1788876800.670363:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2356:x1875765362706304:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876800.672503:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.672546:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362711552
00000100:00100000:1.0:1788876800.672555:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362711552
00002000:00100000:1.0:1788876800.672600:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe49:0x0] (4194304->5242879)  req@ffff9983187ab100 x1875765362711552/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.672612:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187ab100 with x1875765362711552 ext(4194304->5242879)
00002000:00010000:1.0:1788876800.672629:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983187ab100
00000100:00100000:1.0:1788876800.672650:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657707635800 time 7657657635800 state 0x1 ref 7
00000100:00100000:0.0:1788876800.687401:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876800.687666:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362711680
00000100:00100000:3.0:1788876800.687676:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362711680
00002000:00100000:3.0:1788876800.687724:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe49:0x0] (3145728->4194303)  req@ffff998307d5bb80 x1875765362711680/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876800.687736:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d5bb80 with x1875765362711680 ext(3145728->4194303)
00002000:00010000:3.0:1788876800.687741:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d5bb80
00000100:00100000:3.0:1788876800.687762:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657707635800 time 7657657635800 state 0x1 ref 8
00000100:00100000:0.0:1788876800.695107:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.696158:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362710528:12345-192.168.203.59@tcp:4:dd.0 Request processed in 47456us (106324us total) trans 4294981413 rc 0/0
00000100:00100000:1.0:1788876800.696173:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1607
00002000:00100000:1.0:1788876800.696188:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe49:0x0] (6291456->7340031)  req@ffff998306896a00 x1875765362710528/t4294981413(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.696198:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306896a00 with x1875765362710528 ext(6291456->7340031)
00002000:00010000:1.0:1788876800.696204:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306896a00
00000100:00100000:1.0:1788876800.696229:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362711808
00000100:00100000:1.0:1788876800.696235:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362711808
00002000:00100000:1.0:1788876800.696262:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe49:0x0] (1048576->2097151)  req@ffff998307d5a300 x1875765362711808/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/0 e 0 to 0 dl 1788876811 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876800.696276:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d5a300 with x1875765362711808 ext(1048576->2097151)
00002000:00010000:1.0:1788876800.696279:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d5a300
00000100:00100000:1.0:1788876800.696296:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657707635800 time 7657657635800 state 0x1 ref 8
00000100:00100000:3.0:1788876800.699632:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657758586396 time 7657708586396 state 0x1 ref 8
00000100:00100000:3.0:1788876800.699656:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2357:x1875765362710912:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876800.714719:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362706304:12345-192.168.203.59@tcp:4:dd.500 Request processed in 44479us (712919us total) trans 4294981414 rc 0/0
00000100:00100000:0.0:1788876800.714739:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1599
00002000:00100000:0.0:1788876800.714759:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe48:0x0] (5242880->6291455)  req@ffff998306894000 x1875765362706304/t4294981414(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876800.714772:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306894000 with x1875765362706304 ext(5242880->6291455)
00002000:00010000:0.0:1788876800.714782:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306894000
00000100:00100000:0.0:1788876800.724323:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2357:x1875765362710912:12345-192.168.203.59@tcp:4:dd.0 Request processed in 24667us (125709us total) trans 4294993613 rc 0/0
00000100:00100000:0.0:1788876800.724337:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1608
00002000:00100000:0.0:1788876800.724350:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3e:0x0] (6291456->7340031)  req@ffff9983187a8380 x1875765362710912/t4294993613(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876800.724360:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187a8380 with x1875765362710912 ext(6291456->7340031)
00002000:00010000:0.0:1788876800.724366:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187a8380
00000100:00100000:1.0:1788876800.725667:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876800.726183:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362712064
00000100:00100000:2.0:1788876800.726193:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362712064
00000100:00100000:2.0:1788876800.726251:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9851
00000100:00100000:2.0:1788876800.726261:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:250054:x1875765362712064:12345-192.168.203.59@tcp:35:dd.0
00000001:00080000:2.0:1788876800.726532:0:5793:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010767
00000100:00100000:2.0:1788876800.726641:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:250054:x1875765362712064:12345-192.168.203.59@tcp:35:dd.0 Request processed in 381us (980us total) trans 4295010768 rc 0/0
00000100:00100000:2.0:1788876800.726650:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9851
00000020:00080000:2.0:1788876800.726655:0:5793:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1788876800.749712:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657808675650 time 7657758675650 state 0x1 ref 7
00000100:00100000:2.0:1788876800.749742:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2356:x1875765362711040:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876800.764172:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2356:x1875765362711040:12345-192.168.203.59@tcp:4:dd.0 Request processed in 14427us (164568us total) trans 4294981415 rc 0/0
00000100:00100000:2.0:1788876800.764189:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1609
00002000:00100000:2.0:1788876800.764209:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0xe49:0x0] (0->1048575)  req@ffff99842d7b9f80 x1875765362711040/t4294981415(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.764222:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7b9f80 with x1875765362711040 ext(0->1048575)
00002000:00010000:2.0:1788876800.764231:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99842d7b9f80
00000100:00100000:1.0:1788876800.775072:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657884035962 time 7657784035962 state 0x1 ref 2
00000100:00100000:1.0:1788876800.775110:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2355:x1875765362706816:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876800.793910:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:2355:x1875765362706816:12345-192.168.203.59@tcp:4:dd.500 Request processed in 18807us (763991us total) trans 4294981416 rc 0/0
00000100:00100000:1.0:1788876800.793925:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1600
00002000:00100000:1.0:1788876800.793940:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe48:0x0] (6291456->7340031)  req@ffff99843fe20380 x1875765362706816/t4294981416(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876800.793950:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe20380 with x1875765362706816 ext(6291456->7340031)
00002000:00010000:1.0:1788876800.793957:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99843fe20380
00000100:00100000:0.0:1788876800.801147:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657860102306 time 7657810102306 state 0x1 ref 6
00000100:00100000:0.0:1788876800.801180:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:2357:x1875765362711168:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876800.817340:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2357:x1875765362711168:12345-192.168.203.59@tcp:4:dd.0 Request processed in 16164us (209357us total) trans 4294993614 rc 0/0
00000100:00100000:0.0:1788876800.817354:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1610
00002000:00100000:0.0:1788876800.817369:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe3e:0x0] (7340032->8388607)  req@ffff99842d7b8380 x1875765362711168/t4294993614(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876800.817493:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842d7b8380 with x1875765362711168 ext(7340032->8388607)
00002000:00010000:0.0:1788876800.817500:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842d7b8380
00000100:00100000:1.0:1788876800.852071:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657911036517 time 7657861036517 state 0x1 ref 5
00000100:00100000:1.0:1788876800.852102:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2355:x1875765362711296:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876800.865754:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2355:x1875765362711296:12345-192.168.203.59@tcp:4:dd.0 Request processed in 13652us (237896us total) trans 4294993615 rc 0/0
00000100:00100000:2.0:1788876800.865768:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1611
00002000:00100000:2.0:1788876800.865782:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe3e:0x0] (2097152->3145727)  req@ffff99830b845c00 x1875765362711296/t4294993615(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.865792:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b845c00 with x1875765362711296 ext(2097152->3145727)
00002000:00010000:2.0:1788876800.865798:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b845c00
00000100:00100000:1.0:1788876800.875603:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657884035962 time 7657884565857 state 0x0 ref 1
00000100:00100000:1.0:1788876800.875645:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2358:x1875765362707200:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876800.895174:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2358:x1875765362707200:12345-192.168.203.59@tcp:4:dd.500 Request processed in 19532us (821700us total) trans 4294981417 rc 0/0
00000100:00100000:2.0:1788876800.895189:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1601
00000100:00100000:2.0:1788876800.895200:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657884035962 time 7657884565857 state 0x2 ref 0
00002000:00100000:2.0:1788876800.895216:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe48:0x0] (7340032->8388607)  req@ffff998301a69500 x1875765362707200/t4294981417(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876800.895232:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a69500 with x1875765362707200 ext(7340032->8388607)
00002000:00010000:2.0:1788876800.895249:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998301a69500
00000100:00100000:3.0:1788876800.904566:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7657963531119 time 7657913531119 state 0x1 ref 4
00000100:00100000:3.0:1788876800.904596:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2356:x1875765362711424:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876800.919678:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2356:x1875765362711424:12345-192.168.203.59@tcp:4:dd.0 Request processed in 15084us (256561us total) trans 4294993616 rc 0/0
00000100:00100000:3.0:1788876800.919692:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1612
00002000:00100000:3.0:1788876800.919706:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0xe3e:0x0] (4194304->5242879)  req@ffff99830b846680 x1875765362711424/t4294993616(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876800.919717:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b846680 with x1875765362711424 ext(4194304->5242879)
00002000:00010000:3.0:1788876800.919723:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b846680
00000100:00100000:0.0:1788876800.954755:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7658013720840 time 7657963720840 state 0x1 ref 3
00000100:00100000:0.0:1788876800.954785:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:2355:x1875765362711552:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876800.972770:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2355:x1875765362711552:12345-192.168.203.59@tcp:4:dd.0 Request processed in 17988us (300263us total) trans 4294981418 rc 0/0
00000100:00100000:2.0:1788876800.972784:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1613
00002000:00100000:2.0:1788876800.972797:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe49:0x0] (4194304->5242879)  req@ffff9983187ab100 x1875765362711552/t4294981418(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876800.972808:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187ab100 with x1875765362711552 ext(4194304->5242879)
00002000:00010000:2.0:1788876800.972814:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983187ab100
00000100:00100000:3.0:1788876800.977103:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876800.977172:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362712192
00000100:00100000:1.0:1788876800.977182:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362712192
00000100:00100000:1.0:1788876800.983930:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1188
00000100:00100000:1.0:1788876800.983962:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:5570:x1875765362712192:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876800.983988:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 8 locks, starting at 0
00002000:00010000:1.0:1788876800.984042:0:5776:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe3e:0x0] updating lvb size from disk: 2097152 -> 8388608
00002000:00010000:1.0:1788876800.984048:0:5776:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe3e:0x0] updating lvb mtime from disk: 1788876800 -> 1788876801
00002000:00010000:1.0:1788876800.984051:0:5776:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe3e:0x0] updating lvb ctime from disk: 1788876800 -> 1788876801
00010000:00010000:1.0:1788876800.984085:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000565e2d88/0x3868396b8e765ba2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88848b expref: 45 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.984116:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765b55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888453 expref: 44 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.984136:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb47abe4/0x3868396b8e765b86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888468 expref: 43 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.984152:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072b3784c/0x3868396b8e765b78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88846f expref: 42 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.984169:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004900c299/0x3868396b8e765b7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888476 expref: 41 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.984188:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007919c43b/0x3868396b8e765b6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888445 expref: 40 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.984213:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f19c572f/0x3868396b8e765b71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88845a expref: 39 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876800.984240:0:5776:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe3d:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:1.0:1788876800.984243:0:5776:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe3d:0x0] updating lvb mtime from disk: 0 -> 1788876800
00002000:00010000:1.0:1788876800.984246:0:5776:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe3d:0x0] updating lvb ctime from disk: 0 -> 1788876800
00010000:00010000:1.0:1788876800.984258:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d983e93f/0x3868396b8e765b08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88840d expref: 38 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876800.984276:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876800.984361:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:5570:x1875765362712192:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 412us (7261us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876800.984373:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1188
00000100:00100000:2.0:1788876801.008432:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7658067398142 time 7658017398142 state 0x1 ref 2
00000100:00100000:2.0:1788876801.008472:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2358:x1875765362711680:12345-192.168.203.59@tcp:4:dd.0
00000100:00080000:0.0:1788876801.009511:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876801.032370:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2358:x1875765362711680:12345-192.168.203.59@tcp:4:dd.0 Request processed in 23908us (344965us total) trans 4294981419 rc 0/0
00000100:00100000:2.0:1788876801.032386:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1614
00002000:00100000:2.0:1788876801.032403:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe49:0x0] (3145728->4194303)  req@ffff998307d5bb80 x1875765362711680/t4294981419(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876801.032412:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d5bb80 with x1875765362711680 ext(3145728->4194303)
00002000:00010000:2.0:1788876801.032418:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d5bb80
00000100:00100000:0.0:1788876801.059892:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7658067398142 time 7658068849986 state 0x0 ref 1
00000100:00100000:0.0:1788876801.059918:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2357:x1875765362711808:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876801.070313:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2357:x1875765362711808:12345-192.168.203.59@tcp:4:dd.0 Request processed in 10394us (375205us total) trans 4294981420 rc 0/0
00010000:00010000:0.0:1788876801.070314:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876801.070328:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1615
00000100:00100000:2.0:1788876801.070340:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7658067398142 time 7658068849986 state 0x2 ref 0
00002000:00100000:2.0:1788876801.070356:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe49:0x0] (1048576->2097151)  req@ffff998307d5a300 x1875765362711808/t4294981420(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:196/0 lens 488/448 e 0 to 0 dl 1788876811 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876801.070366:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d5a300 with x1875765362711808 ext(1048576->2097151)
00002000:00010000:2.0:1788876801.070372:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d5a300
00000100:00100000:3.0:1788876801.109278:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.109704:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362712320
00000100:00100000:2.0:1788876801.109732:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362712320
00000100:00100000:2.0:1788876801.109848:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1189
00000100:00100000:2.0:1788876801.109860:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841153cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:5571:x1875765362712320:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876801.109877:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 8 locks, starting at 0
00002000:00010000:2.0:1788876801.109897:0:20459:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe49:0x0] updating lvb size from disk: 3145728 -> 8388608
00002000:00010000:2.0:1788876801.109915:0:20459:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe49:0x0] updating lvb mtime from disk: 1788876800 -> 1788876801
00002000:00010000:2.0:1788876801.109917:0:20459:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe49:0x0] updating lvb ctime from disk: 1788876800 -> 1788876801
00010000:00010000:2.0:1788876801.109939:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e765b40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 9 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888422 expref: 45 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.109961:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765b47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888430 expref: 44 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.109973:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e765b5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88844c expref: 43 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.109983:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e765b63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88843e expref: 42 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.110000:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e765b8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888461 expref: 41 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.110061:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765b9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 4 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888484 expref: 40 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.110082:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765b94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88847d expref: 39 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876801.110104:0:20459:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe48:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:2.0:1788876801.110107:0:20459:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe48:0x0] updating lvb mtime from disk: 0 -> 1788876800
00002000:00010000:2.0:1788876801.110110:0:20459:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe48:0x0] updating lvb ctime from disk: 0 -> 1788876800
00010000:00010000:2.0:1788876801.110116:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765b0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888414 expref: 38 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.110128:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788876801.111150:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841153cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:5571:x1875765362712320:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 1284us (1878us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876801.111163:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1189
00000100:00100000:3.0:1788876801.296906:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.299065:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362712576
00000100:00100000:2.0:1788876801.299079:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362712576
00000100:00100000:2.0:1788876801.299173:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60251
00000100:00100000:2.0:1788876801.299186:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:250089:x1875765362712576:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876801.299210:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876801.299232:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e765ba9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888492 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.299358:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e765bb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.299373:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e765bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.299385:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e765bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876801.299398:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9f:0x0]: returning size 16777216
00010000:00010000:2.0:1788876801.299520:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e765ba9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888492 expref: 23 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.299539:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e765bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888492 expref: 22 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.299547:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:2.0:1788876801.299550:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788876801.299554:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357ba00, rc 0)
00000100:00100000:2.0:1788876801.299624:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:250089:x1875765362712576:12345-192.168.203.59@tcp:101:dd.0 Request processed in 443us (2729us total) trans 4295010769 rc 0/0
00000100:00100000:2.0:1788876801.299632:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60251
00000100:00080000:0.0:1788876801.299761:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876801.317457:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876801.317517:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876801.317552:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362712832
00000100:00100000:0.0:1788876801.317561:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362712832
00000100:00100000:0.0:1788876801.317632:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362713088
00000100:00100000:0.0:1788876801.317635:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362713088
00000100:00100000:0.0:1788876801.317664:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60252
00000100:00100000:0.0:1788876801.317673:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:250090:x1875765362712832:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876801.317693:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876801.317712:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9a00/0x3868396b8e765bbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888499 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.317848:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8800/0x3868396b8e765bc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.317862:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8800/0x3868396b8e765bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.317874:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8800/0x3868396b8e765bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876801.317899:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9f:0x0]: returning size 16777216
00000100:00100000:1.0:1788876801.318122:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60253
00000100:00100000:1.0:1788876801.318132:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:250093:x1875765362713088:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876801.318142:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876801.318151:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e765bd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884a0 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.318215:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765bda lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.318224:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.318232:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876801.318240:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9f:0x0]: returning size 16777216
00010000:00010000:1.0:1788876801.318309:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b200/0x3868396b8e765bd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884a0 expref: 28 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.318328:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765bda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884a0 expref: 27 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.318336:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:1.0:1788876801.318340:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876801.318343:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3b000, rc 0)
00000100:00100000:1.0:1788876801.318396:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:250093:x1875765362713088:12345-192.168.203.59@tcp:101:dd.0 Request processed in 266us (879us total) trans 4295010771 rc 0/0
00000100:00100000:1.0:1788876801.318404:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60253
00010000:00010000:0.0:1788876801.318551:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9a00/0x3868396b8e765bbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888499 expref: 27 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.318565:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8800/0x3868396b8e765bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888499 expref: 26 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.318572:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:0.0:1788876801.318575:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876801.318577:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a8800, rc 0)
00000100:00100000:0.0:1788876801.318607:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250090:x1875765362712832:12345-192.168.203.59@tcp:101:dd.0 Request processed in 935us (1159us total) trans 4295010770 rc 0/0
00000100:00100000:0.0:1788876801.318622:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60252
00000100:00100000:1.0:1788876801.341168:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.341442:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.341493:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.341517:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876801.346756:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362713472
00000100:00100000:0.0:1788876801.346771:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362713472
00000100:00100000:0.0:1788876801.346848:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60254
00000100:00100000:0.0:1788876801.346860:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250094:x1875765362713472:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876801.346893:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876801.346914:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9a00/0x3868396b8e765be8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884a7 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.347076:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8e00/0x3868396b8e765bef lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc9f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.347091:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8e00/0x3868396b8e765bef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc9f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.347106:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8e00/0x3868396b8e765bef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc9f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876801.347117:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9f:0x0]: returning size 16777216
00010000:00010000:0.0:1788876801.347247:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9a00/0x3868396b8e765be8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884a7 expref: 29 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.347267:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8e00/0x3868396b8e765bef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc9f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884a7 expref: 28 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.347276:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:0.0:1788876801.347279:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d
00010000:00010000:0.0:1788876801.347282:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a8e00, rc 0)
00000100:00100000:0.0:1788876801.347341:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:250094:x1875765362713472:12345-192.168.203.59@tcp:101:dd.0 Request processed in 483us (6181us total) trans 4295010772 rc 0/0
00000100:00100000:0.0:1788876801.347348:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60254
00000100:00100000:0.0:1788876801.347373:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362713600
00000100:00100000:0.0:1788876801.347377:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362713600
00000100:00100000:0.0:1788876801.347413:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 522
00000100:00100000:0.0:1788876801.347420:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:250089:x1875765362713600:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876801.347428:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876801.347441:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884ae expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876801.347463:0:167382:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3d:0x0] initial LVB size: 8388608, mtime: 0x6aa01800, atime: 0x0, ctime: 0x6aa01800, blocks: 0x1
00010000:00010000:0.0:1788876801.347476:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=7658s v=(0 0)
00010000:00010000:0.0:1788876801.348593:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876801.348605:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 38 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.348635:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 38 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.348647:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a8600, rc 0)
00000100:00100000:0.0:1788876801.348751:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:250089:x1875765362713600:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1264us (7190us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876801.348760:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 522
00000100:00080000:0.0:1788876801.348794:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876801.364532:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362713216
00000100:00100000:1.0:1788876801.364546:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362713216
00000100:00100000:1.0:1788876801.364626:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362713728
00000100:00100000:1.0:1788876801.364630:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362713728
00000100:00100000:1.0:1788876801.364659:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1190
00000100:00100000:1.0:1788876801.364670:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2356:x1875765362713216:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876801.364991:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876801.365046:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e765bb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888492 expref: 29 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.365065:0:167392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:1.0:1788876801.365070:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876801.365160:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2356:x1875765362713216:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 477us (23703us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876801.365168:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1190
00000100:00100000:1.0:1788876801.365190:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1191
00000100:00100000:1.0:1788876801.365198:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2355:x1875765362713728:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876801.365207:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876801.365218:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765bda lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884a0 expref: 27 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.365454:0:167392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:1.0:1788876801.365458:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876801.365556:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2355:x1875765362713728:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 358us (24037us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876801.365564:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1191
00000100:00100000:1.0:1788876801.374137:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876801.374171:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876801.374199:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362714112
00000100:00100000:1.0:1788876801.374208:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362714112
00000100:00100000:1.0:1788876801.374261:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1192
00000100:00100000:1.0:1788876801.374277:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2357:x1875765362714112:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876801.374293:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876801.374318:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8800/0x3868396b8e765bc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888499 expref: 26 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.374337:0:6599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:1.0:1788876801.374342:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876801.374391:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2357:x1875765362714112:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 116us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876801.374398:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1192
00000100:00100000:3.0:1788876801.374632:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362713984
00000100:00100000:3.0:1788876801.374637:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362713984
00000100:00100000:3.0:1788876801.374674:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9852
00000100:00100000:3.0:1788876801.374682:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:250093:x1875765362713984:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:3.0:1788876801.374870:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250093:x1875765362713984:12345-192.168.203.59@tcp:35:dd.0 Request processed in 188us (740us total) trans 4295010773 rc 0/0
00000100:00100000:3.0:1788876801.374877:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9852
00000100:00100000:1.0:1788876801.377350:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876801.378377:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362714240
00000100:00100000:3.0:1788876801.378389:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362714240
00002000:00100000:3.0:1788876801.378437:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe3d:0x0] (0->1048575)  req@ffff9983187ab800 x1875765362714240/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:197/0 lens 488/0 e 0 to 0 dl 1788876812 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876801.378459:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187ab800 with x1875765362714240 ext(0->1048575)
00002000:00010000:3.0:1788876801.378465:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187ab800
00000100:00100000:3.0:1788876801.378482:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257729969 time 7613221318325 state 0x0 ref 1
00000100:00100000:3.0:1788876801.378491:0:19112:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x2, head sequence 13: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998441cb3000 gen 0 rate 10000 depth 3 token 2 deadline 7547257729969 time 7613221318325 state 0x0 ref 1
00000100:00100000:3.0:1788876801.378711:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 3 deadline 7658487483529 time 7658387483529 state 0x1 ref 1
00000100:00100000:3.0:1788876801.378749:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7658487483529 time 7658387728622 state 0x0 ref 1
00000100:00100000:3.0:1788876801.378763:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2355:x1875765362714240:12345-192.168.203.59@tcp:3:dd.0
00000100:00100000:1.0:1788876801.382080:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876801.382147:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362714496
00000100:00100000:3.0:1788876801.382157:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362714496
00000100:00100000:3.0:1788876801.382212:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9853
00000100:00100000:3.0:1788876801.382222:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:250090:x1875765362714496:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:3.0:1788876801.390691:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:250090:x1875765362714496:12345-192.168.203.59@tcp:35:dd.0 Request processed in 8458us (8607us total) trans 4295010774 rc 0/0
00000100:00100000:3.0:1788876801.390707:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9853
00000100:00100000:2.0:1788876801.394777:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876801.398843:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362714752
00000100:00100000:1.0:1788876801.398861:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362714752
00000100:00100000:1.0:1788876801.398936:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9854
00000100:00100000:1.0:1788876801.398947:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:250094:x1875765362714752:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:1.0:1788876801.399229:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:250094:x1875765362714752:12345-192.168.203.59@tcp:35:dd.0 Request processed in 283us (4460us total) trans 4295010775 rc 0/0
00000100:00100000:1.0:1788876801.399238:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9854
00000100:00100000:1.0:1788876801.410297:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2355:x1875765362714240:12345-192.168.203.59@tcp:3:dd.0 Request processed in 31526us (32945us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876801.410311:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1616
00000100:00100000:1.0:1788876801.410324:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7658487483529 time 7658387728622 state 0x2 ref 0
00002000:00100000:1.0:1788876801.410341:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe3d:0x0] (0->1048575)  req@ffff9983187ab800 x1875765362714240/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:197/0 lens 488/440 e 0 to 0 dl 1788876812 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876801.410352:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187ab800 with x1875765362714240 ext(0->1048575)
00002000:00010000:1.0:1788876801.410359:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187ab800
00000100:00100000:2.0:1788876801.454295:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788876801.454315:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365729024:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876801.454377:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876801.454437:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729024
00000100:00100000:2.0:1788876801.454444:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729024
00000100:00100000:2.0:1788876801.454498:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 327
00000100:00100000:2.0:1788876801.454506:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365729024:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876801.454524:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 11927552 granted 281477120 pending 27262976 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876801.454560:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365729024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876801.454567:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 327
00000100:00100000:2.0:1788876801.454621:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365729024:0@lo:13:osp-pre-0-0.0
00000100:00080000:0.0:1788876801.454945:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876801.507221:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010772 is committed
00000001:00080000:0.0:1788876801.507255:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010775 is committed
00000100:00100000:2.0:1788876801.531469:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876801.531571:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362714880
00000100:00100000:1.0:1788876801.531580:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362714880
00000100:00100000:1.0:1788876801.531652:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60255
00000100:00100000:1.0:1788876801.531663:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250105:x1875765362714880:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876801.531690:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876801.531711:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765c04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884b5 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.531814:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765c0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.531829:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.531841:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876801.532077:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 7680
00000004:00200000:1.0:1788876801.532082:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876801.532172:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.532203:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b000/0x3868396b8e765c04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884b5 expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.532236:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884b5 expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876801.532245:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:1.0:1788876801.532247:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876801.532250:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3b800, rc 0)
00000100:00100000:1.0:1788876801.532320:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250105:x1875765362714880:12345-192.168.203.59@tcp:101:rm.0 Request processed in 659us (860us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876801.532328:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60255
00000100:00100000:3.0:1788876801.536096:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.536195:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362715136
00000100:00100000:2.0:1788876801.536205:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362715136
00000100:00100000:2.0:1788876801.536277:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60256
00000100:00100000:2.0:1788876801.536287:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250105:x1875765362715136:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788876801.536307:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876801.536326:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e765c12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884bc expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876801.536636:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 7680
00010000:00010000:2.0:1788876801.536860:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e765c12 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884bc expref: 13 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.536875:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:2.0:1788876801.536878:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788876801.536883:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e765c12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884bc expref: 13 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.536897:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998441c50e00, rc 0)
00000100:00100000:2.0:1788876801.537058:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250105:x1875765362715136:12345-192.168.203.59@tcp:101:rm.0 Request processed in 772us (970us total) trans 4295010776 rc 301/301
00000100:00100000:2.0:1788876801.537067:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60256
00000100:00100000:2.0:1788876801.541931:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876801.542163:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362715264
00000100:00100000:1.0:1788876801.543071:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362715264
00000100:00100000:1.0:1788876801.543134:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9855
00000100:00100000:1.0:1788876801.543145:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250105:x1875765362715264:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:1.0:1788876801.547075:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250105:x1875765362715264:12345-192.168.203.59@tcp:37:rm.0 Request processed in 3921us (5142us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876801.547088:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9855
00000100:00100000:3.0:1788876801.550200:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.551898:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362715520
00000100:00100000:2.0:1788876801.551912:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362715520
00000100:00100000:2.0:1788876801.552031:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9856
00000100:00100000:2.0:1788876801.552044:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250105:x1875765362715520:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:2.0:1788876801.552493:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:250105:x1875765362715520:12345-192.168.203.59@tcp:35:rm.0 Request processed in 450us (2299us total) trans 4295010777 rc 0/0
00000100:00100000:2.0:1788876801.552501:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9856
00000100:00100000:3.0:1788876801.555163:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876801.555774:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362715776
00000100:00100000:0.0:1788876801.555784:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362715776
00000100:00100000:0.0:1788876801.555844:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60257
00000100:00100000:0.0:1788876801.555854:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:250105:x1875765362715776:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876801.555878:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876801.555899:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9000/0x3868396b8e765c20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884c3 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.556189:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765c27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.556203:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765c27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.556219:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765c27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876801.556385:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 7680
00010000:00010000:0.0:1788876801.556580:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9000/0x3868396b8e765c20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884c3 expref: 16 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.556598:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765c27 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884c3 expref: 15 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.556605:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:0.0:1788876801.556621:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1788876801.556625:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9200, rc 0)
00000100:00100000:0.0:1788876801.556730:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362715776:12345-192.168.203.59@tcp:101:rm.0 Request processed in 876us (1574us total) trans 4295010778 rc 0/0
00000100:00100000:0.0:1788876801.556738:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60257
00000100:00100000:3.0:1788876801.561783:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.561957:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362715904
00000100:00100000:2.0:1788876801.561967:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362715904
00000100:00100000:2.0:1788876801.562042:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60258
00000100:00100000:2.0:1788876801.562052:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362715904:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:2.0:1788876801.562109:0:26643:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7675576320 avail 7631536128
00000100:00100000:2.0:1788876801.562460:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362715904:12345-192.168.203.59@tcp:41:rm.0 Request processed in 409us (686us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876801.562468:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60258
00000100:00100000:3.0:1788876801.564734:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.564877:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362716160
00000100:00100000:2.0:1788876801.564887:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362716160
00000100:00100000:2.0:1788876801.564983:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9857
00000100:00100000:2.0:1788876801.564996:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362716160:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:2.0:1788876801.565283:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:250105:x1875765362716160:12345-192.168.203.59@tcp:35:rm.0 Request processed in 288us (555us total) trans 4295010779 rc 0/0
00000100:00100000:2.0:1788876801.565292:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9857
00000100:00100000:0.0:1788876801.567522:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876801.567697:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362716416
00000100:00100000:3.0:1788876801.567706:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362716416
00000100:00100000:3.0:1788876801.567764:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60259
00000100:00100000:3.0:1788876801.567774:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:250105:x1875765362716416:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876801.567828:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1788876801.567854:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8e00/0x3868396b8e765bef lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884a7 expref: 16 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567877:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a800/0x3868396b8e765af3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888406 expref: 15 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567887:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff998385d39a00)
00010000:00010000:3.0:1788876801.567901:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b800/0x3868396b8e765c0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884b5 expref: 14 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567915:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876801.567918:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876801.567938:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567951:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567960:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567974:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567980:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.567987:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.568438:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.568447:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.568455:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1788876801.569862:0:5790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1608, 64 off111104
00000004:00080000:3.0:1788876801.569875:0:5790:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7658578860537ns, next at 7659578857904ns, rc = 0
00000040:00080000:3.0:1788876801.569924:0:5790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1621, 64 off111936
00000004:00080000:3.0:1788876801.569931:0:5790:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7658578917084ns, next at 7659578915933ns, rc = 0
00010000:00010000:3.0:1788876801.570003:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570121:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570132:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570139:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570145:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570151:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570209:0:5790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1788876801.570240:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570248:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570254:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570259:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876801.570271:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570279:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570289:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff99840390fc00)
00010000:00010000:3.0:1788876801.570292:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876801.570296:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570304:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c43 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570322:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570327:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570333:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570338:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876801.570340:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570346:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570355:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876801.570357:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876801.570360:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.570369:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c35 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876801.570378:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000072f8b55 reply state 000000003619f053 transno 4295010780 ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876801.570385:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788876801.570472:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362716416:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2695us (2970us total) trans 4295010780 rc 0/0
00000100:00100000:3.0:1788876801.570480:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60259
00000100:00100000:1.0:1788876801.574978:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876801.575286:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362716672
00000100:00100000:3.0:1788876801.575296:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362716672
00000100:00100000:3.0:1788876801.575346:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60260
00000100:00100000:3.0:1788876801.575356:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362716672:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876801.575413:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876801.575440:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e765b2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88841b expref: 15 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575457:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca0:0x0].0x0 (ffff998403b03f00)
00010000:00010000:3.0:1788876801.575467:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876801.575489:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575503:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575513:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575550:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575557:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575564:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575692:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575701:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.575708:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.575760:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.575768:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.575774:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.575780:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876801.575784:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.575790:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.575810:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x7a6232fc (ffff99840390f600)
00010000:00010000:2.0:1788876801.575813:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876801.575816:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.575823:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde600/0x3868396b8e765c3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1788876801.576287:0:5791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1622, 64 off112000
00000040:00080000:3.0:1788876801.576312:0:5791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1609, 64 off111168
00010000:00010000:3.0:1788876801.576370:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.576380:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.576388:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.576395:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.576406:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.576411:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576561:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1788876801.576568:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576574:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876801.576578:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576585:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576599:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9f:0x0].0x0 (ffff99840390fc00)
00010000:00010000:0.0:1788876801.576601:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1788876801.576605:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576620:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e765c4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576633:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876801.576636:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576641:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddea00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876801.576644:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576650:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576657:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca0:0x0].0x0 (ffff99840390f300)
00010000:00010000:0.0:1788876801.576659:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1788876801.576662:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 3/0,0 mode: --/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876801.576668:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876801.576670:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876801.576671:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876801.577348:0:5791:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1788876801.577356:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765c66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.577381:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876801.577382:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577388:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577395:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577400:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876801.577404:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577409:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577418:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca0:0x0].0x0 (ffff99840390f300)
00010000:00010000:3.0:1788876801.577421:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876801.577424:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577434:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765c5f lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577451:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577458:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577463:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577468:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876801.577471:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577477:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577484:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876801.577487:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876801.577490:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.577495:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765c51 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876801.577504:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002ca92cd4 reply state 000000004a5dd718 transno 4295010781 ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876801.577559:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788876801.577654:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362716672:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2296us (2681us total) trans 4295010781 rc 0/0
00000100:00100000:3.0:1788876801.577663:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60260
00000100:00100000:1.0:1788876801.580877:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876801.581306:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362716928
00000100:00100000:2.0:1788876801.581316:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362716928
00000100:00100000:2.0:1788876801.581362:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9858
00000100:00100000:2.0:1788876801.581374:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362716928:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:2.0:1788876801.581656:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:250105:x1875765362716928:12345-192.168.203.59@tcp:35:rm.0 Request processed in 282us (786us total) trans 4295010782 rc 0/0
00000100:00100000:2.0:1788876801.581664:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9858
00010000:00010000:3.0:1788876801.584370:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.584387:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.584395:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.584401:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876801.584406:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.584413:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.584429:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0xf1756a60 (ffff99840390f500)
00010000:00010000:3.0:1788876801.584433:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876801.584437:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.584444:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765c58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc9d:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876801.584783:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876801.584882:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362717184
00000100:00100000:3.0:1788876801.584891:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362717184
00000100:00100000:3.0:1788876801.584982:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60261
00000100:00100000:3.0:1788876801.584993:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250105:x1875765362717184:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876801.585091:0:26644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1788876801.585111:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765c27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc9d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884c3 expref: 15 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585129:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765ad7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ff expref: 14 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585138:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876801.585150:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e765a75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8883ea expref: 13 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585159:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:3.0:1788876801.585165:0:26644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876801.585188:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585201:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585211:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585233:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585241:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585247:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585380:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585389:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.585395:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876801.586872:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xc9d:0x0]: returning size 7680
00010000:00010000:3.0:1788876801.586893:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586903:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586909:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586914:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddec00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876801.586918:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586925:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586937:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9d:0x0].0x0 (ffff99840390fe00)
00010000:00010000:3.0:1788876801.586941:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876801.586945:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586955:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765c7b lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586978:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586984:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586990:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.586994:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876801.586997:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.587003:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.587046:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f200)
00010000:00010000:3.0:1788876801.587049:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876801.587053:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876801.587059:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765c6d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876801.587072:0:26644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a4141927 reply state 00000000f768a073 transno 4295010783 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876801.587081:0:26644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788876801.587161:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250105:x1875765362717184:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2167us (2380us total) trans 4295010783 rc 0/0
00000100:00100000:3.0:1788876801.587170:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60261
00010000:00010000:2.0:1788876801.593209:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.593370:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.593379:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.593385:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876801.593390:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.593399:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.593416:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390f800)
00010000:00010000:2.0:1788876801.593419:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876801.593424:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876801.593430:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e765c74 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.095418:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876802.422060:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876802.422435:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362717312
00000100:00100000:1.0:1788876802.422445:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362717312
00000100:00100000:1.0:1788876802.422517:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60262
00000100:00100000:1.0:1788876802.422528:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:250116:x1875765362717312:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:1.0:1788876802.422550:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876802.422573:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3be00/0x3868396b8e765c82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884ca expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.422673:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765c89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.422686:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765c89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.422699:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765c89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876802.422753:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788876802.422757:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876802.422778:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765c89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.422802:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3be00/0x3868396b8e765c82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ca expref: 15 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.422819:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765c89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ca expref: 14 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.422828:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39200)
00010000:00010000:1.0:1788876802.422830:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876802.422834:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3a400, rc 0)
00000100:00100000:1.0:1788876802.423042:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250116:x1875765362717312:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 514us (987us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876802.423050:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60262
00000100:00100000:3.0:1788876802.436736:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876802.436859:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362717568
00000100:00100000:1.0:1788876802.436870:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362717568
00000100:00100000:1.0:1788876802.436934:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60263
00000100:00100000:1.0:1788876802.436944:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250116:x1875765362717568:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:1.0:1788876802.437000:0:26643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876802.437049:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765c89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ca expref: 14 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.437068:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39200)
00010000:00010000:1.0:1788876802.437079:0:26643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876802.437161:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.437174:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.437183:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.437194:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.437201:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.437208:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876802.438000:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 512
00010000:00010000:1.0:1788876802.438037:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.438047:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.438054:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.438061:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876802.438065:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.438073:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.438085:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39800)
00010000:00010000:1.0:1788876802.438088:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876802.438092:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.438099:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c90 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876802.438113:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bfe0a764 reply state 0000000035418f79 transno 4295010784 ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876802.438122:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788876802.438206:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250116:x1875765362717568:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 1262us (1478us total) trans 4295010784 rc 0/0
00000100:00100000:1.0:1788876802.438215:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60263
00010000:00010000:2.0:1788876802.440371:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.440388:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.440395:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.440402:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876802.440406:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.440413:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.440429:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39b00)
00010000:00010000:2.0:1788876802.440431:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876802.440436:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.440441:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b600/0x3868396b8e765c97 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876802.466547:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876802.466632:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362717696
00000100:00100000:1.0:1788876802.466641:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362717696
00000100:00100000:1.0:1788876802.466694:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60264
00000100:00100000:1.0:1788876802.466703:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250117:x1875765362717696:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788876802.466726:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876802.466747:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884d1 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.466843:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765ca5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.466856:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.466866:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876802.466922:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788876802.466927:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876802.466954:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.466979:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765c9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884d1 expref: 16 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.466997:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884d1 expref: 15 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.467005:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39800)
00010000:00010000:1.0:1788876802.467007:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876802.467010:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3a400, rc 0)
00000100:00100000:1.0:1788876802.467101:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250117:x1875765362717696:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 398us (563us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876802.467109:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60264
00000100:00100000:1.0:1788876802.471738:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876802.471854:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362717952
00000100:00100000:3.0:1788876802.471863:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362717952
00000100:00100000:3.0:1788876802.471925:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60265
00000100:00100000:3.0:1788876802.471935:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250117:x1875765362717952:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876802.471963:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876802.471967:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1788876802.471993:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765ca5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884d1 expref: 15 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.472045:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39800)
00010000:00010000:3.0:1788876802.472056:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876802.472071:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765cac lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474331:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474351:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474361:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474377:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474386:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474391:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474504:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474964:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.474973:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876802.474985:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 512
00010000:00010000:3.0:1788876802.475002:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475008:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475038:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475043:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876802.475047:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475055:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475070:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876802.475073:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876802.475076:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475082:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde800/0x3868396b8e765cc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475100:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475106:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475112:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475115:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876802.475118:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475124:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475130:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f200)
00010000:00010000:3.0:1788876802.475132:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876802.475135:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475140:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde000/0x3868396b8e765cb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475151:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475156:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475161:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475166:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876802.475168:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475173:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475179:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390fe00)
00010000:00010000:3.0:1788876802.475181:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876802.475183:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475188:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e765cba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475233:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765cac lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884d8 expref: 15 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475244:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f200)
00010000:00010000:3.0:1788876802.475246:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876802.475250:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddec00/0x3868396b8e765cac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884d8 expref: 15 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.475271:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddec00, rc 0)
00000100:00100000:3.0:1788876802.475339:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250117:x1875765362717952:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 3404us (3608us total) trans 0 rc 301/301
00000100:00100000:3.0:1788876802.475348:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60265
00000100:00100000:3.0:1788876802.479837:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876802.479873:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362718080
00000100:00100000:3.0:1788876802.479883:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362718080
00000100:00100000:3.0:1788876802.479939:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60266
00000100:00100000:3.0:1788876802.479951:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250117:x1875765362718080:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876802.479973:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876802.479997:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765cc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884df expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.480114:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ccf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.480129:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.480140:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876802.480197:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876802.480202:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876802.483772:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.483823:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765cc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884df expref: 16 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.483842:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ccf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884df expref: 15 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.483850:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:3.0:1788876802.483853:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876802.483856:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddf600, rc 0)
00000100:00100000:3.0:1788876802.483929:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250117:x1875765362718080:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 3980us (4102us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876802.483939:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60266
00000100:00100000:3.0:1788876802.486759:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876802.486847:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362718336
00000100:00100000:0.0:1788876802.486859:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362718336
00000100:00100000:0.0:1788876802.486931:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60267
00000100:00100000:0.0:1788876802.486942:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250117:x1875765362718336:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876802.486966:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876802.486988:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765cd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884e6 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487127:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487143:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487154:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487169:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487176:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487183:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876802.487464:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 512
00010000:00010000:0.0:1788876802.487706:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487716:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487724:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487730:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876802.487735:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487743:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487755:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:0.0:1788876802.487758:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876802.487763:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487769:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765cdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487782:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487788:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487794:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487799:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876802.487802:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487812:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487819:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404dddb00)
00010000:00010000:0.0:1788876802.487822:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876802.487824:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487830:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765ce4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487872:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765cd6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884e6 expref: 17 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487882:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:0.0:1788876802.487885:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876802.487889:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765cd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884e6 expref: 17 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.487898:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9400, rc 0)
00000100:00100000:0.0:1788876802.487960:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:250117:x1875765362718336:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1019us (1212us total) trans 4295010785 rc 301/301
00000100:00100000:0.0:1788876802.487968:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60267
00000100:00100000:0.0:1788876802.492797:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876802.492920:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362718592
00000100:00100000:3.0:1788876802.492929:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362718592
00000100:00100000:3.0:1788876802.492987:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60268
00000100:00100000:3.0:1788876802.492997:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:250117:x1875765362718592:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:3.0:1788876802.493101:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.493118:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.493127:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876802.493640:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eef4a280 reply state 000000008c0bcc67 transno 4295010786 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876802.493651:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:0.0:1788876802.493666:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 512
00000100:00100000:0.0:1788876802.493751:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:250117:x1875765362718592:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 755us (961us total) trans 4295010786 rc 0/0
00000100:00100000:0.0:1788876802.493759:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60268
00010000:00010000:1.0:1788876802.495622:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.495637:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.495644:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.495650:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddea00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876802.495655:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.495662:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.495680:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff99840390f200)
00010000:00010000:1.0:1788876802.495683:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1788876802.495687:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.495693:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e765cf2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876802.496314:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876802.496420:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362718848
00000100:00100000:1.0:1788876802.496429:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362718848
00000100:00100000:1.0:1788876802.496485:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9859
00000100:00100000:1.0:1788876802.496494:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:250117:x1875765362718848:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:1.0:1788876802.496752:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:250117:x1875765362718848:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 259us (443us total) trans 4295010787 rc 0/0
00000100:00100000:1.0:1788876802.496761:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9859
00000100:00100000:3.0:1788876802.508417:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876802.508497:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362718976
00000100:00100000:1.0:1788876802.508516:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362718976
00000100:00100000:1.0:1788876802.508576:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60269
00000100:00100000:1.0:1788876802.508585:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:250118:x1875765362718976:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:1.0:1788876802.508616:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876802.508636:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3be00/0x3868396b8e765cf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884ed expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508725:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508740:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508752:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508767:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508774:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508780:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508874:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765d0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508882:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765d0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508889:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765d0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876802.508925:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 512
00000004:00200000:1.0:1788876802.508928:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876802.508951:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765d0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508963:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508969:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508978:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508983:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876802.508987:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.508993:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509004:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:1.0:1788876802.509007:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876802.509045:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509052:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e765d00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509063:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509068:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509073:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509077:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876802.509080:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509088:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509095:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39200)
00010000:00010000:1.0:1788876802.509097:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876802.509099:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509104:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e765d07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509133:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3be00/0x3868396b8e765cf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ed expref: 20 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509146:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765d0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ed expref: 19 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.509153:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998385d39c00)
00010000:00010000:1.0:1788876802.509155:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876802.509157:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3a400, rc 0)
00000100:00100000:1.0:1788876802.509205:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:250118:x1875765362718976:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 621us (796us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876802.509213:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60269
00000100:00100000:1.0:1788876802.513913:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876802.514110:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362719232
00000100:00100000:3.0:1788876802.514119:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362719232
00000100:00100000:3.0:1788876802.514178:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60270
00000100:00100000:3.0:1788876802.514188:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:250118:x1875765362719232:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:3.0:1788876802.514252:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876802.514288:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3a400/0x3868396b8e765d0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ed expref: 19 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.514305:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998385d39c00)
00010000:00010000:3.0:1788876802.514314:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876802.514338:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.514350:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.514360:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876802.514620:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000096a46f68 reply state 0000000014d1ec44 transno 4295010788 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876802.514629:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1788876802.514644:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 512
00000100:00100000:3.0:1788876802.514724:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:250118:x1875765362719232:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 537us (819us total) trans 4295010788 rc 0/0
00000100:00100000:3.0:1788876802.514731:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60270
00010000:00010000:2.0:1788876802.519332:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.519349:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.519357:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.519364:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876802.519369:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.519376:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.519392:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff99840390fe00)
00010000:00010000:2.0:1788876802.519395:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:2.0:1788876802.519400:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.519407:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e765d15 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876802.581212:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876802.581359:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362719360
00000100:00100000:0.0:1788876802.581369:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362719360
00000100:00100000:0.0:1788876802.581423:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60271
00000100:00100000:0.0:1788876802.581434:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:250122:x1875765362719360:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876802.581458:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876802.581478:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765d1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884f4 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581572:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581587:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581597:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581624:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581632:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581639:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581760:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9c00/0x3868396b8e765d31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581770:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9c00/0x3868396b8e765d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581778:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9c00/0x3868396b8e765d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876802.581805:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 512
00000004:00200000:0.0:1788876802.581809:0:7498:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876802.581834:0:7498:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9c00/0x3868396b8e765d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581846:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581853:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581861:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581866:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876802.581871:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581879:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581892:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:0.0:1788876802.581895:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876802.581899:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581909:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9e00/0x3868396b8e765d23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581923:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581929:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581935:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581940:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876802.581943:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581949:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581957:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404dddb00)
00010000:00010000:0.0:1788876802.581959:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876802.581962:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581968:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8a00/0x3868396b8e765d2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.581999:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9400/0x3868396b8e765d1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884f4 expref: 21 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.582057:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9c00/0x3868396b8e765d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884f4 expref: 20 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.582066:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876802.582068:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:0.0:1788876802.582070:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9c00, rc 0)
00000100:00100000:0.0:1788876802.582130:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:250122:x1875765362719360:12345-192.168.203.59@tcp:101:dd.500 Request processed in 697us (926us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876802.582138:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60271
00000100:00100000:3.0:1788876802.587154:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876802.588093:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362719616
00000100:00100000:0.0:1788876802.588105:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362719616
00000100:00100000:0.0:1788876802.588167:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60272
00000100:00100000:0.0:1788876802.588177:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:250122:x1875765362719616:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876802.588196:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876802.588228:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e765d38 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8884fb expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.588421:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.588437:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.588448:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.588525:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.588533:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.588540:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788876802.589093:0:26643:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe4a:0x0], index 0: 0
00010000:00010000:0.0:1788876802.589248:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9000/0x3868396b8e765d4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589258:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9000/0x3868396b8e765d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589266:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9000/0x3868396b8e765d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589301:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589308:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589314:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589320:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876802.589325:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589332:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589343:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876802.589346:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876802.589350:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589356:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9200/0x3868396b8e765d3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876802.589368:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001a72437d reply state 00000000840804f0 transno 4295010789 ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876802.589376:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788876802.589405:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a8200/0x3868396b8e765d38 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884fb expref: 23 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589422:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9000/0x3868396b8e765d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884fb expref: 22 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.589428:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca3:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876802.589430:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876802.589432:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9000, rc 0)
00000100:00100000:0.0:1788876802.589494:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:250122:x1875765362719616:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1319us (2349us total) trans 4295010789 rc 0/0
00000100:00100000:0.0:1788876802.589503:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60272
00010000:00010000:3.0:1788876802.598177:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.598194:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.598201:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.598208:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876802.598213:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.598231:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.598249:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x4009f790 (ffff998404dddc00)
00010000:00010000:3.0:1788876802.598252:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876802.598257:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.598264:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9600/0x3868396b8e765d46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876802.602911:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876802.603233:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362719744
00000100:00100000:1.0:1788876802.603244:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362719744
00000100:00100000:1.0:1788876802.603313:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657884035962 time 7657884565857 state 0x0 ref 1
00000100:00100000:1.0:1788876802.603332:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7657984565857 time 7657884565857 state 0x1 ref 1
00000100:00100000:1.0:1788876802.603364:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7657984565857 time 7659612344729 state 0x0 ref 1
00000100:00100000:1.0:1788876802.603376:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2355:x1875765362719744:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876802.603423:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876802.603432:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.603447:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7659s v=(0 0)
00010000:00010000:1.0:1788876802.603451:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876802.603457:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.603472:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876802.733708:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 0 -> 1048576
00002000:00010000:1.0:1788876802.733718:0:19110:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 0 -> 1788876803
00002000:00010000:1.0:1788876802.733721:0:19110:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 0 -> 1788876803
00002000:00010000:1.0:1788876802.733723:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:1.0:1788876802.733739:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.733753:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.733763:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.733772:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876802.733776:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.733786:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.733806:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.733814:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876802.733916:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2355:x1875765362719744:12345-192.168.203.59@tcp:4:dd.500 Request processed in 130536us (131009us total) trans 4294981421 rc 0/0
00000100:00100000:1.0:1788876802.733927:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1617
00000100:00100000:1.0:1788876802.733939:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7657984565857 time 7659612344729 state 0x2 ref 0
00000001:00080000:1.0:1788876802.733980:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981414 is committed
00000001:00080000:1.0:1788876802.734009:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981421 is committed
00000100:00100000:1.0:1788876802.739523:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876802.739616:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362719872
00000100:00100000:2.0:1788876802.739626:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362719872
00000100:00100000:2.0:1788876802.739684:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7657984565857 time 7659612344729 state 0x0 ref 1
00000100:00100000:2.0:1788876802.739699:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7659712344729 time 7659612344729 state 0x1 ref 1
00000100:00100000:2.0:1788876802.739759:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7659712344729 time 7659748739224 state 0x0 ref 1
00000100:00100000:2.0:1788876802.739771:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362719872:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876802.739816:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 1048576, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x803
00010000:00010000:2.0:1788876802.739826:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.739841:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7659s v=(0 0)
00010000:00010000:2.0:1788876802.739845:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876802.739851:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.739863:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876802.782703:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981422 is committed
00002000:00010000:2.0:1788876802.782803:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 1048576 -> 2097152
00002000:00010000:2.0:1788876802.782808:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 2051 -> 4103
00010000:00010000:2.0:1788876802.782821:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.782834:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.782844:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.782852:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876802.782858:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.782867:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.782892:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876802.782900:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876802.783000:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362719872:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43224us (43479us total) trans 4294981422 rc 0/0
00000100:00100000:2.0:1788876802.783050:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1618
00000100:00100000:2.0:1788876802.783065:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7659712344729 time 7659748739224 state 0x2 ref 0
00000100:00100000:0.0:1788876802.806637:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876802.806725:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720000
00000100:00100000:1.0:1788876802.806735:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720000
00000100:00100000:1.0:1788876802.806796:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7659712344729 time 7659748739224 state 0x0 ref 1
00000100:00100000:1.0:1788876802.806813:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7659848739224 time 7659748739224 state 0x1 ref 1
00000100:00100000:1.0:1788876802.806846:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7659848739224 time 7659815825668 state 0x0 ref 1
00000100:00100000:1.0:1788876802.806858:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720000:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876802.806905:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 2097152, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x1007
00010000:00010000:1.0:1788876802.806914:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.806930:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7659s v=(0 0)
00010000:00010000:1.0:1788876802.806934:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876802.806940:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.806955:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876802.880948:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981423 is committed
00002000:00010000:1.0:1788876802.881065:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 2097152 -> 3145728
00002000:00010000:1.0:1788876802.881070:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 4103 -> 6151
00010000:00010000:1.0:1788876802.881085:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.881102:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.881110:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.881118:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876802.881131:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.881142:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.881160:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.881169:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876802.881278:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720000:12345-192.168.203.59@tcp:4:dd.500 Request processed in 74417us (74644us total) trans 4294981423 rc 0/0
00000100:00100000:1.0:1788876802.881289:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1619
00000100:00100000:1.0:1788876802.881300:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7659848739224 time 7659815825668 state 0x2 ref 0
00000100:00100000:1.0:1788876802.885838:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876802.886000:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720128
00000100:00100000:3.0:1788876802.886010:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720128
00000100:00100000:3.0:1788876802.886107:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7659848739224 time 7659815825668 state 0x0 ref 1
00000100:00100000:3.0:1788876802.886123:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7659915825668 time 7659815825668 state 0x1 ref 1
00000100:00100000:3.0:1788876802.886155:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7659915825668 time 7659895133555 state 0x0 ref 1
00000100:00100000:3.0:1788876802.886167:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362720128:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876802.886226:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 3145728, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x1807
00010000:00010000:3.0:1788876802.886236:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.886251:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7659s v=(0 0)
00010000:00010000:3.0:1788876802.886525:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876802.886534:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876802.886549:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876802.938424:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 3145728 -> 4194304
00002000:00010000:1.0:1788876802.938433:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 6151 -> 8199
00010000:00010000:1.0:1788876802.938448:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.938461:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.938469:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.938476:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876802.938480:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.938489:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.938509:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876802.938517:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765d70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876802.938615:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362720128:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52437us (52776us total) trans 4294981424 rc 0/0
00000100:00100000:1.0:1788876802.938626:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1620
00000100:00100000:1.0:1788876802.938638:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7659915825668 time 7659895133555 state 0x2 ref 0
00000001:00080000:2.0:1788876802.938922:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981424 is committed
00000100:00100000:2.0:1788876802.950404:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876802.950555:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720256
00000100:00100000:0.0:1788876802.950566:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720256
00000100:00100000:0.0:1788876802.950635:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7659915825668 time 7659895133555 state 0x0 ref 1
00000100:00100000:0.0:1788876802.950649:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7659995133555 time 7659895133555 state 0x1 ref 1
00000100:00100000:0.0:1788876802.987009:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7659995133555 time 7659995973743 state 0x0 ref 1
00000100:00100000:0.0:1788876802.987083:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362720256:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876802.987148:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 4194304, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x2007
00010000:00010000:0.0:1788876802.987157:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.987173:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7659s v=(0 0)
00010000:00010000:0.0:1788876802.987178:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876802.987184:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876802.987198:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876803.083659:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981425 is committed
00002000:00010000:1.0:1788876803.083836:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 4194304 -> 5242880
00002000:00010000:1.0:1788876803.083842:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 8199 -> 10247
00010000:00010000:1.0:1788876803.083858:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.083872:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.083881:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.083888:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876803.083894:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.083902:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.083923:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.083931:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765d77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876803.084115:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362720256:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97041us (133713us total) trans 4294981425 rc 0/0
00000100:00100000:1.0:1788876803.084137:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1621
00000100:00100000:1.0:1788876803.084150:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7659995133555 time 7659995973743 state 0x2 ref 0
00000100:00100000:2.0:1788876803.092049:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876803.095323:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720384
00000100:00100000:1.0:1788876803.095401:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720384
00000100:00100000:2.0:1788876803.096906:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7659995133555 time 7659995973743 state 0x0 ref 1
00000100:00100000:2.0:1788876803.096923:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660095973743 time 7659995973743 state 0x1 ref 1
00000100:00100000:2.0:1788876803.096966:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660095973743 time 7660105945439 state 0x0 ref 1
00000100:00100000:2.0:1788876803.096982:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362720384:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876803.097056:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 5242880, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x2807
00010000:00010000:2.0:1788876803.097067:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.097085:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:2.0:1788876803.097091:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876803.097097:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.097112:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876803.098034:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788876803.118386:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876803.212427:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981426 is committed
00002000:00010000:2.0:1788876803.212796:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 5242880 -> 6291456
00002000:00010000:2.0:1788876803.212801:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 10247 -> 12295
00010000:00010000:2.0:1788876803.212815:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.212827:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.212836:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.212843:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876803.212847:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.212855:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.212878:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.212886:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765d7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876803.212996:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362720384:12345-192.168.203.59@tcp:4:dd.500 Request processed in 116014us (120988us total) trans 4294981426 rc 0/0
00000100:00100000:2.0:1788876803.213007:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1622
00000100:00100000:2.0:1788876803.213067:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660095973743 time 7660105945439 state 0x2 ref 0
00000100:00100000:2.0:1788876803.229768:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876803.229856:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720512
00000100:00100000:3.0:1788876803.229866:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720512
00000100:00100000:3.0:1788876803.229934:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660095973743 time 7660105945439 state 0x0 ref 1
00000100:00100000:3.0:1788876803.229948:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660205945439 time 7660105945439 state 0x1 ref 1
00000100:00100000:3.0:1788876803.229981:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660205945439 time 7660238961057 state 0x0 ref 1
00000100:00100000:3.0:1788876803.229997:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720512:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876803.230088:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 6291456, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x3007
00010000:00010000:3.0:1788876803.230098:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.230113:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:3.0:1788876803.230118:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876803.230124:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.230139:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876803.284544:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981427 is committed
00002000:00010000:3.0:1788876803.284738:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 6291456 -> 7340032
00002000:00010000:3.0:1788876803.284743:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 12295 -> 14343
00010000:00010000:3.0:1788876803.284756:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.284769:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.284778:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.284785:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876803.284791:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.284800:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.284817:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.284825:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765d85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876803.284945:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720512:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54945us (55181us total) trans 4294981427 rc 0/0
00000100:00100000:3.0:1788876803.284957:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1623
00000100:00100000:3.0:1788876803.284970:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660205945439 time 7660238961057 state 0x2 ref 0
00000100:00100000:0.0:1788876803.290658:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876803.290745:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720640
00000100:00100000:2.0:1788876803.290756:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720640
00000100:00100000:2.0:1788876803.290817:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660205945439 time 7660238961057 state 0x0 ref 1
00000100:00100000:2.0:1788876803.290832:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660338961057 time 7660238961057 state 0x1 ref 1
00000100:00100000:1.0:1788876803.333322:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660338961057 time 7660342287468 state 0x0 ref 1
00000100:00100000:1.0:1788876803.333349:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720640:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876803.333408:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 7340032, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x3807
00010000:00010000:1.0:1788876803.333417:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.333432:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:1.0:1788876803.333436:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876803.333442:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.333455:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876803.470906:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981428 is committed
00002000:00010000:1.0:1788876803.471136:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 7340032 -> 8388608
00002000:00010000:1.0:1788876803.471141:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 14343 -> 16391
00010000:00010000:1.0:1788876803.471155:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.471172:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.471181:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.471189:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876803.471193:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.471202:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.471231:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.471239:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765d8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876803.471347:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720640:12345-192.168.203.59@tcp:4:dd.500 Request processed in 138003us (180694us total) trans 4294981428 rc 0/0
00000100:00100000:1.0:1788876803.471360:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1624
00000100:00100000:1.0:1788876803.471374:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660338961057 time 7660342287468 state 0x2 ref 0
00000100:00100000:2.0:1788876803.476280:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876803.476352:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720768
00000100:00100000:1.0:1788876803.476362:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720768
00000100:00100000:1.0:1788876803.476424:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660338961057 time 7660342287468 state 0x0 ref 1
00000100:00100000:1.0:1788876803.476440:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660442287468 time 7660342287468 state 0x1 ref 1
00000100:00100000:1.0:1788876803.476470:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660442287468 time 7660485450876 state 0x0 ref 1
00000100:00100000:1.0:1788876803.476483:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720768:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876803.476536:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 8388608, mtime: 0x6aa01803, atime: 0x0, ctime: 0x6aa01803, blocks: 0x4007
00010000:00010000:1.0:1788876803.476546:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.476563:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:1.0:1788876803.476568:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876803.476575:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.476588:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876803.574634:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981429 is committed
00002000:00010000:1.0:1788876803.577380:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 8388608 -> 9437184
00002000:00010000:1.0:1788876803.577387:0:19112:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876803 -> 1788876804
00002000:00010000:1.0:1788876803.577390:0:19112:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876803 -> 1788876804
00002000:00010000:1.0:1788876803.577392:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 16391 -> 18439
00010000:00010000:1.0:1788876803.577405:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.577423:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.577431:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.577438:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876803.577442:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.577451:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.577467:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.577475:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876803.577580:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720768:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101095us (101304us total) trans 4294981429 rc 0/0
00000100:00100000:1.0:1788876803.577591:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1625
00000100:00100000:1.0:1788876803.577613:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660442287468 time 7660485450876 state 0x2 ref 0
00000100:00100000:2.0:1788876803.583747:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876803.583846:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362720896
00000100:00100000:1.0:1788876803.583859:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362720896
00000100:00100000:1.0:1788876803.583936:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660442287468 time 7660485450876 state 0x0 ref 1
00000100:00100000:1.0:1788876803.583951:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660585450876 time 7660485450876 state 0x1 ref 1
00000100:00100000:1.0:1788876803.583987:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660585450876 time 7660592968145 state 0x0 ref 1
00000100:00100000:1.0:1788876803.583998:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720896:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876803.584083:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 9437184, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x4807
00010000:00010000:1.0:1788876803.584092:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.584107:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:1.0:1788876803.584110:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876803.584117:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.584131:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876803.664943:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981430 is committed
00002000:00010000:1.0:1788876803.670808:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 9437184 -> 10485760
00002000:00010000:1.0:1788876803.670818:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 18439 -> 20487
00010000:00010000:1.0:1788876803.670832:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.670845:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.670854:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.670862:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876803.670866:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.670874:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.670892:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.670899:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765d9a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876803.671007:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362720896:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87004us (87268us total) trans 4294981430 rc 0/0
00000100:00100000:1.0:1788876803.671054:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1626
00000100:00100000:1.0:1788876803.671067:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660585450876 time 7660592968145 state 0x2 ref 0
00000100:00100000:0.0:1788876803.677096:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876803.677185:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721024
00000100:00100000:2.0:1788876803.677194:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721024
00000100:00100000:2.0:1788876803.677270:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660585450876 time 7660592968145 state 0x0 ref 1
00000100:00100000:2.0:1788876803.677285:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660692968145 time 7660592968145 state 0x1 ref 1
00000100:00100000:1.0:1788876803.684479:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660692968145 time 7660693447370 state 0x0 ref 1
00000100:00100000:1.0:1788876803.684508:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362721024:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876803.684563:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 10485760, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x5007
00010000:00010000:1.0:1788876803.684572:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.684585:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:1.0:1788876803.684589:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876803.684606:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.684620:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876803.751468:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981431 is committed
00002000:00010000:1.0:1788876803.751541:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 10485760 -> 11534336
00002000:00010000:1.0:1788876803.751546:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 20487 -> 22535
00010000:00010000:1.0:1788876803.751559:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.751572:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.751581:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.751588:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876803.751593:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.751617:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.751636:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876803.751931:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765da1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876803.752217:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362721024:12345-192.168.203.59@tcp:4:dd.500 Request processed in 67709us (75117us total) trans 4294981431 rc 0/0
00000100:00100000:1.0:1788876803.752229:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1627
00000100:00100000:1.0:1788876803.752242:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660692968145 time 7660693447370 state 0x2 ref 0
00000100:00100000:0.0:1788876803.761423:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876803.761628:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721152
00000100:00100000:2.0:1788876803.761639:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721152
00000100:00100000:2.0:1788876803.761700:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660692968145 time 7660693447370 state 0x0 ref 1
00000100:00100000:2.0:1788876803.761717:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660793447370 time 7660693447370 state 0x1 ref 1
00000100:00100000:0.0:1788876803.788283:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660793447370 time 7660797249088 state 0x0 ref 1
00000100:00100000:2.0:1788876803.788400:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362721152:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876803.788463:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 11534336, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x5807
00010000:00010000:2.0:1788876803.788472:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.788487:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:2.0:1788876803.788491:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876803.788498:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876803.788512:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876803.912533:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981432 is committed
00002000:00010000:3.0:1788876803.912663:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 11534336 -> 12582912
00002000:00010000:3.0:1788876803.912668:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 22535 -> 24583
00010000:00010000:3.0:1788876803.912682:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.912694:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.912709:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.912716:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876803.912722:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.912731:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.912748:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876803.912756:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765da8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876803.912849:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362721152:12345-192.168.203.59@tcp:4:dd.500 Request processed in 124545us (151431us total) trans 4294981432 rc 0/0
00000100:00100000:3.0:1788876803.912860:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1628
00000100:00100000:3.0:1788876803.912871:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660793447370 time 7660797249088 state 0x2 ref 0
00000100:00100000:2.0:1788876803.923443:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876803.923550:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721280
00000100:00100000:0.0:1788876803.923559:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721280
00000100:00100000:0.0:1788876803.923634:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660793447370 time 7660797249088 state 0x0 ref 1
00000100:00100000:0.0:1788876803.923651:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660897249088 time 7660797249088 state 0x1 ref 1
00000100:00100000:0.0:1788876803.923687:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660897249088 time 7660932667179 state 0x0 ref 1
00000100:00100000:0.0:1788876803.923699:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362721280:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876803.923749:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 12582912, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x6007
00010000:00010000:0.0:1788876803.923759:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876803.923776:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7660s v=(0 0)
00010000:00010000:0.0:1788876803.923781:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876803.923788:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876803.923804:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876804.009744:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 12582912 -> 13631488
00002000:00010000:0.0:1788876804.009754:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 24583 -> 26631
00010000:00010000:0.0:1788876804.009769:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.009780:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.009793:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.009800:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876804.009805:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.009813:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.009833:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.009840:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e765daf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876804.009936:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362721280:12345-192.168.203.59@tcp:4:dd.500 Request processed in 86234us (86498us total) trans 4294981433 rc 0/0
00000100:00100000:0.0:1788876804.009947:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1629
00000100:00100000:0.0:1788876804.009959:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660897249088 time 7660932667179 state 0x2 ref 0
00000001:00080000:0.0:1788876804.009998:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981433 is committed
00000100:00100000:2.0:1788876804.014665:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876804.014771:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721408
00000100:00100000:1.0:1788876804.014781:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721408
00000100:00100000:1.0:1788876804.014848:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7660897249088 time 7660932667179 state 0x0 ref 1
00000100:00100000:1.0:1788876804.014863:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661032667179 time 7660932667179 state 0x1 ref 1
00000100:00100000:2.0:1788876804.023829:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661032667179 time 7661032795368 state 0x0 ref 1
00000100:00100000:2.0:1788876804.023859:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362721408:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876804.023915:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 13631488, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x6807
00010000:00010000:2.0:1788876804.023925:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876804.023939:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:2.0:1788876804.023944:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876804.023950:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876804.023964:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876804.127920:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981434 is committed
00002000:00010000:1.0:1788876804.128125:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 13631488 -> 14680064
00002000:00010000:1.0:1788876804.128130:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 26631 -> 28679
00010000:00010000:1.0:1788876804.128143:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.128162:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.128170:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.128177:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876804.128182:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.128191:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.128218:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.128226:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765db6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876804.128324:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362721408:12345-192.168.203.59@tcp:4:dd.500 Request processed in 104473us (113664us total) trans 4294981434 rc 0/0
00000100:00100000:1.0:1788876804.128335:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1630
00000100:00100000:1.0:1788876804.128346:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661032667179 time 7661032795368 state 0x2 ref 0
00000100:00100000:2.0:1788876804.136530:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876804.138765:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721536
00000100:00100000:3.0:1788876804.138782:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721536
00000100:00100000:3.0:1788876804.138852:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661032667179 time 7661032795368 state 0x0 ref 1
00000100:00100000:3.0:1788876804.138868:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661132795368 time 7661032795368 state 0x1 ref 1
00000100:00100000:3.0:1788876804.138906:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661132795368 time 7661147886329 state 0x0 ref 1
00000100:00100000:3.0:1788876804.138920:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362721536:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876804.138970:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 14680064, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x7007
00010000:00010000:3.0:1788876804.138979:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.138995:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:3.0:1788876804.139000:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876804.139006:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.139061:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.144978:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1788876804.229885:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981435 is committed
00002000:00010000:0.0:1788876804.230171:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 14680064 -> 15728640
00002000:00010000:0.0:1788876804.230176:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 28679 -> 30727
00010000:00010000:0.0:1788876804.230189:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.230200:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.230272:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.230280:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876804.230284:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.230293:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.230311:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.230319:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765dbd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876804.230455:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362721536:12345-192.168.203.59@tcp:4:dd.500 Request processed in 91533us (93933us total) trans 4294981435 rc 0/0
00000100:00100000:0.0:1788876804.230466:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1631
00000100:00100000:0.0:1788876804.230477:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661132795368 time 7661147886329 state 0x2 ref 0
00000100:00100000:2.0:1788876804.239839:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876804.239952:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721664
00000100:00100000:0.0:1788876804.239961:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721664
00000100:00100000:0.0:1788876804.240057:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661132795368 time 7661147886329 state 0x0 ref 1
00000100:00100000:0.0:1788876804.240073:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661247886329 time 7661147886329 state 0x1 ref 1
00000100:00100000:0.0:1788876804.240099:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661247886329 time 7661249078415 state 0x0 ref 1
00000100:00100000:0.0:1788876804.240110:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362721664:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876804.240161:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 15728640, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x7807
00010000:00010000:0.0:1788876804.240170:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.240185:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:0.0:1788876804.240189:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876804.240195:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.240220:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876804.344541:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981436 is committed
00002000:00010000:0.0:1788876804.344663:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 15728640 -> 16777216
00002000:00010000:0.0:1788876804.344668:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 30727 -> 32775
00010000:00010000:0.0:1788876804.344694:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.344709:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.344718:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.344726:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876804.344731:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.344741:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.344760:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.344769:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765dc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876804.344872:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362721664:12345-192.168.203.59@tcp:4:dd.500 Request processed in 104760us (105038us total) trans 4294981436 rc 0/0
00000100:00100000:0.0:1788876804.344883:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1632
00000100:00100000:0.0:1788876804.344896:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661247886329 time 7661249078415 state 0x2 ref 0
00000100:00100000:2.0:1788876804.352108:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876804.352189:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721792
00000100:00100000:3.0:1788876804.352199:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721792
00000100:00100000:3.0:1788876804.352417:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661247886329 time 7661249078415 state 0x0 ref 1
00000100:00100000:3.0:1788876804.352434:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661349078415 time 7661249078415 state 0x1 ref 1
00000100:00100000:3.0:1788876804.352469:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661349078415 time 7661361448665 state 0x0 ref 1
00000100:00100000:3.0:1788876804.352482:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362721792:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876804.352531:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 16777216, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x8007
00010000:00010000:3.0:1788876804.352540:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.352556:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:3.0:1788876804.352561:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876804.352567:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.352581:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876804.492623:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981437 is committed
00002000:00010000:0.0:1788876804.493069:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 16777216 -> 17825792
00002000:00010000:0.0:1788876804.493075:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 32775 -> 34823
00010000:00010000:0.0:1788876804.493089:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.493102:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.493112:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.493120:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876804.493125:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.493134:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.493153:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.493160:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765dcb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876804.494102:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362721792:12345-192.168.203.59@tcp:4:dd.500 Request processed in 141612us (141993us total) trans 4294981437 rc 0/0
00000100:00100000:1.0:1788876804.494117:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1633
00000100:00100000:1.0:1788876804.494130:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661349078415 time 7661361448665 state 0x2 ref 0
00000100:00100000:2.0:1788876804.521808:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876804.521915:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362721920
00000100:00100000:1.0:1788876804.521925:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362721920
00000100:00100000:1.0:1788876804.521987:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661349078415 time 7661361448665 state 0x0 ref 1
00000100:00100000:1.0:1788876804.522004:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661461448665 time 7661361448665 state 0x1 ref 1
00000100:00100000:1.0:1788876804.522073:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661461448665 time 7661531052339 state 0x0 ref 1
00000100:00100000:1.0:1788876804.522086:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362721920:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876804.522134:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 17825792, mtime: 0x6aa01804, atime: 0x0, ctime: 0x6aa01804, blocks: 0x8807
00010000:00010000:1.0:1788876804.522144:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.522161:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:1.0:1788876804.522165:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876804.522172:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.522186:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1788876804.527214:0:7779:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7661536197140ns, next at 7662536194845ns, rc = 0
00000100:00100000:0.0:1788876804.529781:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365729152:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876804.529862:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876804.530724:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729152
00000100:00100000:3.0:1788876804.530734:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729152
00000100:00100000:3.0:1788876804.530803:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 328
00000100:00100000:3.0:1788876804.530813:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365729152:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876804.530849:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83820544 pending 27262976 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876804.530910:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365729152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (1047us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876804.532347:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 328
00000100:00100000:2.0:1788876804.532785:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365729536:0@lo:400:kworker.0
00000100:00100000:2.0:1788876804.532839:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876804.532866:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876804.532871:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365729664:0@lo:400:kworker.0
00000100:00100000:2.0:1788876804.532891:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876804.532926:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729536
00000100:00100000:2.0:1788876804.532931:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729536
00000100:00100000:2.0:1788876804.532967:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6657
00000100:00100000:2.0:1788876804.532974:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365729536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876804.533042:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365729536:12345-0@lo:400:kworker.0 Request processed in 38us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876804.533049:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6657
00000100:00100000:2.0:1788876804.533067:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729664
00000100:00100000:2.0:1788876804.533070:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729664
00000100:00100000:2.0:1788876804.533098:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 330
00000100:00100000:2.0:1788876804.533103:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365729664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876804.533129:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365729664:12345-0@lo:400:kworker.0 Request processed in 26us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876804.533134:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 330
00000100:00100000:2.0:1788876804.533179:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365729664:0@lo:400:kworker.0
00000100:00100000:2.0:1788876804.533188:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365729536:0@lo:400:kworker.0
00000100:00100000:3.0:1788876804.533314:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365729408:0@lo:400:kworker.0
00000100:00100000:3.0:1788876804.533343:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876804.533364:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1788876804.533369:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365729280:0@lo:400:kworker.0
00000100:00100000:3.0:1788876804.533398:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876804.533419:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365729792:0@lo:400:kworker.0
00000100:00100000:3.0:1788876804.533460:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876804.533483:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729408
00000100:00100000:3.0:1788876804.533486:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729408
00000100:00100000:3.0:1788876804.533505:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729792
00000100:00100000:3.0:1788876804.533508:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729792
00000100:00100000:3.0:1788876804.533527:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6658
00000100:00100000:3.0:1788876804.533532:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365729408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876804.533564:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365729408:12345-0@lo:400:kworker.0 Request processed in 32us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876804.533570:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6658
00000100:00100000:3.0:1788876804.533582:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6659
00000100:00100000:3.0:1788876804.533587:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365729792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876804.533626:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365729792:12345-0@lo:400:kworker.0 Request processed in 39us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876804.533631:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6659
00000100:00100000:3.0:1788876804.533772:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365729792:0@lo:400:kworker.0
00000100:00100000:3.0:1788876804.533781:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365729408:0@lo:400:kworker.0
00000100:00080000:0.0:1788876804.534385:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876804.534392:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876804.534395:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876804.534410:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729280
00000100:00100000:0.0:1788876804.534415:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729280
00000100:00100000:0.0:1788876804.534457:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:0.0:1788876804.534464:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365729280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876804.534512:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365729280:12345-0@lo:400:kworker.0 Request processed in 49us (1112us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876804.534518:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:0.0:1788876804.534570:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365729152:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876804.534610:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365729280:0@lo:400:kworker.0
00000001:00080000:3.0:1788876804.598093:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981438 is committed
00002000:00010000:0.0:1788876804.598187:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 17825792 -> 18874368
00002000:00010000:0.0:1788876804.598192:0:18415:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876804 -> 1788876805
00002000:00010000:0.0:1788876804.598195:0:18415:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876804 -> 1788876805
00002000:00010000:0.0:1788876804.598196:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 34823 -> 36871
00010000:00010000:0.0:1788876804.598220:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.598240:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.598256:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.598264:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876804.598268:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.598283:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.598301:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.598309:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765dd2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876804.598404:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362721920:12345-192.168.203.59@tcp:4:dd.500 Request processed in 76315us (76601us total) trans 4294981438 rc 0/0
00000100:00100000:0.0:1788876804.598414:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1634
00000100:00100000:0.0:1788876804.598425:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661461448665 time 7661531052339 state 0x2 ref 0
00000100:00100000:1.0:1788876804.604858:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876804.604943:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722048
00000100:00100000:3.0:1788876804.604953:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722048
00000100:00100000:3.0:1788876804.605051:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661461448665 time 7661531052339 state 0x0 ref 1
00000100:00100000:3.0:1788876804.605069:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661631052339 time 7661531052339 state 0x1 ref 1
00000100:00100000:1.0:1788876804.622484:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661631052339 time 7661631449123 state 0x0 ref 1
00000100:00100000:1.0:1788876804.622515:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362722048:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876804.622575:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 18874368, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0x9007
00010000:00010000:1.0:1788876804.622584:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.622610:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:1.0:1788876804.622615:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876804.622621:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.622635:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876804.751627:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981439 is committed
00002000:00010000:3.0:1788876804.751716:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 18874368 -> 19922944
00002000:00010000:3.0:1788876804.751720:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 36871 -> 38919
00010000:00010000:3.0:1788876804.751734:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.751747:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.751756:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.751763:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876804.751768:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.751775:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.751794:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876804.751801:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001616b7fd/0x3868396b8e765dd9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876804.751951:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362722048:12345-192.168.203.59@tcp:4:dd.500 Request processed in 129444us (147095us total) trans 4294981439 rc 0/0
00000100:00100000:3.0:1788876804.751965:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1635
00000100:00100000:3.0:1788876804.751978:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661631052339 time 7661631449123 state 0x2 ref 0
00000100:00100000:0.0:1788876804.759820:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876804.760374:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722176
00000100:00100000:1.0:1788876804.760385:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722176
00000100:00100000:1.0:1788876804.760450:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661631052339 time 7661631449123 state 0x0 ref 1
00000100:00100000:1.0:1788876804.760466:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661731449123 time 7661631449123 state 0x1 ref 1
00000100:00100000:1.0:1788876804.760499:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661731449123 time 7661769478937 state 0x0 ref 1
00000100:00100000:1.0:1788876804.760514:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362722176:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876804.760561:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 19922944, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0x9807
00010000:00010000:1.0:1788876804.760570:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.760586:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:1.0:1788876804.760601:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876804.760608:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.760621:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876804.830706:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981440 is committed
00002000:00010000:0.0:1788876804.830817:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 19922944 -> 20971520
00002000:00010000:0.0:1788876804.830822:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 38919 -> 40967
00010000:00010000:0.0:1788876804.830836:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.830849:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.830858:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.830881:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876804.830887:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.830896:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.830915:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.830923:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765de0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876804.831058:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362722176:12345-192.168.203.59@tcp:4:dd.500 Request processed in 70540us (71243us total) trans 4294981440 rc 0/0
00000100:00100000:0.0:1788876804.831070:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1636
00000100:00100000:0.0:1788876804.831083:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661731449123 time 7661769478937 state 0x2 ref 0
00000100:00100000:0.0:1788876804.836571:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876804.836652:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722304
00000100:00100000:3.0:1788876804.836663:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722304
00000100:00100000:3.0:1788876804.836719:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661731449123 time 7661769478937 state 0x0 ref 1
00000100:00100000:3.0:1788876804.836734:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661869478937 time 7661769478937 state 0x1 ref 1
00000100:00100000:0.0:1788876804.862117:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661869478937 time 7661871081628 state 0x0 ref 1
00000100:00100000:0.0:1788876804.862148:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362722304:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876804.862205:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 20971520, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0xa007
00010000:00010000:0.0:1788876804.862218:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.862234:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:0.0:1788876804.862238:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876804.862952:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.862969:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876804.967610:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981441 is committed
00002000:00010000:0.0:1788876804.967824:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 20971520 -> 22020096
00002000:00010000:0.0:1788876804.967829:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 40967 -> 43015
00010000:00010000:0.0:1788876804.967842:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.967854:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.967863:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.967870:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876804.967875:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.967883:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.967902:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876804.967909:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765de7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876804.968056:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362722304:12345-192.168.203.59@tcp:4:dd.500 Request processed in 105874us (131446us total) trans 4294981441 rc 0/0
00000100:00100000:0.0:1788876804.968068:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1637
00000100:00100000:0.0:1788876804.968081:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661869478937 time 7661871081628 state 0x2 ref 0
00000100:00100000:2.0:1788876804.972940:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876804.973038:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722432
00000100:00100000:1.0:1788876804.973048:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722432
00000100:00100000:1.0:1788876804.973113:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661869478937 time 7661871081628 state 0x0 ref 1
00000100:00100000:1.0:1788876804.973129:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661971081628 time 7661871081628 state 0x1 ref 1
00000100:00100000:1.0:1788876804.973161:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661971081628 time 7661982141386 state 0x0 ref 1
00000100:00100000:1.0:1788876804.973174:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362722432:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876804.973231:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 22020096, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0xa807
00010000:00010000:1.0:1788876804.973307:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.973323:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7661s v=(0 0)
00010000:00010000:1.0:1788876804.973328:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876804.973335:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876804.973350:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876805.106784:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981442 is committed
00002000:00010000:3.0:1788876805.108954:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 22020096 -> 23068672
00002000:00010000:3.0:1788876805.108963:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 43015 -> 45063
00010000:00010000:3.0:1788876805.108978:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.108991:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.109001:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.109009:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876805.109094:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.109112:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.109133:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.109142:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765dee lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876805.109442:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362722432:12345-192.168.203.59@tcp:4:dd.500 Request processed in 136264us (136505us total) trans 4294981442 rc 0/0
00000100:00100000:3.0:1788876805.109455:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1638
00000100:00100000:3.0:1788876805.109469:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661971081628 time 7661982141386 state 0x2 ref 0
00000100:00100000:2.0:1788876805.111986:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876805.112136:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876805.112166:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876805.112192:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876805.112231:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722688
00000100:00100000:2.0:1788876805.112249:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722688
00000100:00100000:2.0:1788876805.112304:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722944
00000100:00100000:2.0:1788876805.112309:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722944
00000100:00100000:2.0:1788876805.112333:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6660
00000100:00100000:2.0:1788876805.112342:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2358:x1875765362722688:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876805.112416:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2358:x1875765362722688:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 74us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876805.112425:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6660
00000100:00100000:2.0:1788876805.112441:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6661
00000100:00100000:2.0:1788876805.112448:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362722944:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876805.112474:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362722944:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (338us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876805.112479:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6661
00000100:00100000:2.0:1788876805.112497:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722560
00000100:00100000:2.0:1788876805.112501:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722560
00000100:00100000:2.0:1788876805.112542:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3121
00000100:00100000:2.0:1788876805.112548:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362722560:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876805.112573:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362722560:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (405us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876805.112579:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3121
00000100:00100000:2.0:1788876805.112619:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362722816
00000100:00100000:2.0:1788876805.112623:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362722816
00000100:00100000:2.0:1788876805.112657:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 331
00000100:00100000:2.0:1788876805.112664:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2358:x1875765362722816:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876805.112689:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2358:x1875765362722816:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (497us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876805.112695:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 331
00000100:00080000:2.0:1788876805.112713:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1788876805.112718:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876805.120721:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876805.120818:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723072
00000100:00100000:0.0:1788876805.120828:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723072
00000100:00100000:0.0:1788876805.120908:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7661971081628 time 7661982141386 state 0x0 ref 1
00000100:00100000:0.0:1788876805.120924:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662082141386 time 7661982141386 state 0x1 ref 1
00000100:00100000:0.0:1788876805.120958:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662082141386 time 7662129938266 state 0x0 ref 1
00000100:00100000:0.0:1788876805.120971:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362723072:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876805.121046:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 23068672, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0xb007
00010000:00010000:0.0:1788876805.121056:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876805.121076:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7662s v=(0 0)
00010000:00010000:0.0:1788876805.121081:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876805.121088:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876805.121102:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876805.122518:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876805.183365:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993614 is committed
00000001:00080000:0.0:1788876805.183422:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993615 is committed
00000001:00080000:0.0:1788876805.183445:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993616 is committed
00010000:00010000:1.0:1788876805.193706:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876805.216062:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981443 is committed
00002000:00010000:1.0:1788876805.216353:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 23068672 -> 24117248
00002000:00010000:1.0:1788876805.216358:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 45063 -> 47111
00010000:00010000:1.0:1788876805.216374:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.216386:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.216395:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.216402:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876805.216407:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.216421:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.216441:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.216449:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e765df5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876805.216570:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362723072:12345-192.168.203.59@tcp:4:dd.500 Request processed in 95595us (95852us total) trans 4294981443 rc 0/0
00000100:00100000:1.0:1788876805.216580:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1639
00000100:00100000:1.0:1788876805.216604:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662082141386 time 7662129938266 state 0x2 ref 0
00000100:00100000:0.0:1788876805.221414:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876805.221498:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723200
00000100:00100000:3.0:1788876805.221511:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723200
00000100:00100000:3.0:1788876805.221604:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662082141386 time 7662129938266 state 0x0 ref 1
00000100:00100000:3.0:1788876805.221622:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662229938266 time 7662129938266 state 0x1 ref 1
00000100:00100000:3.0:1788876805.221653:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662229938266 time 7662230632697 state 0x0 ref 1
00000100:00100000:3.0:1788876805.221665:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362723200:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876805.221718:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 24117248, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0xb807
00010000:00010000:3.0:1788876805.221729:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.221746:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7662s v=(0 0)
00010000:00010000:3.0:1788876805.221751:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876805.221758:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.221772:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876805.381843:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981444 is committed
00002000:00010000:3.0:1788876805.381943:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 24117248 -> 25165824
00002000:00010000:3.0:1788876805.381948:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 47111 -> 49159
00010000:00010000:3.0:1788876805.381961:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.381973:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.381982:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.381989:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876805.381994:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.382009:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.382049:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.382057:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765dfc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876805.382136:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362723200:12345-192.168.203.59@tcp:4:dd.500 Request processed in 160468us (160731us total) trans 4294981444 rc 0/0
00000100:00100000:3.0:1788876805.382146:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1640
00000100:00100000:3.0:1788876805.382157:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662229938266 time 7662230632697 state 0x2 ref 0
00000100:00100000:0.0:1788876805.388630:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876805.388730:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723328
00000100:00100000:1.0:1788876805.388740:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723328
00000100:00100000:1.0:1788876805.388802:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662229938266 time 7662230632697 state 0x0 ref 1
00000100:00100000:1.0:1788876805.388817:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662330632697 time 7662230632697 state 0x1 ref 1
00000100:00100000:1.0:1788876805.388852:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662330632697 time 7662397832674 state 0x0 ref 1
00000100:00100000:1.0:1788876805.388865:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362723328:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876805.388915:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 25165824, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0xc007
00010000:00010000:1.0:1788876805.388923:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.388938:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7662s v=(0 0)
00010000:00010000:1.0:1788876805.388941:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876805.388948:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.388961:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876805.543791:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981445 is committed
00002000:00010000:3.0:1788876805.543851:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 25165824 -> 26214400
00002000:00010000:3.0:1788876805.543857:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 49159 -> 51207
00010000:00010000:3.0:1788876805.543871:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.543883:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.543894:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.543917:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876805.543921:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.543929:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.543949:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.543956:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e03 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876805.544392:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362723328:12345-192.168.203.59@tcp:4:dd.500 Request processed in 155521us (155763us total) trans 4294981445 rc 0/0
00000100:00100000:2.0:1788876805.544403:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1641
00000100:00100000:2.0:1788876805.544416:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662330632697 time 7662397832674 state 0x2 ref 0
00000100:00100000:0.0:1788876805.556376:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876805.557156:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723456
00000100:00100000:1.0:1788876805.557177:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723456
00000100:00100000:1.0:1788876805.557252:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662330632697 time 7662397832674 state 0x0 ref 1
00000100:00100000:1.0:1788876805.557267:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662497832674 time 7662397832674 state 0x1 ref 1
00000100:00100000:1.0:1788876805.557297:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662497832674 time 7662566277385 state 0x0 ref 1
00000100:00100000:1.0:1788876805.557310:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362723456:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876805.557360:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 26214400, mtime: 0x6aa01805, atime: 0x0, ctime: 0x6aa01805, blocks: 0xc807
00010000:00010000:1.0:1788876805.557370:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.557390:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7662s v=(0 0)
00010000:00010000:1.0:1788876805.557395:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876805.557401:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.557415:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876805.623948:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981446 is committed
00002000:00010000:3.0:1788876805.629793:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 26214400 -> 27262976
00002000:00010000:3.0:1788876805.629802:0:6588:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876805 -> 1788876806
00002000:00010000:3.0:1788876805.629805:0:6588:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876805 -> 1788876806
00002000:00010000:3.0:1788876805.629807:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 51207 -> 53255
00010000:00010000:3.0:1788876805.629821:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.629832:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.629841:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.629849:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876805.629854:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.629862:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.629883:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.629890:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765e0a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876805.630076:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362723456:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72764us (73704us total) trans 4294981446 rc 0/0
00000100:00100000:3.0:1788876805.630088:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1642
00000100:00100000:3.0:1788876805.630101:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662497832674 time 7662566277385 state 0x2 ref 0
00000100:00100000:2.0:1788876805.636840:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876805.636925:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723584
00000100:00100000:0.0:1788876805.636935:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723584
00000100:00100000:0.0:1788876805.636995:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662497832674 time 7662566277385 state 0x0 ref 1
00000100:00100000:0.0:1788876805.637448:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662666277385 time 7662566277385 state 0x1 ref 1
00000100:00100000:2.0:1788876805.658897:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662666277385 time 7662667862799 state 0x0 ref 1
00000100:00100000:2.0:1788876805.658926:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362723584:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876805.658983:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 27262976, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0xd007
00010000:00010000:2.0:1788876805.658993:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.659009:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7662s v=(0 0)
00010000:00010000:2.0:1788876805.659054:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876805.659061:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.659076:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876805.764792:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981447 is committed
00002000:00010000:2.0:1788876805.775542:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 27262976 -> 28311552
00002000:00010000:2.0:1788876805.775551:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 53255 -> 55303
00010000:00010000:2.0:1788876805.775565:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.775578:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.775597:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.775604:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876805.775609:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.775618:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.775638:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876805.775646:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876805.776661:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362723584:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117737us (139820us total) trans 4294981447 rc 0/0
00000100:00100000:2.0:1788876805.776675:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1643
00000100:00100000:2.0:1788876805.776689:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662666277385 time 7662667862799 state 0x2 ref 0
00000100:00100000:2.0:1788876805.793065:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876805.793147:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723712
00000100:00100000:3.0:1788876805.793157:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723712
00000100:00100000:3.0:1788876805.793229:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662666277385 time 7662667862799 state 0x0 ref 1
00000100:00100000:3.0:1788876805.793254:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662767862799 time 7662667862799 state 0x1 ref 1
00000100:00100000:3.0:1788876805.793286:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662767862799 time 7662802265583 state 0x0 ref 1
00000100:00100000:3.0:1788876805.793300:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362723712:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876805.793349:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 28311552, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0xd807
00010000:00010000:3.0:1788876805.793358:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.793376:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7662s v=(0 0)
00010000:00010000:3.0:1788876805.793380:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876805.793387:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.793402:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876805.844393:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 28311552 -> 29360128
00002000:00010000:3.0:1788876805.844402:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 55303 -> 57351
00010000:00010000:3.0:1788876805.844415:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.844427:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.844436:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.844443:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876805.844447:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.844456:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.844473:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.844480:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876805.844588:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362723712:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51277us (51563us total) trans 4294981448 rc 0/0
00000100:00100000:3.0:1788876805.844599:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1644
00000100:00100000:3.0:1788876805.844611:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662767862799 time 7662802265583 state 0x2 ref 0
00000001:00080000:0.0:1788876805.844675:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981448 is committed
00000100:00100000:2.0:1788876805.849609:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876805.849705:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723840
00000100:00100000:1.0:1788876805.849715:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723840
00000100:00100000:1.0:1788876805.849775:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662767862799 time 7662802265583 state 0x0 ref 1
00000100:00100000:1.0:1788876805.849790:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662902265583 time 7662802265583 state 0x1 ref 1
00000100:00100000:3.0:1788876805.893446:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662902265583 time 7662902411652 state 0x0 ref 1
00000100:00100000:3.0:1788876805.893476:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362723840:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876805.893532:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 29360128, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0xe007
00010000:00010000:3.0:1788876805.893542:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.893556:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7662s v=(0 0)
00010000:00010000:3.0:1788876805.893561:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876805.893586:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876805.893600:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876805.990738:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981449 is committed
00002000:00010000:1.0:1788876805.990927:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 29360128 -> 30408704
00002000:00010000:1.0:1788876805.990932:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 57351 -> 59399
00010000:00010000:1.0:1788876805.990946:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.990959:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.990968:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.990981:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876805.990986:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.990995:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.991034:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.991042:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765e1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876805.991137:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362723840:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97669us (141534us total) trans 4294981449 rc 0/0
00000100:00100000:1.0:1788876805.991147:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1645
00000100:00100000:1.0:1788876805.991158:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662902265583 time 7662902411652 state 0x2 ref 0
00000100:00100000:0.0:1788876805.996738:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876805.996833:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362723968
00000100:00100000:1.0:1788876805.996842:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362723968
00000100:00100000:1.0:1788876805.996907:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7662902265583 time 7662902411652 state 0x0 ref 1
00000100:00100000:1.0:1788876805.996922:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663002411652 time 7662902411652 state 0x1 ref 1
00000100:00100000:1.0:1788876805.996955:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663002411652 time 7663005935287 state 0x0 ref 1
00000100:00100000:1.0:1788876805.996967:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362723968:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876805.997045:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 30408704, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0xe807
00010000:00010000:1.0:1788876805.997054:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.997069:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:1.0:1788876805.997073:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876805.997080:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876805.997095:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876806.052922:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981450 is committed
00002000:00010000:1.0:1788876806.053089:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 30408704 -> 31457280
00002000:00010000:1.0:1788876806.053093:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 59399 -> 61447
00010000:00010000:1.0:1788876806.053107:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.053119:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.053127:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.053139:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876806.053144:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.053153:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.053172:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.053180:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e26 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876806.053347:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362723968:12345-192.168.203.59@tcp:4:dd.500 Request processed in 56377us (56614us total) trans 4294981450 rc 0/0
00000100:00100000:1.0:1788876806.053359:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1646
00000100:00100000:1.0:1788876806.053371:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663002411652 time 7663005935287 state 0x2 ref 0
00000100:00100000:2.0:1788876806.061849:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876806.062057:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724096
00000100:00100000:3.0:1788876806.062068:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724096
00000100:00100000:3.0:1788876806.062125:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663002411652 time 7663005935287 state 0x0 ref 1
00000100:00100000:3.0:1788876806.062140:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663105935287 time 7663005935287 state 0x1 ref 1
00000100:00100000:1.0:1788876806.097090:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663105935287 time 7663106056229 state 0x0 ref 1
00000100:00100000:1.0:1788876806.097119:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362724096:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876806.097180:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 31457280, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0xf007
00010000:00010000:1.0:1788876806.097189:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.097216:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:1.0:1788876806.097221:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876806.097227:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.097314:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876806.166338:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981451 is committed
00002000:00010000:1.0:1788876806.166630:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 31457280 -> 32505856
00002000:00010000:1.0:1788876806.166635:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 61447 -> 63495
00010000:00010000:1.0:1788876806.166650:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.166662:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.166672:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.166679:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876806.166684:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.166693:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.166717:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.166725:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765e2d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876806.166863:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362724096:12345-192.168.203.59@tcp:4:dd.500 Request processed in 69751us (105017us total) trans 4294981451 rc 0/0
00000100:00100000:1.0:1788876806.166874:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1647
00000100:00100000:1.0:1788876806.166897:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663105935287 time 7663106056229 state 0x2 ref 0
00000100:00100000:2.0:1788876806.173219:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876806.173305:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724224
00000100:00100000:1.0:1788876806.173316:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724224
00000100:00100000:1.0:1788876806.173385:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663105935287 time 7663106056229 state 0x0 ref 1
00000100:00100000:1.0:1788876806.173402:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663206056229 time 7663106056229 state 0x1 ref 1
00000100:00100000:2.0:1788876806.197215:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663206056229 time 7663206172745 state 0x0 ref 1
00000100:00100000:2.0:1788876806.197256:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362724224:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876806.197319:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 32505856, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0xf807
00010000:00010000:2.0:1788876806.197328:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.197344:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:2.0:1788876806.197348:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876806.197355:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.197367:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.256387:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876806.279176:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981452 is committed
00002000:00010000:1.0:1788876806.279284:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 32505856 -> 33554432
00002000:00010000:1.0:1788876806.279289:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 63495 -> 65543
00010000:00010000:1.0:1788876806.279303:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.279322:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.279341:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.279347:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876806.279352:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.279364:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.279383:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.279391:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e765e34 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876806.279572:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362724224:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82323us (106356us total) trans 4294981452 rc 0/0
00000100:00100000:1.0:1788876806.279596:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1648
00000100:00100000:1.0:1788876806.279612:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663206056229 time 7663206172745 state 0x2 ref 0
00000100:00100000:0.0:1788876806.284937:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876806.285127:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724352
00000100:00100000:2.0:1788876806.285139:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724352
00000100:00100000:2.0:1788876806.285216:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663206056229 time 7663206172745 state 0x0 ref 1
00000100:00100000:2.0:1788876806.285355:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663306172745 time 7663206172745 state 0x1 ref 1
00000100:00100000:3.0:1788876806.297404:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663306172745 time 7663306369052 state 0x0 ref 1
00000100:00100000:3.0:1788876806.297434:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362724352:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876806.297496:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 33554432, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0x10007
00010000:00010000:3.0:1788876806.297505:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.297520:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:3.0:1788876806.297525:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876806.297531:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.297545:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876806.389397:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 33554432 -> 34603008
00002000:00010000:1.0:1788876806.389405:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 65543 -> 67591
00010000:00010000:1.0:1788876806.389623:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.389635:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.389645:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.389652:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876806.389657:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.389665:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.389684:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.389692:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765e3b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876806.389830:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362724352:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92405us (104898us total) trans 4294981453 rc 0/0
00000100:00100000:1.0:1788876806.389841:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1649
00000100:00100000:1.0:1788876806.389851:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663306172745 time 7663306369052 state 0x2 ref 0
00000001:00080000:2.0:1788876806.389950:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981453 is committed
00000100:00100000:0.0:1788876806.395201:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876806.395289:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724480
00000100:00100000:2.0:1788876806.395299:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724480
00000100:00100000:2.0:1788876806.395358:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663306172745 time 7663306369052 state 0x0 ref 1
00000100:00100000:2.0:1788876806.395385:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663406369052 time 7663306369052 state 0x1 ref 1
00000100:00100000:2.0:1788876806.397938:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663406369052 time 7663406903932 state 0x0 ref 1
00000100:00100000:2.0:1788876806.397968:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362724480:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876806.398057:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 34603008, mtime: 0x6aa01806, atime: 0x0, ctime: 0x6aa01806, blocks: 0x10807
00010000:00010000:2.0:1788876806.398066:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.398079:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:2.0:1788876806.398083:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876806.398089:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.398103:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876806.490286:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981454 is committed
00002000:00010000:2.0:1788876806.490495:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 34603008 -> 35651584
00002000:00010000:2.0:1788876806.490500:0:17072:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876806 -> 1788876807
00002000:00010000:2.0:1788876806.490516:0:17072:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876806 -> 1788876807
00002000:00010000:2.0:1788876806.490519:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 67591 -> 69639
00010000:00010000:2.0:1788876806.490535:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.490548:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.490559:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.490566:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.490572:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.490591:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.490618:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.490627:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b604f24a/0x3868396b8e765e42 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876806.490769:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362724480:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92807us (95582us total) trans 4294981454 rc 0/0
00000100:00100000:2.0:1788876806.490781:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1650
00000100:00100000:2.0:1788876806.490794:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663406369052 time 7663406903932 state 0x2 ref 0
00000100:00100000:1.0:1788876806.497308:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876806.497442:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724608
00000100:00100000:2.0:1788876806.497451:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724608
00000100:00100000:2.0:1788876806.497509:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663406369052 time 7663406903932 state 0x0 ref 1
00000100:00100000:2.0:1788876806.497523:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663506903932 time 7663406903932 state 0x1 ref 1
00000100:00100000:1.0:1788876806.498050:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663506903932 time 7663506993088 state 0x0 ref 1
00000100:00100000:1.0:1788876806.498070:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362724608:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876806.498124:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 35651584, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x11007
00010000:00010000:1.0:1788876806.498133:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.498149:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:1.0:1788876806.498153:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876806.498160:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.498174:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876806.555998:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 35651584 -> 36700160
00002000:00010000:2.0:1788876806.556007:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 69639 -> 71687
00010000:00010000:2.0:1788876806.556037:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.556051:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.556061:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.556068:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.556073:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.556082:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.556100:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.556107:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf5e2593/0x3868396b8e765e49 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876806.556209:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362724608:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58142us (58906us total) trans 4294981455 rc 0/0
00000100:00100000:2.0:1788876806.556220:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1651
00000100:00100000:2.0:1788876806.556233:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663506903932 time 7663506993088 state 0x2 ref 0
00000001:00080000:0.0:1788876806.556845:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981455 is committed
00000100:00100000:1.0:1788876806.565350:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876806.565445:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724736
00000100:00100000:3.0:1788876806.565454:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724736
00000100:00100000:3.0:1788876806.565511:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663506903932 time 7663506993088 state 0x0 ref 1
00000100:00100000:3.0:1788876806.565525:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663606993088 time 7663506993088 state 0x1 ref 1
00000004:00080000:2.0:1788876806.574428:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7663583411303ns, next at 7664583408990ns, rc = 0
00000100:00100000:1.0:1788876806.574526:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788876806.574547:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365729920:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876806.574634:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876806.575611:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365729920
00000100:00100000:2.0:1788876806.575620:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365729920
00000100:00100000:2.0:1788876806.575688:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 329
00000100:00100000:2.0:1788876806.575697:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365729920:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876806.575718:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 313851904 pending 0 free 3811573760 avail 3795845120
00000100:00100000:2.0:1788876806.575764:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365729920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (1130us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876806.575771:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 329
00000100:00100000:2.0:1788876806.575816:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365729920:0@lo:13:osp-pre-0-0.0
00000100:00080000:0.0:1788876806.576794:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876806.598112:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663606993088 time 7663607078240 state 0x0 ref 1
00000100:00100000:3.0:1788876806.598137:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362724736:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876806.598202:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 36700160, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x11807
00010000:00010000:3.0:1788876806.598211:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.598227:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:3.0:1788876806.598232:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876806.598238:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.598251:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876806.652468:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010789 is committed
00000004:00080000:3.0:1788876806.652535:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 556 committed
00000004:00080000:3.0:1788876806.652548:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 730 committed
00000100:00100000:3.0:1788876806.652762:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365730048:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788876806.652831:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876806.652899:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876806.652905:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365730176:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788876806.652928:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876806.652964:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365730304:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1788876806.652982:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365730048
00000100:00100000:3.0:1788876806.652987:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876806.652988:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365730048
00000100:00100000:3.0:1788876806.653009:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876806.653032:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365730432:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1788876806.653048:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365730176
00000100:00100000:0.0:1788876806.653051:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365730176
00000100:00100000:3.0:1788876806.653054:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876806.653069:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365730304
00000100:00100000:0.0:1788876806.653072:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365730304
00000100:00100000:3.0:1788876806.653084:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365730432
00000100:00100000:3.0:1788876806.653087:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365730432
00000100:00100000:0.0:1788876806.653100:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 523
00000100:00100000:0.0:1788876806.653108:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365730304:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1788876806.653134:0:166968:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3645 count 1
00010000:00010000:0.0:1788876806.653158:0:166968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.653179:0:166968:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 5 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.653198:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=5s v=(0 0)
00010000:00010000:0.0:1788876806.653203:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876806.653207:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.653236:0:166968:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 5 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.653251:0:166968:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 5 pid: 167382 timeout: 7763 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876806.653262:0:166968:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306aab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:166968:1875765365730560:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788876806.653316:0:166968:0:(client.c:2702:ptlrpc_set_wait()) set ffff998405c0a900 going to sleep for 11 seconds
00000100:00100000:3.0:1788876806.653405:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 523
00000100:00100000:3.0:1788876806.653413:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365730432:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1788876806.653426:0:20460:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3646 count 1
00002000:00010000:3.0:1788876806.653447:0:20460:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3e:0x0] initial LVB size: 8388608, mtime: 0x6aa01801, atime: 0x0, ctime: 0x6aa01801, blocks: 0x4007
00010000:00010000:3.0:1788876806.653453:0:20460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.653462:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:3.0:1788876806.653465:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876806.653471:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.653484:0:20460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.653498:0:20460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.653506:0:20460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.653524:0:20460:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1788876806.654311:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3309:x1875765365730432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 896us (1252us total) trans 4294993617 rc 0/0
00000100:00100000:3.0:1788876806.654323:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 523
00000100:00100000:3.0:1788876806.654347:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 523
00000100:00100000:3.0:1788876806.654355:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365730176:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1788876806.654372:0:20460:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3657 count 1
00002000:00010000:3.0:1788876806.654394:0:20460:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe49:0x0] initial LVB size: 8388608, mtime: 0x6aa01801, atime: 0x0, ctime: 0x6aa01801, blocks: 0x4007
00010000:00010000:3.0:1788876806.654401:0:20460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.654412:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:3.0:1788876806.654416:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe49:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876806.654420:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.654431:0:20460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.654446:0:20460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.654453:0:20460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.654469:0:20460:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1788876806.655111:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3307:x1875765365730176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 755us (2180us total) trans 4294981457 rc 0/0
00000100:00100000:3.0:1788876806.655120:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 523
00000100:00100000:3.0:1788876806.655138:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 523
00000100:00100000:3.0:1788876806.655145:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365730048:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1788876806.655162:0:20460:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3656 count 1
00002000:00010000:3.0:1788876806.655177:0:20460:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe48:0x0] initial LVB size: 8388608, mtime: 0x6aa01800, atime: 0x0, ctime: 0x6aa01800, blocks: 0x4007
00010000:00010000:3.0:1788876806.655183:0:20460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.655192:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe48:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:3.0:1788876806.655196:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe48:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876806.655200:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.655210:0:20460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.655704:0:20460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.655715:0:20460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.655742:0:20460:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1788876806.656037:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1788876806.656045:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656059:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.656063:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656073:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656090:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656100:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3c5726c/0x3868396b8e765e5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656120:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1788876806.656124:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656131:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.656134:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656141:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656150:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656157:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765e65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656169:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876806.656172:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656179:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.656182:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656189:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656199:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656205:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765e6c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.656216:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876806.656218:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876806.656220:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876806.660928:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3307:x1875765365730048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5773us (8087us total) trans 4294981458 rc 0/0
00000100:00100000:3.0:1788876806.660942:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 523
00010000:00010000:3.0:1788876806.660987:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876806.660993:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1788876806.661053:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306894380/2, rc 0, transno 4294993617
00000100:00100000:3.0:1788876806.661060:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365730432:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1788876806.661094:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 555 committed
00000004:00080000:3.0:1788876806.661105:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 729 committed
00000004:00080000:3.0:1788876806.661144:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306a70380/2, rc 0, transno 4294981457
00000100:00100000:3.0:1788876806.661149:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365730176:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1788876806.661157:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306a72d80/2, rc 0, transno 4294981458
00000100:00100000:3.0:1788876806.661161:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365730048:0@lo:6:osp-syn-0-0.0
00000100:00080000:2.0:1788876806.662281:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:3.0:1788876806.663978:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981456 is committed
00002000:00010000:2.0:1788876806.664209:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 36700160 -> 37748736
00002000:00010000:2.0:1788876806.664214:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 71687 -> 73735
00010000:00010000:2.0:1788876806.664234:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.664247:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.664256:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.664263:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.664268:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.664278:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.664297:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.664305:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876806.664403:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362724736:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66268us (99056us total) trans 4294981456 rc 0/0
00000100:00100000:2.0:1788876806.664417:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1652
00000100:00100000:2.0:1788876806.664428:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663606993088 time 7663607078240 state 0x2 ref 0
00000100:00100000:1.0:1788876806.672754:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876806.672850:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724864
00000100:00100000:2.0:1788876806.672859:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724864
00010000:00010000:2.0:1788876806.672911:0:167392:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 6 pid: 167382 timeout: 7763 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876806.672951:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11033
00000100:00100000:2.0:1788876806.672961:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362724864:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876806.672976:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788876806.672981:0:167392:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 6 pid: 167382 timeout: 7763 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.672993:0:167392:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 6 pid: 167382 timeout: 7763 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.673053:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876806.673058:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876806.673064:0:167392:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.673074:0:167392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.673099:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788876806.673148:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362724864:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 187us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876806.673155:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11033
00010000:00010000:0.0:1788876806.673391:0:166968:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097f740f8/0x3868396b8e765bfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8884ae expref: 5 pid: 167382 timeout: 7763 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876806.673405:0:166968:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306aab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:166968:1875765365730560:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876806.673425:0:166968:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.673434:0:166968:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.673440:0:166968:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.673449:0:166968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.673456:0:166968:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876806.673480:0:166968:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788876806.675063:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876806.675072:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.675084:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.675088:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.675097:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.675115:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.675123:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2c2bd18/0x3868396b8e765e57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.675144:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876806.675147:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876806.675148:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876806.692885:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3309:x1875765365730304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39768us (39887us total) trans 4294993618 rc 0/0
00000100:00100000:1.0:1788876806.692899:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 523
00000004:00080000:3.0:1788876806.693076:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306894e00/2, rc 0, transno 4294993618
00000100:00100000:3.0:1788876806.693084:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365730304:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1788876806.694526:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876806.694823:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362724992
00000100:00100000:1.0:1788876806.694833:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362724992
00000100:00100000:1.0:1788876806.694893:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663606993088 time 7663607078240 state 0x0 ref 1
00000100:00100000:1.0:1788876806.694909:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663707078240 time 7663607078240 state 0x1 ref 1
00000100:00100000:1.0:1788876806.698183:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663707078240 time 7663707150002 state 0x0 ref 1
00000100:00100000:1.0:1788876806.698225:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362724992:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876806.698298:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 37748736, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x12007
00010000:00010000:1.0:1788876806.698308:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.698323:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:1.0:1788876806.698327:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876806.698333:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.698346:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876806.802722:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981459 is committed
00000001:00080000:3.0:1788876806.802744:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981458 is committed
00002000:00010000:2.0:1788876806.802836:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 37748736 -> 38797312
00002000:00010000:2.0:1788876806.802841:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 73735 -> 75783
00010000:00010000:2.0:1788876806.802855:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.802867:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.802876:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.802883:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876806.802888:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.802895:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.802913:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876806.802921:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765e73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876806.803052:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362724992:12345-192.168.203.59@tcp:4:dd.500 Request processed in 104800us (108488us total) trans 4294981459 rc 0/0
00000100:00100000:2.0:1788876806.803062:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1653
00000100:00100000:2.0:1788876806.803074:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663707078240 time 7663707150002 state 0x2 ref 0
00000100:00100000:2.0:1788876806.807894:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876806.808335:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362725120
00000100:00100000:1.0:1788876806.808346:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362725120
00000100:00100000:1.0:1788876806.808413:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663707078240 time 7663707150002 state 0x0 ref 1
00000100:00100000:1.0:1788876806.808429:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663807150002 time 7663707150002 state 0x1 ref 1
00000100:00100000:1.0:1788876806.808469:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663807150002 time 7663817448213 state 0x0 ref 1
00000100:00100000:1.0:1788876806.808482:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362725120:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876806.808531:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 38797312, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x12807
00010000:00010000:1.0:1788876806.808541:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.808556:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:1.0:1788876806.808561:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876806.808568:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.808591:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876806.902667:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 38797312 -> 39845888
00000001:00080000:3.0:1788876806.902668:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981460 is committed
00002000:00010000:1.0:1788876806.902674:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 75783 -> 77831
00010000:00010000:1.0:1788876806.902687:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.902700:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.902710:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.902716:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876806.902721:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.902730:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.902748:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876806.902756:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e28289a2/0x3868396b8e765e7a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876806.902854:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362725120:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94369us (94963us total) trans 4294981460 rc 0/0
00000100:00100000:1.0:1788876806.902865:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1654
00000100:00100000:1.0:1788876806.902877:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663807150002 time 7663817448213 state 0x2 ref 0
00000100:00100000:2.0:1788876806.917443:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876806.917711:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362725248
00000100:00100000:3.0:1788876806.917721:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362725248
00000100:00100000:3.0:1788876806.917780:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663807150002 time 7663817448213 state 0x0 ref 1
00000100:00100000:3.0:1788876806.917795:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663917448213 time 7663817448213 state 0x1 ref 1
00000100:00100000:3.0:1788876806.917897:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663917448213 time 7663926874951 state 0x0 ref 1
00000100:00100000:3.0:1788876806.917910:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725248:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876806.917956:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 39845888, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x13007
00010000:00010000:3.0:1788876806.917964:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.917980:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7663s v=(0 0)
00010000:00010000:3.0:1788876806.917984:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876806.917990:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876806.918002:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876807.017454:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981461 is committed
00002000:00010000:0.0:1788876807.017840:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 39845888 -> 40894464
00002000:00010000:0.0:1788876807.017845:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 77831 -> 79879
00010000:00010000:0.0:1788876807.017859:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.017878:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.017888:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.017896:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876807.017901:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.017910:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.017933:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.017941:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068364fa9/0x3868396b8e765e81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876807.018618:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725248:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100706us (101178us total) trans 4294981461 rc 0/0
00000100:00100000:0.0:1788876807.018629:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1655
00000100:00100000:0.0:1788876807.018640:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663917448213 time 7663926874951 state 0x2 ref 0
00000100:00100000:2.0:1788876807.028453:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876807.028536:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362725376
00000100:00100000:0.0:1788876807.028550:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362725376
00000100:00100000:0.0:1788876807.028636:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7663917448213 time 7663926874951 state 0x0 ref 1
00000100:00100000:0.0:1788876807.028652:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664026874951 time 7663926874951 state 0x1 ref 1
00000100:00100000:0.0:1788876807.028677:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664026874951 time 7664037658000 state 0x0 ref 1
00000100:00100000:0.0:1788876807.028690:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362725376:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876807.028739:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 40894464, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x13807
00010000:00010000:0.0:1788876807.028748:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.028764:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:0.0:1788876807.028768:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876807.028773:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.028785:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876807.028974:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:0.0:1788876807.090112:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 40894464 -> 41943040
00002000:00010000:0.0:1788876807.090121:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 79879 -> 81927
00010000:00010000:0.0:1788876807.090135:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.090147:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.090157:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.090164:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876807.090169:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.090178:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.090207:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.090214:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e765e88 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876807.090321:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362725376:12345-192.168.203.59@tcp:4:dd.500 Request processed in 61629us (61874us total) trans 4294981462 rc 0/0
00000100:00100000:0.0:1788876807.090331:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1656
00000100:00100000:0.0:1788876807.090343:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664026874951 time 7664037658000 state 0x2 ref 0
00000001:00080000:3.0:1788876807.091051:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981462 is committed
00000100:00100000:3.0:1788876807.095085:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876807.095236:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362725504
00000100:00100000:1.0:1788876807.095246:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362725504
00000100:00100000:1.0:1788876807.095310:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664026874951 time 7664037658000 state 0x0 ref 1
00000100:00100000:1.0:1788876807.095324:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664137658000 time 7664037658000 state 0x1 ref 1
00000100:00100000:0.0:1788876807.130509:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664137658000 time 7664139415652 state 0x0 ref 1
00000100:00100000:1.0:1788876807.130808:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725504:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876807.130872:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 41943040, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x14007
00010000:00010000:1.0:1788876807.130884:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.130900:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:1.0:1788876807.130905:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876807.130911:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.130925:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876807.221123:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981463 is committed
00002000:00010000:1.0:1788876807.221340:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 41943040 -> 42991616
00002000:00010000:1.0:1788876807.221345:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 81927 -> 83975
00010000:00010000:1.0:1788876807.221360:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.221372:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.221382:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.221389:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876807.221394:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.221402:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.221420:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.221428:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0b47458/0x3868396b8e765e8f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876807.221526:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725504:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90994us (126445us total) trans 4294981463 rc 0/0
00000100:00100000:1.0:1788876807.221542:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1657
00000100:00100000:1.0:1788876807.221553:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664137658000 time 7664139415652 state 0x2 ref 0
00000100:00100000:3.0:1788876807.231196:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876807.231284:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362725632
00000100:00100000:2.0:1788876807.231293:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362725632
00000100:00100000:2.0:1788876807.231352:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664137658000 time 7664139415652 state 0x0 ref 1
00000100:00100000:2.0:1788876807.231367:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664239415652 time 7664139415652 state 0x1 ref 1
00000100:00100000:2.0:1788876807.231402:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664239415652 time 7664240383491 state 0x0 ref 1
00000100:00100000:2.0:1788876807.231413:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725632:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876807.231461:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 42991616, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x14807
00010000:00010000:2.0:1788876807.231471:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876807.231485:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:2.0:1788876807.231490:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876807.231496:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876807.231511:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876807.277541:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981464 is committed
00002000:00010000:1.0:1788876807.278920:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 42991616 -> 44040192
00002000:00010000:1.0:1788876807.278928:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 83975 -> 86023
00010000:00010000:1.0:1788876807.278942:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.278954:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.278962:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.278969:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876807.278974:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.278989:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.279006:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.279030:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765e96 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876807.279058:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876807.279131:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725632:12345-192.168.203.59@tcp:4:dd.500 Request processed in 47713us (47943us total) trans 4294981464 rc 0/0
00000100:00100000:1.0:1788876807.279141:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1658
00000100:00100000:1.0:1788876807.279154:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664239415652 time 7664240383491 state 0x2 ref 0
00000100:00100000:3.0:1788876807.290349:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876807.290888:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362725760
00000100:00100000:1.0:1788876807.290897:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362725760
00000100:00100000:1.0:1788876807.290957:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664239415652 time 7664240383491 state 0x0 ref 1
00000100:00100000:1.0:1788876807.290972:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664340383491 time 7664240383491 state 0x1 ref 1
00000100:00100000:3.0:1788876807.333986:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664340383491 time 7664342952359 state 0x0 ref 1
00000100:00100000:3.0:1788876807.334033:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725760:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876807.334090:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 44040192, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x15007
00010000:00010000:3.0:1788876807.334099:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876807.334114:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:3.0:1788876807.334118:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876807.334125:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876807.334140:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876807.430592:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981465 is committed
00002000:00010000:1.0:1788876807.431967:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 44040192 -> 45088768
00002000:00010000:1.0:1788876807.431974:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 86023 -> 88071
00010000:00010000:1.0:1788876807.431987:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.432004:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.432045:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.432053:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876807.432058:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.432067:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.432084:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.432093:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e765e9d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876807.432191:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362725760:12345-192.168.203.59@tcp:4:dd.500 Request processed in 98184us (141846us total) trans 4294981465 rc 0/0
00000100:00100000:1.0:1788876807.432202:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1659
00000100:00100000:1.0:1788876807.432213:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664340383491 time 7664342952359 state 0x2 ref 0
00000100:00100000:3.0:1788876807.442783:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876807.442980:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362725888
00000100:00100000:1.0:1788876807.442990:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362725888
00000100:00100000:1.0:1788876807.443087:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664340383491 time 7664342952359 state 0x0 ref 1
00000100:00100000:1.0:1788876807.443102:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664442952359 time 7664342952359 state 0x1 ref 1
00000100:00100000:1.0:1788876807.443136:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664442952359 time 7664452116532 state 0x0 ref 1
00000100:00100000:1.0:1788876807.443149:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362725888:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876807.443198:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 45088768, mtime: 0x6aa01807, atime: 0x0, ctime: 0x6aa01807, blocks: 0x15807
00010000:00010000:1.0:1788876807.443207:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.443230:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:1.0:1788876807.443235:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876807.443243:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.443256:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876807.539947:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 45088768 -> 46137344
00002000:00010000:1.0:1788876807.539957:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876807 -> 1788876808
00002000:00010000:1.0:1788876807.539960:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876807 -> 1788876808
00002000:00010000:1.0:1788876807.539962:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 88071 -> 90119
00010000:00010000:1.0:1788876807.539979:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.539992:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.540000:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.540007:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00000001:00080000:0.0:1788876807.540288:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981466 is committed
00010000:00010000:1.0:1788876807.540601:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.540616:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.540635:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.540644:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ea4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876807.540749:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362725888:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97597us (97971us total) trans 4294981466 rc 0/0
00000100:00100000:1.0:1788876807.540761:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1660
00000100:00100000:1.0:1788876807.540772:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664442952359 time 7664452116532 state 0x2 ref 0
00000100:00100000:2.0:1788876807.558269:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876807.558498:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726016
00000100:00100000:1.0:1788876807.558509:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726016
00000100:00100000:1.0:1788876807.558677:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664442952359 time 7664452116532 state 0x0 ref 1
00000100:00100000:1.0:1788876807.558694:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664552116532 time 7664452116532 state 0x1 ref 1
00000100:00100000:1.0:1788876807.558766:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664552116532 time 7664567744883 state 0x0 ref 1
00000100:00100000:1.0:1788876807.558779:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362726016:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876807.558826:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 46137344, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x16007
00010000:00010000:1.0:1788876807.558834:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.558850:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:1.0:1788876807.558854:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876807.558860:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.558873:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876807.644623:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981467 is committed
00002000:00010000:1.0:1788876807.644856:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 46137344 -> 47185920
00002000:00010000:1.0:1788876807.644861:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 90119 -> 92167
00010000:00010000:1.0:1788876807.644882:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.644895:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.644904:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.644911:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876807.644916:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.644925:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.644943:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.644951:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eab lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876807.645067:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362726016:12345-192.168.203.59@tcp:4:dd.500 Request processed in 86287us (86804us total) trans 4294981467 rc 0/0
00000100:00100000:1.0:1788876807.645078:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1661
00000100:00100000:1.0:1788876807.645089:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664552116532 time 7664567744883 state 0x2 ref 0
00000100:00100000:0.0:1788876807.655295:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876807.655381:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726144
00000100:00100000:2.0:1788876807.655391:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726144
00000100:00100000:2.0:1788876807.655445:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664552116532 time 7664567744883 state 0x0 ref 1
00000100:00100000:2.0:1788876807.655459:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664667744883 time 7664567744883 state 0x1 ref 1
00000100:00100000:1.0:1788876807.661090:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664667744883 time 7664670054673 state 0x0 ref 1
00000100:00100000:1.0:1788876807.661122:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362726144:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876807.661190:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 47185920, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x16807
00010000:00010000:1.0:1788876807.661200:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.661216:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:1.0:1788876807.661229:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876807.661236:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.661251:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876807.810355:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981468 is committed
00002000:00010000:1.0:1788876807.811258:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 47185920 -> 48234496
00002000:00010000:1.0:1788876807.811265:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 92167 -> 94215
00010000:00010000:1.0:1788876807.811279:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.811291:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.811301:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.811307:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876807.811312:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.811326:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.811344:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.811352:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765eb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876807.811458:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362726144:12345-192.168.203.59@tcp:4:dd.500 Request processed in 150346us (156166us total) trans 4294981468 rc 0/0
00000100:00100000:1.0:1788876807.811468:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1662
00000100:00100000:1.0:1788876807.811480:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664667744883 time 7664670054673 state 0x2 ref 0
00000100:00100000:3.0:1788876807.817467:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876807.817630:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726272
00000100:00100000:1.0:1788876807.817641:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726272
00000100:00100000:1.0:1788876807.817721:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664667744883 time 7664670054673 state 0x0 ref 1
00000100:00100000:1.0:1788876807.817738:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664770054673 time 7664670054673 state 0x1 ref 1
00000100:00100000:1.0:1788876807.817764:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664770054673 time 7664826744454 state 0x0 ref 1
00000100:00100000:1.0:1788876807.817778:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726272:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876807.817830:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 48234496, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x17007
00010000:00010000:1.0:1788876807.817839:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.817853:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:1.0:1788876807.817857:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876807.817863:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.817875:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876807.898083:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981469 is committed
00002000:00010000:0.0:1788876807.898195:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 48234496 -> 49283072
00002000:00010000:0.0:1788876807.898200:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 94215 -> 96263
00010000:00010000:0.0:1788876807.898213:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.898234:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.898244:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.898252:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876807.898257:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.898265:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.898286:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876807.898295:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a43eddc/0x3868396b8e765eb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876807.898400:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726272:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80619us (80936us total) trans 4294981469 rc 0/0
00000100:00100000:0.0:1788876807.898413:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1663
00000100:00100000:0.0:1788876807.898426:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664770054673 time 7664826744454 state 0x2 ref 0
00000100:00100000:3.0:1788876807.903110:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876807.905643:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726400
00000100:00100000:2.0:1788876807.905660:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726400
00000100:00100000:2.0:1788876807.905731:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664770054673 time 7664826744454 state 0x0 ref 1
00000100:00100000:2.0:1788876807.905748:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664926744454 time 7664826744454 state 0x1 ref 1
00000100:00100000:1.0:1788876807.920663:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664926744454 time 7664929628444 state 0x0 ref 1
00000100:00100000:1.0:1788876807.920695:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726400:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876807.920754:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 49283072, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x17807
00010000:00010000:1.0:1788876807.920765:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.920781:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7664s v=(0 0)
00010000:00010000:1.0:1788876807.920786:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876807.920792:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876807.920809:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876808.033793:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981470 is committed
00002000:00010000:1.0:1788876808.037832:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 49283072 -> 50331648
00002000:00010000:1.0:1788876808.037842:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 96263 -> 98311
00010000:00010000:1.0:1788876808.037857:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.037871:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.037880:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.037887:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876808.037892:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.037900:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.037922:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.037930:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ec0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876808.038448:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726400:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117763us (135341us total) trans 4294981470 rc 0/0
00000100:00100000:1.0:1788876808.038460:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1664
00000100:00100000:1.0:1788876808.038473:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664926744454 time 7664929628444 state 0x2 ref 0
00000100:00100000:3.0:1788876808.043408:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876808.043479:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726528
00000100:00100000:2.0:1788876808.043489:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726528
00000100:00100000:2.0:1788876808.043649:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7664926744454 time 7664929628444 state 0x0 ref 1
00000100:00100000:2.0:1788876808.043668:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665029628444 time 7664929628444 state 0x1 ref 1
00000100:00100000:2.0:1788876808.043698:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665029628444 time 7665052679013 state 0x0 ref 1
00000100:00100000:2.0:1788876808.043710:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362726528:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876808.043758:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 50331648, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x18007
00010000:00010000:2.0:1788876808.043767:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.043783:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:2.0:1788876808.043787:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876808.043792:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.043805:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876808.141090:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981471 is committed
00002000:00010000:0.0:1788876808.141337:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 50331648 -> 51380224
00002000:00010000:0.0:1788876808.141343:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 98311 -> 100361
00010000:00010000:0.0:1788876808.141358:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.141371:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.141379:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.141386:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876808.141390:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.141398:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.141416:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.141423:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ec7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876808.141525:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362726528:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97812us (98342us total) trans 4294981471 rc 0/0
00000100:00100000:0.0:1788876808.141536:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1665
00000100:00100000:0.0:1788876808.141547:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665029628444 time 7665052679013 state 0x2 ref 0
00000100:00100000:3.0:1788876808.157524:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876808.157629:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726656
00000100:00100000:1.0:1788876808.157641:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726656
00000100:00100000:1.0:1788876808.157705:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665029628444 time 7665052679013 state 0x0 ref 1
00000100:00100000:1.0:1788876808.157720:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665152679013 time 7665052679013 state 0x1 ref 1
00000100:00100000:1.0:1788876808.157754:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665152679013 time 7665166735115 state 0x0 ref 1
00000100:00100000:1.0:1788876808.157767:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726656:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876808.157817:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 51380224, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x18809
00010000:00010000:1.0:1788876808.157826:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.157842:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:1.0:1788876808.157846:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876808.157853:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.157873:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876808.292355:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981472 is committed
00002000:00010000:0.0:1788876808.292475:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 51380224 -> 52428800
00002000:00010000:0.0:1788876808.292480:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 100361 -> 102409
00010000:00010000:0.0:1788876808.292495:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.292507:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.292516:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.292523:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876808.292529:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.292538:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.292558:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876808.292582:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e765ece lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876808.292684:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726656:12345-192.168.203.59@tcp:4:dd.500 Request processed in 134914us (135164us total) trans 4294981472 rc 0/0
00000100:00100000:0.0:1788876808.292695:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1666
00000100:00100000:0.0:1788876808.292707:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665152679013 time 7665166735115 state 0x2 ref 0
00000100:00100000:0.0:1788876808.302337:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876808.302543:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726784
00000100:00100000:1.0:1788876808.302554:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726784
00000100:00100000:1.0:1788876808.302626:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665152679013 time 7665166735115 state 0x0 ref 1
00000100:00100000:1.0:1788876808.302642:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665266735115 time 7665166735115 state 0x1 ref 1
00000100:00100000:1.0:1788876808.302680:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665266735115 time 7665311660327 state 0x0 ref 1
00000100:00100000:1.0:1788876808.302694:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726784:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876808.302745:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 52428800, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x19009
00010000:00010000:1.0:1788876808.302755:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.302772:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:1.0:1788876808.302776:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876808.302783:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.302798:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876808.303480:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876808.428894:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981473 is committed
00002000:00010000:2.0:1788876808.429096:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 52428800 -> 53477376
00002000:00010000:2.0:1788876808.429101:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 102409 -> 104457
00010000:00010000:2.0:1788876808.429117:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.429129:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.429138:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.429144:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876808.429149:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.429163:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.429191:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.429200:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e765ed5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876808.429297:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726784:12345-192.168.203.59@tcp:4:dd.500 Request processed in 126600us (126965us total) trans 4294981473 rc 0/0
00000100:00100000:2.0:1788876808.429308:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1667
00000100:00100000:2.0:1788876808.429320:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665266735115 time 7665311660327 state 0x2 ref 0
00000100:00100000:3.0:1788876808.453268:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876808.455455:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362726912
00000100:00100000:1.0:1788876808.455469:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362726912
00000100:00100000:1.0:1788876808.455539:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665266735115 time 7665311660327 state 0x0 ref 1
00000100:00100000:1.0:1788876808.455555:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665411660327 time 7665311660327 state 0x1 ref 1
00000100:00100000:1.0:1788876808.455601:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665411660327 time 7665464580651 state 0x0 ref 1
00000100:00100000:1.0:1788876808.455614:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726912:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876808.455663:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 53477376, mtime: 0x6aa01808, atime: 0x0, ctime: 0x6aa01808, blocks: 0x19809
00010000:00010000:1.0:1788876808.455673:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.455689:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:1.0:1788876808.455693:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876808.455700:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.455713:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876808.505635:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981474 is committed
00002000:00010000:2.0:1788876808.505734:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 53477376 -> 54525952
00002000:00010000:2.0:1788876808.505739:0:20685:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876808 -> 1788876809
00002000:00010000:2.0:1788876808.505741:0:20685:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876808 -> 1788876809
00002000:00010000:2.0:1788876808.505743:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 104457 -> 106505
00010000:00010000:2.0:1788876808.505757:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.505770:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.505779:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.505786:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876808.505791:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.505799:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.505817:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.505823:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765edc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876808.505919:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362726912:12345-192.168.203.59@tcp:4:dd.500 Request processed in 50302us (52655us total) trans 4294981474 rc 0/0
00000100:00100000:2.0:1788876808.505929:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1668
00000100:00100000:2.0:1788876808.505942:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665411660327 time 7665464580651 state 0x2 ref 0
00000100:00100000:0.0:1788876808.511750:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876808.511836:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727040
00000100:00100000:2.0:1788876808.511847:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727040
00000100:00100000:2.0:1788876808.511909:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665411660327 time 7665464580651 state 0x0 ref 1
00000100:00100000:2.0:1788876808.511923:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665564580651 time 7665464580651 state 0x1 ref 1
00000100:00100000:1.0:1788876808.555830:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665564580651 time 7665564790355 state 0x0 ref 1
00000100:00100000:1.0:1788876808.555875:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362727040:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876808.555938:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 54525952, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1a009
00010000:00010000:1.0:1788876808.555947:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.555965:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:1.0:1788876808.555969:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876808.555976:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.555989:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876808.651061:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981475 is committed
00002000:00010000:2.0:1788876808.651193:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 54525952 -> 55574528
00002000:00010000:2.0:1788876808.651198:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 106505 -> 108553
00010000:00010000:2.0:1788876808.651211:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.651232:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.651242:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.651249:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876808.651255:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.651264:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.651282:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.651291:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e765ee3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876808.651388:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362727040:12345-192.168.203.59@tcp:4:dd.500 Request processed in 95529us (139643us total) trans 4294981475 rc 0/0
00000100:00100000:2.0:1788876808.651402:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1669
00000100:00100000:2.0:1788876808.651414:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665564580651 time 7665564790355 state 0x2 ref 0
00000100:00100000:1.0:1788876808.657731:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876808.660769:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727168
00000100:00100000:2.0:1788876808.660785:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727168
00000100:00100000:2.0:1788876808.660851:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665564580651 time 7665564790355 state 0x0 ref 1
00000100:00100000:2.0:1788876808.660866:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665664790355 time 7665564790355 state 0x1 ref 1
00000100:00100000:2.0:1788876808.660950:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665664790355 time 7665669928607 state 0x0 ref 1
00000100:00100000:2.0:1788876808.660964:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362727168:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876808.661031:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 55574528, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1a809
00010000:00010000:2.0:1788876808.661041:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.661057:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:2.0:1788876808.661061:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876808.661067:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.661079:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876808.797750:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981476 is committed
00002000:00010000:2.0:1788876808.797853:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 55574528 -> 56623104
00002000:00010000:2.0:1788876808.797858:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 108553 -> 110601
00010000:00010000:2.0:1788876808.797872:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.797884:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.797893:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.797901:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876808.797906:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.797915:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.797935:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.797944:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765eea lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876808.798071:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362727168:12345-192.168.203.59@tcp:4:dd.500 Request processed in 137105us (140345us total) trans 4294981476 rc 0/0
00000100:00100000:2.0:1788876808.798082:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1670
00000100:00100000:2.0:1788876808.798094:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665664790355 time 7665669928607 state 0x2 ref 0
00000100:00100000:3.0:1788876808.802703:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876808.802854:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727296
00000100:00100000:2.0:1788876808.802864:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727296
00000100:00100000:2.0:1788876808.802929:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665664790355 time 7665669928607 state 0x0 ref 1
00000100:00100000:2.0:1788876808.802945:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665769928607 time 7665669928607 state 0x1 ref 1
00000100:00100000:2.0:1788876808.802977:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665769928607 time 7665811957528 state 0x0 ref 1
00000100:00100000:2.0:1788876808.802989:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362727296:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876808.803059:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 56623104, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1b009
00010000:00010000:2.0:1788876808.803069:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.803084:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:2.0:1788876808.803088:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876808.803095:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.803109:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876808.892138:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981477 is committed
00002000:00010000:1.0:1788876808.892333:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 56623104 -> 57671680
00002000:00010000:1.0:1788876808.892338:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 110601 -> 112649
00010000:00010000:1.0:1788876808.892352:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.892365:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.892375:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.892390:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876808.892395:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.892406:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.892423:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876808.892430:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765ef1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876808.892633:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362727296:12345-192.168.203.59@tcp:4:dd.500 Request processed in 89640us (89933us total) trans 4294981477 rc 0/0
00000100:00100000:1.0:1788876808.892645:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1671
00000100:00100000:1.0:1788876808.892657:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665769928607 time 7665811957528 state 0x2 ref 0
00000100:00100000:3.0:1788876808.897394:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876808.897484:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727424
00000100:00100000:0.0:1788876808.897493:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727424
00000100:00100000:0.0:1788876808.897631:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665769928607 time 7665811957528 state 0x0 ref 1
00000100:00100000:0.0:1788876808.897648:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665911957528 time 7665811957528 state 0x1 ref 1
00000100:00100000:2.0:1788876808.903120:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665911957528 time 7665912085703 state 0x0 ref 1
00000100:00100000:2.0:1788876808.903150:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362727424:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876808.903320:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 57671680, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1b809
00010000:00010000:2.0:1788876808.903329:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.903345:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7665s v=(0 0)
00010000:00010000:2.0:1788876808.903349:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876808.903356:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876808.903369:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876808.963583:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981478 is committed
00002000:00010000:3.0:1788876808.963847:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 57671680 -> 58720256
00002000:00010000:3.0:1788876808.963852:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 112649 -> 114697
00010000:00010000:3.0:1788876808.963866:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876808.963878:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876808.963887:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876808.963894:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876808.963898:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876808.963908:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876808.963926:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876808.963939:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e765ef8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876808.964071:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362727424:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60929us (66681us total) trans 4294981478 rc 0/0
00000100:00100000:3.0:1788876808.964083:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1672
00000100:00100000:3.0:1788876808.964094:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665911957528 time 7665912085703 state 0x2 ref 0
00000100:00100000:3.0:1788876808.969386:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876808.969534:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727552
00000100:00100000:1.0:1788876808.969544:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727552
00000100:00100000:1.0:1788876808.969616:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7665911957528 time 7665912085703 state 0x0 ref 1
00000100:00100000:1.0:1788876808.969631:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666012085703 time 7665912085703 state 0x1 ref 1
00000100:00100000:0.0:1788876809.004998:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666012085703 time 7666013964370 state 0x0 ref 1
00000100:00100000:0.0:1788876809.005127:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362727552:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876809.005431:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 58720256, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1c009
00010000:00010000:3.0:1788876809.005442:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.005457:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:3.0:1788876809.005462:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876809.005469:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.005485:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876809.015916:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:3.0:1788876809.065391:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981479 is committed
00002000:00010000:2.0:1788876809.065609:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 58720256 -> 59768832
00002000:00010000:2.0:1788876809.065614:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 114697 -> 116745
00010000:00010000:2.0:1788876809.065627:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.065639:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.065652:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.065659:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876809.065663:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.065671:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.065689:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.065698:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765eff lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876809.065829:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362727552:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60809us (96446us total) trans 4294981479 rc 0/0
00000100:00100000:2.0:1788876809.065840:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1673
00000100:00100000:2.0:1788876809.065852:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666012085703 time 7666013964370 state 0x2 ref 0
00000100:00100000:2.0:1788876809.070491:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876809.070627:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727680
00000100:00100000:1.0:1788876809.070636:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727680
00000100:00100000:1.0:1788876809.070701:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666012085703 time 7666013964370 state 0x0 ref 1
00000100:00100000:1.0:1788876809.070716:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666113964370 time 7666013964370 state 0x1 ref 1
00000100:00100000:3.0:1788876809.105144:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666113964370 time 7666114109317 state 0x0 ref 1
00000100:00100000:3.0:1788876809.105187:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362727680:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876809.105261:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 59768832, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1c809
00010000:00010000:3.0:1788876809.105270:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.105284:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:3.0:1788876809.105288:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876809.105294:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.105307:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876809.191595:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981480 is committed
00002000:00010000:3.0:1788876809.191770:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 59768832 -> 60817408
00002000:00010000:3.0:1788876809.191775:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 116745 -> 118793
00010000:00010000:3.0:1788876809.191791:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.191803:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.191810:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.191816:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876809.191820:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.191833:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.191850:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.191858:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f06 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876809.192120:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362727680:12345-192.168.203.59@tcp:4:dd.500 Request processed in 86953us (121633us total) trans 4294981480 rc 0/0
00000100:00100000:3.0:1788876809.192133:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1674
00000100:00100000:3.0:1788876809.192144:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666113964370 time 7666114109317 state 0x2 ref 0
00000100:00100000:0.0:1788876809.198456:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876809.198613:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727808
00000100:00100000:1.0:1788876809.198622:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727808
00000100:00100000:1.0:1788876809.198688:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666113964370 time 7666114109317 state 0x0 ref 1
00000100:00100000:1.0:1788876809.198713:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666214109317 time 7666114109317 state 0x1 ref 1
00000100:00100000:2.0:1788876809.205456:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666214109317 time 7666214355546 state 0x0 ref 1
00000100:00100000:2.0:1788876809.205488:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362727808:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876809.205546:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 60817408, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1d009
00010000:00010000:2.0:1788876809.205563:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.205579:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:2.0:1788876809.205583:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876809.205590:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.205604:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.327459:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876809.362858:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981481 is committed
00002000:00010000:1.0:1788876809.362976:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 60817408 -> 61865984
00002000:00010000:1.0:1788876809.362981:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 118793 -> 120841
00010000:00010000:1.0:1788876809.362996:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.363007:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.363051:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.363059:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876809.363064:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.363074:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.363091:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.363099:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765f0d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876809.363197:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362727808:12345-192.168.203.59@tcp:4:dd.500 Request processed in 157717us (164746us total) trans 4294981481 rc 0/0
00000100:00100000:1.0:1788876809.363208:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1675
00000100:00100000:1.0:1788876809.363220:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666214109317 time 7666214355546 state 0x2 ref 0
00000100:00100000:0.0:1788876809.377525:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876809.377810:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362727936
00000100:00100000:2.0:1788876809.377820:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362727936
00000100:00100000:2.0:1788876809.378136:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666214109317 time 7666214355546 state 0x0 ref 1
00000100:00100000:2.0:1788876809.378152:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666314355546 time 7666214355546 state 0x1 ref 1
00000100:00100000:3.0:1788876809.378276:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666314355546 time 7666387252864 state 0x0 ref 1
00000100:00100000:3.0:1788876809.378291:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362727936:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876809.378470:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 61865984, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1d809
00010000:00010000:3.0:1788876809.378480:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.378494:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:3.0:1788876809.378498:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876809.378504:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.378516:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876809.575453:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981482 is committed
00002000:00010000:2.0:1788876809.576763:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 61865984 -> 62914560
00002000:00010000:2.0:1788876809.576770:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 120841 -> 122889
00010000:00010000:2.0:1788876809.576786:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.576803:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.576812:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.576818:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876809.576822:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.576841:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.576860:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.576868:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e966f59f/0x3868396b8e765f14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876809.577119:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362727936:12345-192.168.203.59@tcp:4:dd.500 Request processed in 198825us (199597us total) trans 4294981482 rc 0/0
00000100:00100000:2.0:1788876809.577130:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1676
00000100:00100000:2.0:1788876809.577142:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666314355546 time 7666387252864 state 0x2 ref 0
00000100:00100000:0.0:1788876809.584631:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876809.585004:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728064
00000100:00100000:2.0:1788876809.585091:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728064
00000100:00100000:2.0:1788876809.585153:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666314355546 time 7666387252864 state 0x0 ref 1
00000100:00100000:2.0:1788876809.585355:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666487252864 time 7666387252864 state 0x1 ref 1
00000100:00100000:2.0:1788876809.585436:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7666487252864 time 7666594415020 state 0x0 ref 1
00000100:00100000:2.0:1788876809.585450:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362728064:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876809.585498:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 62914560, mtime: 0x6aa01809, atime: 0x0, ctime: 0x6aa01809, blocks: 0x1e009
00010000:00010000:2.0:1788876809.585507:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.585523:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:2.0:1788876809.585527:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876809.585533:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.585546:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876809.647406:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876809.647428:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365730688:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876809.647495:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876809.648082:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365730688
00000100:00100000:0.0:1788876809.648091:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365730688
00000100:00100000:0.0:1788876809.648177:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 330
00000100:00100000:0.0:1788876809.648188:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3308:x1875765365730688:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876809.648232:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3807379456 avail 3805282304
00000100:00100000:0.0:1788876809.648293:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3308:x1875765365730688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (797us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876809.648310:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 330
00000100:00100000:1.0:1788876809.648537:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365730688:0@lo:13:osp-pre-1-0.0
00000100:00080000:3.0:1788876809.648649:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876809.650880:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365730944:0@lo:400:kworker.0
00000100:00100000:3.0:1788876809.650953:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876809.650989:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876809.650995:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365731072:0@lo:400:kworker.0
00000100:00100000:3.0:1788876809.651038:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876809.651068:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365730944
00000100:00100000:3.0:1788876809.651074:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365730944
00000100:00100000:3.0:1788876809.651115:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731072
00000100:00100000:3.0:1788876809.651117:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731072
00000100:00100000:3.0:1788876809.651141:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6662
00000100:00100000:3.0:1788876809.651149:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365730944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876809.651222:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365730944:12345-0@lo:400:kworker.0 Request processed in 72us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876809.651229:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6662
00000100:00100000:3.0:1788876809.651244:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6663
00000100:00100000:3.0:1788876809.651251:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365731072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876809.651450:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365731072:12345-0@lo:400:kworker.0 Request processed in 198us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876809.651457:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6663
00000100:00080000:3.0:1788876809.651485:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876809.651513:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365731072:0@lo:400:kworker.0
00000100:00100000:3.0:1788876809.651523:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365730944:0@lo:400:kworker.0
00000100:00100000:2.0:1788876809.651609:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365731200:0@lo:400:kworker.0
00000100:00100000:2.0:1788876809.651644:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876809.651672:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1788876809.651678:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365730816:0@lo:400:kworker.0
00000100:00100000:2.0:1788876809.651705:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876809.651732:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365731328:0@lo:400:kworker.0
00000100:00100000:2.0:1788876809.651752:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876809.651776:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365730816
00000100:00100000:2.0:1788876809.651781:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365730816
00000100:00100000:2.0:1788876809.651810:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122
00000100:00100000:2.0:1788876809.651817:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365730816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876809.651852:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365730816:12345-0@lo:400:kworker.0 Request processed in 36us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876809.651858:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122
00000100:00100000:2.0:1788876809.651895:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365730816:0@lo:400:kworker.0
00000100:00100000:3.0:1788876809.651960:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731200
00000100:00100000:3.0:1788876809.651964:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731200
00000100:00100000:3.0:1788876809.652009:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 332
00000100:00100000:3.0:1788876809.652042:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365731200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876809.652078:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365731200:12345-0@lo:400:kworker.0 Request processed in 38us (433us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876809.652084:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 332
00000100:00100000:1.0:1788876809.652152:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731328
00000100:00100000:1.0:1788876809.652157:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731328
00000100:00100000:1.0:1788876809.652212:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6664
00000100:00100000:1.0:1788876809.652221:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365731328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876809.652257:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365731328:12345-0@lo:400:kworker.0 Request processed in 37us (503us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876809.652263:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6664
00000100:00080000:2.0:1788876809.652656:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1788876809.652662:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876809.652688:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365731328:0@lo:400:kworker.0
00000100:00100000:2.0:1788876809.652698:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981458 gen 2
00000004:00080000:2.0:1788876809.652703:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306a70380, transno 4294981457
00000004:00080000:2.0:1788876809.652719:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306a72d80, transno 4294981458
00000100:00100000:2.0:1788876809.652724:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365731200:0@lo:400:kworker.0
00002000:00010000:1.0:1788876809.657518:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 62914560 -> 63963136
00002000:00010000:1.0:1788876809.657528:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876809 -> 1788876810
00002000:00010000:1.0:1788876809.657530:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876809 -> 1788876810
00002000:00010000:1.0:1788876809.657533:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 122889 -> 124937
00010000:00010000:1.0:1788876809.657549:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.657573:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.657583:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.657590:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876809.657595:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.657603:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.657621:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.657630:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f1b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876809.657739:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362728064:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72286us (73112us total) trans 4294981483 rc 0/0
00000100:00100000:1.0:1788876809.657750:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1677
00000100:00100000:1.0:1788876809.657763:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7666487252864 time 7666594415020 state 0x2 ref 0
00000001:00080000:3.0:1788876809.661571:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981483 is committed
00000100:00100000:3.0:1788876809.668074:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876809.668418:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728192
00000100:00100000:2.0:1788876809.668428:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728192
00000100:00100000:2.0:1788876809.668489:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7666487252864 time 7666594415020 state 0x0 ref 1
00000100:00100000:2.0:1788876809.668506:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7666694415020 time 7666594415020 state 0x1 ref 1
00000100:00100000:2.0:1788876809.668539:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666694415020 time 7666677519797 state 0x0 ref 1
00000100:00100000:2.0:1788876809.668566:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362728192:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876809.668615:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 63963136, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x1e809
00010000:00010000:2.0:1788876809.668624:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.668640:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:2.0:1788876809.668645:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876809.668651:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.668664:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876809.729491:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981484 is committed
00002000:00010000:3.0:1788876809.729595:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 63963136 -> 65011712
00002000:00010000:3.0:1788876809.729600:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 124937 -> 126985
00010000:00010000:3.0:1788876809.729614:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.729627:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.729637:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.729644:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876809.729648:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.729663:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.729682:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.729691:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f22 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876809.729784:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362728192:12345-192.168.203.59@tcp:4:dd.500 Request processed in 61225us (61715us total) trans 4294981484 rc 0/0
00000100:00100000:3.0:1788876809.729795:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1678
00000100:00100000:3.0:1788876809.729807:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666694415020 time 7666677519797 state 0x2 ref 0
00000100:00100000:0.0:1788876809.734222:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876809.734534:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728320
00000100:00100000:1.0:1788876809.734543:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728320
00000100:00100000:0.0:1788876809.734677:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666694415020 time 7666677519797 state 0x0 ref 1
00000100:00100000:0.0:1788876809.734691:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666777519797 time 7666677519797 state 0x1 ref 1
00000100:00100000:0.0:1788876809.768686:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666777519797 time 7666777645449 state 0x0 ref 1
00000100:00100000:0.0:1788876809.768721:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362728320:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876809.768784:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 65011712, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x1f009
00010000:00010000:0.0:1788876809.768794:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876809.768810:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:0.0:1788876809.768815:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876809.768821:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876809.768839:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876809.848705:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 65011712 -> 66060288
00002000:00010000:1.0:1788876809.848714:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 126985 -> 129033
00010000:00010000:1.0:1788876809.848728:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.848742:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.848751:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.848759:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876809.848764:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.848772:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.848795:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876809.848804:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e765f29 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876809.848898:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362728320:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80189us (114687us total) trans 4294981485 rc 0/0
00000100:00100000:1.0:1788876809.848909:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1679
00000100:00100000:1.0:1788876809.848920:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666777519797 time 7666777645449 state 0x2 ref 0
00000001:00080000:3.0:1788876809.853901:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981485 is committed
00000100:00100000:1.0:1788876809.855775:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876809.855856:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728448
00000100:00100000:3.0:1788876809.855866:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728448
00000100:00100000:3.0:1788876809.855925:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666777519797 time 7666777645449 state 0x0 ref 1
00000100:00100000:3.0:1788876809.855940:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666877645449 time 7666777645449 state 0x1 ref 1
00000100:00100000:2.0:1788876809.868863:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666877645449 time 7666877824805 state 0x0 ref 1
00000100:00100000:2.0:1788876809.868899:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362728448:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876809.868969:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 66060288, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x1f809
00010000:00010000:2.0:1788876809.868979:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.868996:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:2.0:1788876809.869001:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876809.869007:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876809.869124:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876809.952435:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981486 is committed
00002000:00010000:3.0:1788876809.952610:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 66060288 -> 67108864
00002000:00010000:3.0:1788876809.952614:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 129033 -> 131081
00010000:00010000:3.0:1788876809.952630:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.952644:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.952653:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.952661:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876809.952666:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.952675:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.952693:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.952700:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765f30 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876809.952795:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362728448:12345-192.168.203.59@tcp:4:dd.500 Request processed in 83910us (97024us total) trans 4294981486 rc 0/0
00000100:00100000:3.0:1788876809.952806:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1680
00000100:00100000:3.0:1788876809.952819:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666877645449 time 7666877824805 state 0x2 ref 0
00000100:00100000:1.0:1788876809.958358:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876809.958692:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728576
00000100:00100000:2.0:1788876809.958702:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728576
00000100:00100000:2.0:1788876809.958759:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666877645449 time 7666877824805 state 0x0 ref 1
00000100:00100000:2.0:1788876809.958774:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666977824805 time 7666877824805 state 0x1 ref 1
00000100:00100000:3.0:1788876809.974640:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666977824805 time 7666983604976 state 0x0 ref 1
00000100:00100000:3.0:1788876809.974669:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362728576:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876809.974727:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 67108864, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x20009
00010000:00010000:3.0:1788876809.974736:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.974751:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7666s v=(0 0)
00010000:00010000:3.0:1788876809.974755:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876809.974761:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876809.974774:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876810.077865:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981487 is committed
00002000:00010000:0.0:1788876810.078243:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 67108864 -> 68157440
00002000:00010000:0.0:1788876810.078248:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 131081 -> 133129
00010000:00010000:0.0:1788876810.078262:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876810.078275:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876810.078284:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876810.078292:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876810.078297:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876810.078306:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876810.078328:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876810.078337:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e765f37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876810.078600:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362728576:12345-192.168.203.59@tcp:4:dd.500 Request processed in 103938us (120246us total) trans 4294981487 rc 0/0
00000100:00100000:0.0:1788876810.078611:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1681
00000100:00100000:0.0:1788876810.078623:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666977824805 time 7666983604976 state 0x2 ref 0
00000100:00100000:2.0:1788876810.086474:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876810.086663:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728704
00000100:00100000:3.0:1788876810.086673:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728704
00000100:00100000:3.0:1788876810.086736:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7666977824805 time 7666983604976 state 0x0 ref 1
00000100:00100000:3.0:1788876810.086752:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667083604976 time 7666983604976 state 0x1 ref 1
00000100:00100000:3.0:1788876810.086784:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667083604976 time 7667095764129 state 0x0 ref 1
00000100:00100000:3.0:1788876810.086796:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362728704:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876810.086842:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 68157440, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x20809
00010000:00010000:3.0:1788876810.086851:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.086867:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:3.0:1788876810.086872:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876810.086879:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.086893:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876810.154611:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 68157440 -> 69206016
00002000:00010000:3.0:1788876810.154619:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 133129 -> 135177
00010000:00010000:3.0:1788876810.154635:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.154647:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.154657:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.154665:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876810.154670:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.154679:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.154697:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.154705:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876810.154842:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362728704:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68042us (68372us total) trans 4294981488 rc 0/0
00000100:00100000:3.0:1788876810.154853:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1682
00000100:00100000:3.0:1788876810.154864:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667083604976 time 7667095764129 state 0x2 ref 0
00000001:00080000:0.0:1788876810.154921:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981488 is committed
00000100:00100000:1.0:1788876810.176200:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876810.176246:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728832
00000100:00100000:1.0:1788876810.176256:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728832
00000100:00100000:1.0:1788876810.176314:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667083604976 time 7667095764129 state 0x0 ref 1
00000100:00100000:1.0:1788876810.176328:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667195764129 time 7667095764129 state 0x1 ref 1
00000100:00100000:3.0:1788876810.189605:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667195764129 time 7667198560463 state 0x0 ref 1
00000100:00100000:3.0:1788876810.189634:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362728832:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876810.189691:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 69206016, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x21009
00010000:00010000:3.0:1788876810.189704:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.189722:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:3.0:1788876810.189726:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876810.189733:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.189749:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876810.210969:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993618 is committed
00000100:00100000:1.0:1788876810.236921:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876810.236956:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876810.236983:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876810.237009:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876810.237053:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729088
00000100:00100000:1.0:1788876810.237063:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729088
00000100:00100000:1.0:1788876810.237115:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729344
00000100:00100000:1.0:1788876810.237119:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729344
00000100:00100000:1.0:1788876810.237142:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6665
00000100:00100000:1.0:1788876810.237151:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362729088:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876810.237230:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362729088:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 80us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876810.237238:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6665
00000100:00100000:1.0:1788876810.237253:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6666
00000100:00100000:1.0:1788876810.237259:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362729344:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876810.237282:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362729344:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 23us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876810.237288:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6666
00000100:00100000:1.0:1788876810.237309:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362728960
00000100:00100000:1.0:1788876810.237312:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362728960
00000100:00100000:1.0:1788876810.237336:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3123
00000100:00100000:1.0:1788876810.237343:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362728960:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876810.237366:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362728960:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876810.237372:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3123
00000100:00080000:1.0:1788876810.237394:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876810.237702:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729216
00000100:00100000:2.0:1788876810.237707:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729216
00000100:00100000:2.0:1788876810.237750:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 333
00000100:00100000:2.0:1788876810.237758:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362729216:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876810.237789:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362729216:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 32us (780us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876810.237796:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 333
00000100:00080000:1.0:1788876810.239748:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:0.0:1788876810.246379:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981489 is committed
00002000:00010000:3.0:1788876810.246499:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 69206016 -> 70254592
00002000:00010000:3.0:1788876810.246504:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 135177 -> 137225
00010000:00010000:3.0:1788876810.246518:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.246529:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.246537:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.246543:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876810.246558:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.246568:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.246587:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.246595:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f45 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876810.246693:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362728832:12345-192.168.203.59@tcp:4:dd.500 Request processed in 57064us (70496us total) trans 4294981489 rc 0/0
00000100:00100000:3.0:1788876810.246704:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1683
00000100:00100000:3.0:1788876810.246716:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667195764129 time 7667198560463 state 0x2 ref 0
00000100:00100000:1.0:1788876810.257491:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876810.257597:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729472
00000100:00100000:2.0:1788876810.257607:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729472
00000100:00100000:2.0:1788876810.257666:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667195764129 time 7667198560463 state 0x0 ref 1
00000100:00100000:2.0:1788876810.257681:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667298560463 time 7667198560463 state 0x1 ref 1
00000100:00100000:1.0:1788876810.291300:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667298560463 time 7667300265651 state 0x0 ref 1
00000100:00100000:1.0:1788876810.291329:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362729472:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876810.291401:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 70254592, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x21809
00010000:00010000:1.0:1788876810.291411:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.291425:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:1.0:1788876810.291429:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876810.291436:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.291449:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.351366:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876810.412011:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981490 is committed
00002000:00010000:3.0:1788876810.412981:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 70254592 -> 71303168
00002000:00010000:3.0:1788876810.412987:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 137225 -> 139273
00010000:00010000:3.0:1788876810.413001:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.413036:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.413045:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.413052:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876810.413056:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.413064:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.413081:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.413089:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765f4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876810.413251:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362729472:12345-192.168.203.59@tcp:4:dd.500 Request processed in 121931us (155766us total) trans 4294981490 rc 0/0
00000100:00100000:3.0:1788876810.413263:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1684
00000100:00100000:3.0:1788876810.413275:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667298560463 time 7667300265651 state 0x2 ref 0
00000100:00100000:2.0:1788876810.428563:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876810.428639:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729600
00000100:00100000:3.0:1788876810.428648:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729600
00000100:00100000:3.0:1788876810.428706:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667298560463 time 7667300265651 state 0x0 ref 1
00000100:00100000:3.0:1788876810.428721:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667400265651 time 7667300265651 state 0x1 ref 1
00000100:00100000:3.0:1788876810.428754:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667400265651 time 7667437734184 state 0x0 ref 1
00000100:00100000:3.0:1788876810.428765:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362729600:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876810.428809:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 71303168, mtime: 0x6aa0180a, atime: 0x0, ctime: 0x6aa0180a, blocks: 0x22009
00010000:00010000:3.0:1788876810.428817:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.428831:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:3.0:1788876810.428835:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876810.428841:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.428858:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876810.493507:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 71303168 -> 72351744
00002000:00010000:2.0:1788876810.493517:0:19113:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876810 -> 1788876811
00002000:00010000:2.0:1788876810.493520:0:19113:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876810 -> 1788876811
00002000:00010000:2.0:1788876810.493522:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 139273 -> 141321
00010000:00010000:2.0:1788876810.493538:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.493560:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.493570:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.493576:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876810.493581:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.493590:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.493608:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.493615:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e765f53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876810.493725:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362729600:12345-192.168.203.59@tcp:4:dd.500 Request processed in 64956us (65174us total) trans 4294981491 rc 0/0
00000100:00100000:2.0:1788876810.493736:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1685
00000100:00100000:2.0:1788876810.493748:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667400265651 time 7667437734184 state 0x2 ref 0
00000001:00080000:1.0:1788876810.495050:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981491 is committed
00000100:00100000:2.0:1788876810.514299:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876810.514485:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729728
00000100:00100000:0.0:1788876810.514495:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729728
00000100:00100000:0.0:1788876810.514561:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667400265651 time 7667437734184 state 0x0 ref 1
00000100:00100000:0.0:1788876810.514579:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667537734184 time 7667437734184 state 0x1 ref 1
00000100:00100000:1.0:1788876810.528971:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667537734184 time 7667537935218 state 0x0 ref 1
00000100:00100000:1.0:1788876810.529330:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362729728:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876810.529480:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 72351744, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x22809
00010000:00010000:2.0:1788876810.529491:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.529506:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:2.0:1788876810.529510:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876810.529516:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.529530:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876810.665359:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981492 is committed
00002000:00010000:3.0:1788876810.665623:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 72351744 -> 73400320
00002000:00010000:3.0:1788876810.665628:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 141321 -> 143369
00010000:00010000:3.0:1788876810.665642:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.665655:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.665664:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.665672:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876810.665677:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.665697:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.665717:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.665724:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f5a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876810.665820:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362729728:12345-192.168.203.59@tcp:4:dd.500 Request processed in 136826us (151526us total) trans 4294981492 rc 0/0
00000100:00100000:3.0:1788876810.665832:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1686
00000100:00100000:3.0:1788876810.665843:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667537734184 time 7667537935218 state 0x2 ref 0
00000100:00100000:0.0:1788876810.670264:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876810.670348:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729856
00000100:00100000:3.0:1788876810.670360:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729856
00000100:00100000:3.0:1788876810.670423:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667537734184 time 7667537935218 state 0x0 ref 1
00000100:00100000:3.0:1788876810.670438:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667637935218 time 7667537935218 state 0x1 ref 1
00000100:00100000:3.0:1788876810.670481:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667637935218 time 7667679450787 state 0x0 ref 1
00000100:00100000:3.0:1788876810.670494:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362729856:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876810.670540:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 73400320, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x23009
00010000:00010000:3.0:1788876810.670559:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.670576:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:3.0:1788876810.670580:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876810.670587:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876810.670606:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876810.745970:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981493 is committed
00002000:00010000:1.0:1788876810.746073:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 73400320 -> 74448896
00002000:00010000:1.0:1788876810.746078:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 143369 -> 145417
00010000:00010000:1.0:1788876810.746095:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.746108:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.746122:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.746129:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876810.746134:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.746143:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.746232:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.746241:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e765f61 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876810.746344:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362729856:12345-192.168.203.59@tcp:4:dd.500 Request processed in 75846us (76084us total) trans 4294981493 rc 0/0
00000100:00100000:1.0:1788876810.746356:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1687
00000100:00100000:1.0:1788876810.746369:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667637935218 time 7667679450787 state 0x2 ref 0
00000100:00100000:0.0:1788876810.765578:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876810.765933:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362729984
00000100:00100000:3.0:1788876810.765943:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362729984
00000100:00100000:3.0:1788876810.766008:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667637935218 time 7667679450787 state 0x0 ref 1
00000100:00100000:3.0:1788876810.766062:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667779450787 time 7667679450787 state 0x1 ref 1
00000100:00100000:1.0:1788876810.770592:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667779450787 time 7667779557805 state 0x0 ref 1
00000100:00100000:1.0:1788876810.770623:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362729984:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876810.770818:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 74448896, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x23809
00010000:00010000:1.0:1788876810.770830:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.770845:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:1.0:1788876810.770850:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876810.770857:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876810.770870:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876810.902635:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981494 is committed
00002000:00010000:2.0:1788876810.902900:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 74448896 -> 75497472
00002000:00010000:2.0:1788876810.902905:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 145417 -> 147465
00010000:00010000:2.0:1788876810.902919:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.902933:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.902947:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.902955:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876810.902960:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.902969:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.902990:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.902998:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021d2f745/0x3868396b8e765f68 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876810.903130:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362729984:12345-192.168.203.59@tcp:4:dd.500 Request processed in 132517us (137556us total) trans 4294981494 rc 0/0
00000100:00100000:2.0:1788876810.903141:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1688
00000100:00100000:2.0:1788876810.903152:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667779450787 time 7667779557805 state 0x2 ref 0
00000100:00100000:0.0:1788876810.920339:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876810.924258:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362730112
00000100:00100000:2.0:1788876810.924274:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362730112
00000100:00100000:2.0:1788876810.924344:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667779450787 time 7667779557805 state 0x0 ref 1
00000100:00100000:2.0:1788876810.924365:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667879557805 time 7667779557805 state 0x1 ref 1
00000100:00100000:2.0:1788876810.924591:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667879557805 time 7667933384044 state 0x0 ref 1
00000100:00100000:2.0:1788876810.924610:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362730112:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876810.924660:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 75497472, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x24009
00010000:00010000:2.0:1788876810.924669:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.924697:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7667s v=(0 0)
00010000:00010000:2.0:1788876810.924702:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876810.924717:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876810.924732:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876811.057564:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 75497472 -> 76546048
00002000:00010000:2.0:1788876811.057573:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 147465 -> 149513
00010000:00010000:2.0:1788876811.057587:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.057601:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.057617:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.057625:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876811.057630:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.057639:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.057658:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.057665:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f6f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876811.057761:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362730112:12345-192.168.203.59@tcp:4:dd.500 Request processed in 133151us (137426us total) trans 4294981495 rc 0/0
00000100:00100000:2.0:1788876811.057773:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1689
00000100:00100000:2.0:1788876811.057785:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667879557805 time 7667933384044 state 0x2 ref 0
00000001:00080000:3.0:1788876811.061459:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981495 is committed
00000100:00100000:3.0:1788876811.073729:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876811.073839:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362730240
00000100:00100000:2.0:1788876811.073848:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362730240
00000100:00100000:2.0:1788876811.073921:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7667879557805 time 7667933384044 state 0x0 ref 1
00000100:00100000:2.0:1788876811.073940:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668033384044 time 7667933384044 state 0x1 ref 1
00000100:00100000:2.0:1788876811.073975:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668033384044 time 7668082955905 state 0x0 ref 1
00000100:00100000:2.0:1788876811.073988:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362730240:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876811.074073:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 76546048, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x24809
00010000:00010000:2.0:1788876811.074083:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.074097:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:2.0:1788876811.074102:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876811.074109:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.074122:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876811.077755:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:2.0:1788876811.191083:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981496 is committed
00002000:00010000:1.0:1788876811.191184:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 76546048 -> 77594624
00002000:00010000:1.0:1788876811.191190:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 149513 -> 151561
00010000:00010000:1.0:1788876811.191213:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.191226:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.191236:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.191244:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876811.191248:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.191258:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.191277:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.191285:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e765f76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876811.191378:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362730240:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117387us (117652us total) trans 4294981496 rc 0/0
00000100:00100000:1.0:1788876811.191388:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1690
00000100:00100000:1.0:1788876811.191400:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668033384044 time 7668082955905 state 0x2 ref 0
00000100:00100000:3.0:1788876811.204417:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876811.204590:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362730368
00000100:00100000:1.0:1788876811.204600:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362730368
00000100:00100000:1.0:1788876811.204654:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668033384044 time 7668082955905 state 0x0 ref 1
00000100:00100000:1.0:1788876811.204669:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668182955905 time 7668082955905 state 0x1 ref 1
00000100:00100000:1.0:1788876811.204699:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668182955905 time 7668213679667 state 0x0 ref 1
00000100:00100000:1.0:1788876811.204711:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362730368:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876811.204761:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 77594624, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x25009
00010000:00010000:1.0:1788876811.204770:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.204784:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:1.0:1788876811.204789:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876811.204795:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.204809:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876811.276457:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 77594624 -> 78643200
00002000:00010000:2.0:1788876811.276466:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 151561 -> 153609
00010000:00010000:2.0:1788876811.276481:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.276495:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.276505:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.276513:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876811.276518:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.276526:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.276554:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.276562:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b84a501/0x3868396b8e765f7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876811.276659:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362730368:12345-192.168.203.59@tcp:4:dd.500 Request processed in 71946us (72248us total) trans 4294981497 rc 0/0
00000100:00100000:2.0:1788876811.276671:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1691
00000100:00100000:2.0:1788876811.276683:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668182955905 time 7668213679667 state 0x2 ref 0
00000001:00080000:3.0:1788876811.277856:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981497 is committed
00000100:00100000:2.0:1788876811.289877:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876811.289997:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362730496
00000100:00100000:3.0:1788876811.290007:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362730496
00000100:00100000:3.0:1788876811.290087:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668182955905 time 7668213679667 state 0x0 ref 1
00000100:00100000:3.0:1788876811.290103:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668313679667 time 7668213679667 state 0x1 ref 1
00000100:00100000:3.0:1788876811.305051:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668313679667 time 7668313984750 state 0x0 ref 1
00000100:00100000:3.0:1788876811.305081:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362730496:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876811.305152:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 78643200, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x25809
00010000:00010000:3.0:1788876811.305173:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876811.305189:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:3.0:1788876811.305322:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876811.305331:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876811.305346:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.375049:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:1.0:1788876811.377074:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 78643200 -> 79691776
00002000:00010000:1.0:1788876811.377081:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 153609 -> 155657
00010000:00010000:1.0:1788876811.377094:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.377107:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.377116:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.377123:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876811.377127:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.377141:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.377176:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876811.377184:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e765f84 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876811.377289:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362730496:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72216us (87418us total) trans 4294981498 rc 0/0
00000100:00100000:1.0:1788876811.377299:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1692
00000100:00100000:1.0:1788876811.377311:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668313679667 time 7668313984750 state 0x2 ref 0
00000001:00080000:3.0:1788876811.378078:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981498 is committed
00000100:00100000:2.0:1788876811.385831:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876811.385910:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362730624
00000100:00100000:1.0:1788876811.385919:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362730624
00000100:00100000:1.0:1788876811.385981:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668313679667 time 7668313984750 state 0x0 ref 1
00000100:00100000:1.0:1788876811.385996:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668413984750 time 7668313984750 state 0x1 ref 1
00000100:00100000:0.0:1788876811.405136:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668413984750 time 7668414102535 state 0x0 ref 1
00000100:00100000:0.0:1788876811.405185:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362730624:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876811.405256:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 79691776, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x26009
00010000:00010000:0.0:1788876811.405265:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.405281:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:0.0:1788876811.405285:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876811.405291:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.405305:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876811.546775:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981499 is committed
00002000:00010000:0.0:1788876811.546970:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 79691776 -> 80740352
00002000:00010000:0.0:1788876811.546975:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 155657 -> 157705
00010000:00010000:0.0:1788876811.546989:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.547001:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.547010:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.547045:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876811.547050:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.547060:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.547084:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.547092:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765f8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876811.547185:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362730624:12345-192.168.203.59@tcp:4:dd.500 Request processed in 142027us (161357us total) trans 4294981499 rc 0/0
00000100:00100000:0.0:1788876811.547196:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1693
00000100:00100000:0.0:1788876811.547208:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668413984750 time 7668414102535 state 0x2 ref 0
00000100:00100000:1.0:1788876811.552620:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876811.552715:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362730752
00000100:00100000:2.0:1788876811.552726:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362730752
00000100:00100000:2.0:1788876811.552784:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668413984750 time 7668414102535 state 0x0 ref 1
00000100:00100000:2.0:1788876811.552799:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668514102535 time 7668414102535 state 0x1 ref 1
00000100:00100000:2.0:1788876811.552830:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668514102535 time 7668561810801 state 0x0 ref 1
00000100:00100000:2.0:1788876811.552843:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362730752:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876811.552889:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 80740352, mtime: 0x6aa0180b, atime: 0x0, ctime: 0x6aa0180b, blocks: 0x26809
00010000:00010000:2.0:1788876811.552898:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.552913:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:2.0:1788876811.552917:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876811.552924:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.552937:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876811.660355:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981500 is committed
00002000:00010000:2.0:1788876811.660453:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 80740352 -> 81788928
00002000:00010000:2.0:1788876811.660458:0:6589:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876811 -> 1788876812
00002000:00010000:2.0:1788876811.660460:0:6589:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876811 -> 1788876812
00002000:00010000:2.0:1788876811.660463:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 157705 -> 159753
00010000:00010000:2.0:1788876811.660476:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.660490:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.660508:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.660516:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876811.660520:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.660529:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.660557:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.660566:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765f92 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876811.660661:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362730752:12345-192.168.203.59@tcp:4:dd.500 Request processed in 107815us (108047us total) trans 4294981500 rc 0/0
00000100:00100000:2.0:1788876811.660671:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1694
00000100:00100000:2.0:1788876811.660691:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668514102535 time 7668561810801 state 0x2 ref 0
00000100:00100000:1.0:1788876811.666663:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876811.666811:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362730880
00000100:00100000:2.0:1788876811.666820:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362730880
00000100:00100000:2.0:1788876811.666877:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668514102535 time 7668561810801 state 0x0 ref 1
00000100:00100000:2.0:1788876811.666892:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668661810801 time 7668561810801 state 0x1 ref 1
00000100:00100000:2.0:1788876811.666923:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668661810801 time 7668675903459 state 0x0 ref 1
00000100:00100000:2.0:1788876811.666935:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362730880:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876811.666982:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 81788928, mtime: 0x6aa0180c, atime: 0x0, ctime: 0x6aa0180c, blocks: 0x27009
00010000:00010000:2.0:1788876811.666991:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.667006:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:2.0:1788876811.667010:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876811.667057:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.667071:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876811.695985:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365731456:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876811.696067:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876811.696200:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731456
00000100:00100000:0.0:1788876811.696208:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731456
00000100:00100000:0.0:1788876811.696271:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 331
00000100:00100000:0.0:1788876811.696281:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365731456:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876811.696302:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 390529024 pending 1703936 free 3774873600 avail 3767533568
00000100:00100000:0.0:1788876811.696345:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365731456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (277us total) trans 0 rc 0/0
00000100:00080000:3.0:1788876811.696529:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876811.696575:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365731456:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876811.696794:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 331
00000001:00080000:0.0:1788876811.808086:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981501 is committed
00002000:00010000:2.0:1788876811.808315:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 81788928 -> 82837504
00002000:00010000:2.0:1788876811.808320:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 159753 -> 161801
00010000:00010000:2.0:1788876811.808334:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.808347:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.808564:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.808573:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876811.808578:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.808587:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.808607:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.808616:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed3a7e8b/0x3868396b8e765f99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876811.808771:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362730880:12345-192.168.203.59@tcp:4:dd.500 Request processed in 141831us (142111us total) trans 4294981501 rc 0/0
00000100:00100000:2.0:1788876811.808781:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1695
00000100:00100000:2.0:1788876811.808794:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668661810801 time 7668675903459 state 0x2 ref 0
00000100:00100000:3.0:1788876811.817701:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876811.817944:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731008
00000100:00100000:0.0:1788876811.817954:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731008
00000100:00100000:0.0:1788876811.818051:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668661810801 time 7668675903459 state 0x0 ref 1
00000100:00100000:0.0:1788876811.818067:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668775903459 time 7668675903459 state 0x1 ref 1
00000100:00100000:0.0:1788876811.818101:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668775903459 time 7668827081755 state 0x0 ref 1
00000100:00100000:0.0:1788876811.818114:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362731008:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876811.818160:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 82837504, mtime: 0x6aa0180c, atime: 0x0, ctime: 0x6aa0180c, blocks: 0x27809
00010000:00010000:0.0:1788876811.818170:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.818184:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:0.0:1788876811.818189:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876811.818195:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876811.818211:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876811.951922:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 82837504 -> 83886080
00002000:00010000:2.0:1788876811.951940:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 161801 -> 163849
00010000:00010000:2.0:1788876811.951955:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.951976:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.951985:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.951998:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876811.952004:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.952041:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.952061:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.952074:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010c58b72/0x3868396b8e765fa0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876811.952369:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362731008:12345-192.168.203.59@tcp:4:dd.500 Request processed in 134252us (134671us total) trans 4294981502 rc 0/0
00000100:00100000:2.0:1788876811.952380:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1696
00000100:00100000:2.0:1788876811.952391:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668775903459 time 7668827081755 state 0x2 ref 0
00000001:00080000:2.0:1788876811.952430:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981502 is committed
00000100:00100000:3.0:1788876811.964667:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876811.964737:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731136
00000100:00100000:2.0:1788876811.964747:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731136
00000100:00100000:2.0:1788876811.964806:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668775903459 time 7668827081755 state 0x0 ref 1
00000100:00100000:2.0:1788876811.964820:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668927081755 time 7668827081755 state 0x1 ref 1
00000100:00100000:2.0:1788876811.964856:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668927081755 time 7668973836255 state 0x0 ref 1
00000100:00100000:2.0:1788876811.964869:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362731136:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876811.964915:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 83886080, mtime: 0x6aa0180c, atime: 0x0, ctime: 0x6aa0180c, blocks: 0x28009
00010000:00010000:2.0:1788876811.964922:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.964936:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7668s v=(0 0)
00010000:00010000:2.0:1788876811.964940:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876811.964946:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876811.964960:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876812.037501:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 83886080 -> 84934656
00002000:00010000:0.0:1788876812.037510:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 163849 -> 165897
00010000:00010000:0.0:1788876812.037524:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.037547:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.037556:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.037568:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876812.037573:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.037581:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.037601:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.037608:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e765fa7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876812.037714:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362731136:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72841us (73051us total) trans 4294981503 rc 0/0
00000100:00100000:0.0:1788876812.037726:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1697
00000100:00100000:0.0:1788876812.037738:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668927081755 time 7668973836255 state 0x2 ref 0
00000001:00080000:3.0:1788876812.037991:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981503 is committed
00000100:00100000:3.0:1788876812.042665:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876812.042745:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731264
00000100:00100000:2.0:1788876812.042754:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731264
00000100:00100000:2.0:1788876812.042816:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7668927081755 time 7668973836255 state 0x0 ref 1
00000100:00100000:2.0:1788876812.042831:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669073836255 time 7668973836255 state 0x1 ref 1
00000100:00100000:1.0:1788876812.064997:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669073836255 time 7669073962404 state 0x0 ref 1
00000100:00100000:1.0:1788876812.065053:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362731264:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876812.065106:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 84934656, mtime: 0x6aa0180c, atime: 0x0, ctime: 0x6aa0180c, blocks: 0x28809
00010000:00010000:1.0:1788876812.065122:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.065137:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7669s v=(0 0)
00010000:00010000:1.0:1788876812.065142:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876812.065148:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.065160:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876812.224542:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 84934656 -> 85983232
00002000:00010000:1.0:1788876812.224552:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 165897 -> 167945
00010000:00010000:1.0:1788876812.224566:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.224578:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.224587:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.224594:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876812.224599:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.224609:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.224628:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.224636:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061d717a1/0x3868396b8e765fae lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876812.224738:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362731264:12345-192.168.203.59@tcp:4:dd.500 Request processed in 159692us (182076us total) trans 4294981504 rc 0/0
00000100:00100000:1.0:1788876812.224749:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1698
00000100:00100000:1.0:1788876812.224760:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669073836255 time 7669073962404 state 0x2 ref 0
00000001:00080000:2.0:1788876812.229187:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981504 is committed
00000100:00100000:0.0:1788876812.234361:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876812.236653:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731392
00000100:00100000:3.0:1788876812.236667:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731392
00000100:00100000:3.0:1788876812.236735:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669073836255 time 7669073962404 state 0x0 ref 1
00000100:00100000:3.0:1788876812.236753:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669173962404 time 7669073962404 state 0x1 ref 1
00000100:00100000:3.0:1788876812.236845:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669173962404 time 7669245824687 state 0x0 ref 1
00000100:00100000:3.0:1788876812.236859:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362731392:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876812.236905:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 85983232, mtime: 0x6aa0180c, atime: 0x0, ctime: 0x6aa0180c, blocks: 0x29009
00010000:00010000:3.0:1788876812.236914:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876812.236930:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7669s v=(0 0)
00010000:00010000:3.0:1788876812.236935:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876812.236941:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876812.236953:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876812.322465:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981505 is committed
00002000:00010000:0.0:1788876812.322620:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 85983232 -> 87031808
00002000:00010000:0.0:1788876812.322626:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 167945 -> 169993
00010000:00010000:0.0:1788876812.322641:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.322655:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.322664:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.322671:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876812.322676:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.322685:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.322702:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.322710:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e765fb5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876812.322806:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362731392:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85945us (88449us total) trans 4294981505 rc 0/0
00000100:00100000:0.0:1788876812.322817:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1699
00000100:00100000:0.0:1788876812.322830:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669173962404 time 7669245824687 state 0x2 ref 0
00000100:00100000:0.0:1788876812.331787:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876812.331859:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731520
00000100:00100000:1.0:1788876812.331868:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731520
00000100:00100000:1.0:1788876812.331925:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669173962404 time 7669245824687 state 0x0 ref 1
00000100:00100000:1.0:1788876812.331939:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669345824687 time 7669245824687 state 0x1 ref 1
00000100:00100000:1.0:1788876812.338647:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669345824687 time 7669347611001 state 0x0 ref 1
00000100:00100000:1.0:1788876812.338678:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362731520:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876812.338737:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 87031808, mtime: 0x6aa0180c, atime: 0x0, ctime: 0x6aa0180c, blocks: 0x29809
00010000:00010000:1.0:1788876812.338747:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.338761:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7669s v=(0 0)
00010000:00010000:1.0:1788876812.338766:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876812.338772:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.338784:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876812.398303:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876812.423571:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981506 is committed
00002000:00010000:1.0:1788876812.423660:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 87031808 -> 88080384
00002000:00010000:1.0:1788876812.423665:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 169993 -> 172041
00010000:00010000:1.0:1788876812.423679:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.423692:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.423700:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.423707:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876812.423712:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.423726:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.423745:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.423753:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e765fbc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876812.423848:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362731520:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85178us (92066us total) trans 4294981506 rc 0/0
00000100:00100000:1.0:1788876812.423858:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1700
00000100:00100000:1.0:1788876812.423871:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669345824687 time 7669347611001 state 0x2 ref 0
00000100:00100000:1.0:1788876812.431715:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876812.431814:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731648
00000100:00100000:3.0:1788876812.431823:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731648
00000100:00100000:3.0:1788876812.431881:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669345824687 time 7669347611001 state 0x0 ref 1
00000100:00100000:3.0:1788876812.431895:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669447611001 time 7669347611001 state 0x1 ref 1
00000100:00100000:0.0:1788876812.438787:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669447611001 time 7669447751995 state 0x0 ref 1
00000100:00100000:0.0:1788876812.438819:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362731648:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876812.438874:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 88080384, mtime: 0x6aa0180c, atime: 0x0, ctime: 0x6aa0180c, blocks: 0x2a009
00010000:00010000:0.0:1788876812.438882:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.438897:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7669s v=(0 0)
00010000:00010000:0.0:1788876812.438901:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876812.438908:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.438922:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876812.642056:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981507 is committed
00002000:00010000:0.0:1788876812.642211:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 88080384 -> 89128960
00002000:00010000:0.0:1788876812.642216:0:18422:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876812 -> 1788876813
00002000:00010000:0.0:1788876812.642219:0:18422:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876812 -> 1788876813
00002000:00010000:0.0:1788876812.642221:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 172041 -> 174089
00010000:00010000:0.0:1788876812.642238:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.642255:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.642264:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.642275:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876812.642279:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.642292:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.642310:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.642322:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030738421/0x3868396b8e765fc3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876812.642441:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362731648:12345-192.168.203.59@tcp:4:dd.500 Request processed in 203628us (210729us total) trans 4294981507 rc 0/0
00000100:00100000:0.0:1788876812.642457:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1701
00000100:00100000:0.0:1788876812.642469:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669447611001 time 7669447751995 state 0x2 ref 0
00000100:00100000:2.0:1788876812.653566:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876812.654302:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731776
00000100:00100000:3.0:1788876812.654313:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731776
00000100:00100000:3.0:1788876812.654375:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669447611001 time 7669447751995 state 0x0 ref 1
00000100:00100000:3.0:1788876812.654389:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7669547751995 time 7669447751995 state 0x1 ref 1
00000100:00100000:3.0:1788876812.654422:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669547751995 time 7669663402178 state 0x0 ref 1
00000100:00100000:3.0:1788876812.654435:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362731776:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876812.654482:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 89128960, mtime: 0x6aa0180d, atime: 0x0, ctime: 0x6aa0180d, blocks: 0x2a809
00010000:00010000:3.0:1788876812.654492:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876812.654507:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7669s v=(0 0)
00010000:00010000:3.0:1788876812.654512:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876812.654520:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876812.654543:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876812.793903:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 89128960 -> 90177536
00002000:00010000:2.0:1788876812.793912:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 174089 -> 176137
00010000:00010000:2.0:1788876812.793925:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.793937:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.793946:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.793953:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876812.793958:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.793966:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.793983:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.793991:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e765fca lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876812.794409:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981508 is committed
00000100:00100000:2.0:1788876812.795270:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362731776:12345-192.168.203.59@tcp:4:dd.500 Request processed in 140830us (141706us total) trans 4294981508 rc 0/0
00000100:00100000:2.0:1788876812.795284:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1702
00000100:00100000:2.0:1788876812.795297:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669547751995 time 7669663402178 state 0x2 ref 0
00000100:00100000:3.0:1788876812.815756:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876812.818277:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362731904
00000100:00100000:1.0:1788876812.818289:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362731904
00000100:00100000:1.0:1788876812.818347:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669547751995 time 7669663402178 state 0x0 ref 1
00000100:00100000:1.0:1788876812.818363:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669763402178 time 7669663402178 state 0x1 ref 1
00000100:00100000:1.0:1788876812.818399:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669763402178 time 7669827379051 state 0x0 ref 1
00000100:00100000:1.0:1788876812.818415:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362731904:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876812.818472:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 90177536, mtime: 0x6aa0180d, atime: 0x0, ctime: 0x6aa0180d, blocks: 0x2b009
00010000:00010000:1.0:1788876812.818482:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.818497:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7669s v=(0 0)
00010000:00010000:1.0:1788876812.818502:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876812.818508:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876812.818523:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876812.945246:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981509 is committed
00002000:00010000:0.0:1788876812.945362:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 90177536 -> 91226112
00002000:00010000:0.0:1788876812.945367:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 176137 -> 178185
00010000:00010000:0.0:1788876812.945382:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.945393:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.945406:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.945412:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876812.945416:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.945424:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.945603:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876812.945613:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c58cb7ed/0x3868396b8e765fd1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876812.945891:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362731904:12345-192.168.203.59@tcp:4:dd.500 Request processed in 127473us (130139us total) trans 4294981509 rc 0/0
00000100:00100000:0.0:1788876812.945902:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1703
00000100:00100000:0.0:1788876812.945914:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669763402178 time 7669827379051 state 0x2 ref 0
00000100:00100000:1.0:1788876812.951817:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876812.951885:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732032
00000100:00100000:2.0:1788876812.951893:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732032
00000100:00100000:2.0:1788876812.951998:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669763402178 time 7669827379051 state 0x0 ref 1
00000100:00100000:2.0:1788876812.952038:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669927379051 time 7669827379051 state 0x1 ref 1
00000100:00100000:2.0:1788876812.952063:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669927379051 time 7669961043479 state 0x0 ref 1
00000100:00100000:2.0:1788876812.952075:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362732032:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876812.952126:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 91226112, mtime: 0x6aa0180d, atime: 0x0, ctime: 0x6aa0180d, blocks: 0x2b809
00010000:00010000:2.0:1788876812.952135:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.952962:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7669s v=(0 0)
00010000:00010000:2.0:1788876812.952970:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876812.952979:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876812.952999:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876813.040854:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981510 is committed
00002000:00010000:3.0:1788876813.042178:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 91226112 -> 92274688
00002000:00010000:3.0:1788876813.042186:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 178185 -> 180233
00010000:00010000:3.0:1788876813.042201:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.042213:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.042222:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.042230:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876813.042235:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.042244:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.042263:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.042272:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e765fd8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876813.043523:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362732032:12345-192.168.203.59@tcp:4:dd.500 Request processed in 91442us (91706us total) trans 4294981510 rc 0/0
00000100:00100000:3.0:1788876813.043545:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1704
00000100:00100000:3.0:1788876813.043556:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669927379051 time 7669961043479 state 0x2 ref 0
00000100:00100000:0.0:1788876813.052619:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876813.053188:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732160
00000100:00100000:3.0:1788876813.053198:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732160
00000100:00100000:3.0:1788876813.053271:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7669927379051 time 7669961043479 state 0x0 ref 1
00000100:00100000:3.0:1788876813.053287:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670061043479 time 7669961043479 state 0x1 ref 1
00000100:00100000:3.0:1788876813.053317:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670061043479 time 7670062296771 state 0x0 ref 1
00000100:00100000:3.0:1788876813.053329:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362732160:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876813.053378:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 92274688, mtime: 0x6aa0180d, atime: 0x0, ctime: 0x6aa0180d, blocks: 0x2c009
00010000:00010000:3.0:1788876813.053387:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.053402:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:3.0:1788876813.053406:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876813.053412:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.053425:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876813.053773:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:3.0:1788876813.184071:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981511 is committed
00002000:00010000:2.0:1788876813.184255:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 92274688 -> 93323264
00002000:00010000:2.0:1788876813.184260:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 180233 -> 182281
00010000:00010000:2.0:1788876813.184273:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.184286:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.184295:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.184302:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876813.184307:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.184316:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.184334:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.184346:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af83962b/0x3868396b8e765fdf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876813.184548:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362732160:12345-192.168.203.59@tcp:4:dd.500 Request processed in 131216us (131932us total) trans 4294981511 rc 0/0
00000100:00100000:2.0:1788876813.184560:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1705
00000100:00100000:2.0:1788876813.184573:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670061043479 time 7670062296771 state 0x2 ref 0
00000100:00100000:1.0:1788876813.195659:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876813.195817:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732288
00000100:00100000:2.0:1788876813.195827:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732288
00000100:00100000:2.0:1788876813.195888:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670061043479 time 7670062296771 state 0x0 ref 1
00000100:00100000:2.0:1788876813.195915:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670162296771 time 7670062296771 state 0x1 ref 1
00000100:00100000:2.0:1788876813.195944:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670162296771 time 7670204925046 state 0x0 ref 1
00000100:00100000:2.0:1788876813.195956:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362732288:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876813.196003:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 93323264, mtime: 0x6aa0180d, atime: 0x0, ctime: 0x6aa0180d, blocks: 0x2c809
00010000:00010000:2.0:1788876813.196046:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.196069:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:2.0:1788876813.196074:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876813.196081:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.196094:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876813.345060:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981512 is committed
00002000:00010000:2.0:1788876813.353656:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 93323264 -> 94371840
00002000:00010000:2.0:1788876813.353664:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 182281 -> 184329
00010000:00010000:2.0:1788876813.353678:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.353692:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.353701:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.353708:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876813.353713:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.353722:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.353741:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.353754:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e765fe6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876813.353861:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362732288:12345-192.168.203.59@tcp:4:dd.500 Request processed in 157902us (158207us total) trans 4294981512 rc 0/0
00000100:00100000:2.0:1788876813.353871:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1706
00000100:00100000:2.0:1788876813.353883:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670162296771 time 7670204925046 state 0x2 ref 0
00000100:00100000:2.0:1788876813.360561:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876813.360679:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732416
00000100:00100000:1.0:1788876813.360689:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732416
00000100:00100000:1.0:1788876813.360747:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670162296771 time 7670204925046 state 0x0 ref 1
00000100:00100000:1.0:1788876813.360761:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670304925046 time 7670204925046 state 0x1 ref 1
00000100:00100000:1.0:1788876813.360792:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670304925046 time 7670369772337 state 0x0 ref 1
00000100:00100000:1.0:1788876813.360804:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362732416:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876813.360854:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 94371840, mtime: 0x6aa0180d, atime: 0x0, ctime: 0x6aa0180d, blocks: 0x2d009
00010000:00010000:1.0:1788876813.360863:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.360877:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:1.0:1788876813.360882:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876813.360887:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.360899:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876813.422635:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876813.503967:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981513 is committed
00002000:00010000:1.0:1788876813.504135:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 94371840 -> 95420416
00002000:00010000:1.0:1788876813.504150:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 184329 -> 186377
00010000:00010000:1.0:1788876813.504165:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.504185:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.504195:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.504203:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876813.504208:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.504224:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.504244:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.504253:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3a230f6/0x3868396b8e765fed lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876813.504351:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362732416:12345-192.168.203.59@tcp:4:dd.500 Request processed in 143544us (143794us total) trans 4294981513 rc 0/0
00000100:00100000:1.0:1788876813.504361:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1707
00000100:00100000:1.0:1788876813.504372:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670304925046 time 7670369772337 state 0x2 ref 0
00000100:00100000:2.0:1788876813.509622:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876813.509724:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732544
00000100:00100000:0.0:1788876813.509735:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732544
00000100:00100000:0.0:1788876813.509801:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670304925046 time 7670369772337 state 0x0 ref 1
00000100:00100000:0.0:1788876813.509818:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670469772337 time 7670369772337 state 0x1 ref 1
00000100:00100000:0.0:1788876813.509848:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670469772337 time 7670518828042 state 0x0 ref 1
00000100:00100000:0.0:1788876813.509861:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362732544:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876813.509910:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 95420416, mtime: 0x6aa0180d, atime: 0x0, ctime: 0x6aa0180d, blocks: 0x2d809
00010000:00010000:0.0:1788876813.509919:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.509936:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:0.0:1788876813.509941:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876813.509948:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.509963:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876813.661420:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981514 is committed
00002000:00010000:0.0:1788876813.661597:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 95420416 -> 96468992
00002000:00010000:0.0:1788876813.661602:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876813 -> 1788876814
00002000:00010000:0.0:1788876813.661605:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876813 -> 1788876814
00002000:00010000:0.0:1788876813.661607:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 186377 -> 188425
00010000:00010000:0.0:1788876813.661621:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.661639:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.661647:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.661654:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876813.661659:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.661668:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.661686:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.661694:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097f740f8/0x3868396b8e765ff4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876813.662650:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362732544:12345-192.168.203.59@tcp:4:dd.500 Request processed in 152782us (153032us total) trans 4294981514 rc 0/0
00000100:00100000:0.0:1788876813.662663:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1708
00000100:00100000:0.0:1788876813.662675:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670469772337 time 7670518828042 state 0x2 ref 0
00000100:00100000:1.0:1788876813.675363:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876813.675551:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732672
00000100:00100000:3.0:1788876813.675561:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732672
00000100:00100000:3.0:1788876813.675621:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670469772337 time 7670518828042 state 0x0 ref 1
00000100:00100000:3.0:1788876813.675636:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670618828042 time 7670518828042 state 0x1 ref 1
00000100:00100000:3.0:1788876813.675705:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670618828042 time 7670684683928 state 0x0 ref 1
00000100:00100000:3.0:1788876813.675718:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362732672:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876813.675766:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 96468992, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x2e009
00010000:00010000:3.0:1788876813.675775:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.675791:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:3.0:1788876813.675796:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876813.675803:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.675818:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876813.772536:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981515 is committed
00002000:00010000:1.0:1788876813.773331:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 96468992 -> 97517568
00002000:00010000:1.0:1788876813.773338:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 188425 -> 190473
00010000:00010000:1.0:1788876813.773353:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.773365:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.773374:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.773385:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876813.773390:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.773398:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.773419:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.773426:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e765ffb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876813.773659:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362732672:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97938us (98301us total) trans 4294981515 rc 0/0
00000100:00100000:1.0:1788876813.773670:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1709
00000100:00100000:1.0:1788876813.773682:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670618828042 time 7670684683928 state 0x2 ref 0
00000100:00100000:2.0:1788876813.788377:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876813.788548:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732800
00000100:00100000:3.0:1788876813.788557:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732800
00000100:00100000:3.0:1788876813.788617:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670618828042 time 7670684683928 state 0x0 ref 1
00000100:00100000:3.0:1788876813.788633:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670784683928 time 7670684683928 state 0x1 ref 1
00000100:00100000:3.0:1788876813.788669:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670784683928 time 7670797649318 state 0x0 ref 1
00000100:00100000:3.0:1788876813.788681:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362732800:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876813.788729:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 97517568, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x2e809
00010000:00010000:3.0:1788876813.788739:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.788754:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:3.0:1788876813.788759:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876813.788766:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.788781:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876813.860550:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981516 is committed
00002000:00010000:3.0:1788876813.860614:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 97517568 -> 98566144
00002000:00010000:3.0:1788876813.860618:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 190473 -> 192521
00010000:00010000:3.0:1788876813.860632:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.860645:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.860655:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.860663:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddea00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876813.860668:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.860677:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.860695:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876813.860704:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766002 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876813.860783:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362732800:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72098us (72410us total) trans 4294981516 rc 0/0
00000100:00100000:3.0:1788876813.860793:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1710
00000100:00100000:3.0:1788876813.860806:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670784683928 time 7670797649318 state 0x2 ref 0
00000100:00100000:2.0:1788876813.868110:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876813.868363:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362732928
00000100:00100000:0.0:1788876813.868374:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362732928
00000100:00100000:0.0:1788876813.868444:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670784683928 time 7670797649318 state 0x0 ref 1
00000100:00100000:0.0:1788876813.868459:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7670897649318 time 7670797649318 state 0x1 ref 1
00000100:00100000:0.0:1788876813.868490:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7670897649318 time 7670877470358 state 0x0 ref 1
00000100:00100000:0.0:1788876813.868502:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362732928:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876813.868560:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 98566144, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x2f009
00010000:00010000:0.0:1788876813.868569:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.868584:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:0.0:1788876813.868589:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876813.868595:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.868608:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876813.926709:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981517 is committed
00002000:00010000:1.0:1788876813.926915:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 98566144 -> 99614720
00002000:00010000:1.0:1788876813.926921:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 192521 -> 194569
00010000:00010000:1.0:1788876813.926935:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.926947:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.926961:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.926967:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876813.926972:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.926981:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.927000:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876813.927008:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e766009 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876813.927267:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362732928:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58761us (59160us total) trans 4294981517 rc 0/0
00000100:00100000:1.0:1788876813.927277:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1711
00000100:00100000:1.0:1788876813.927288:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7670897649318 time 7670877470358 state 0x2 ref 0
00000100:00100000:3.0:1788876813.932274:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876813.932607:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362733056
00000100:00100000:2.0:1788876813.932617:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362733056
00000100:00100000:2.0:1788876813.932682:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7670897649318 time 7670877470358 state 0x0 ref 1
00000100:00100000:2.0:1788876813.932697:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7670977470358 time 7670877470358 state 0x1 ref 1
00000100:00100000:0.0:1788876813.968700:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7670977470358 time 7670977665747 state 0x0 ref 1
00000100:00100000:0.0:1788876813.968733:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362733056:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876813.968797:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 99614720, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x2f809
00010000:00010000:0.0:1788876813.968809:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.968825:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7670s v=(0 0)
00010000:00010000:0.0:1788876813.968829:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876813.968835:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876813.968848:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876814.038349:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981518 is committed
00002000:00010000:0.0:1788876814.038462:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 99614720 -> 100663296
00002000:00010000:0.0:1788876814.038565:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 194569 -> 196619
00010000:00010000:0.0:1788876814.038581:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.038594:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.038604:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.038611:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876814.038616:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.038624:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.038645:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.038653:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766010 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876814.038792:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362733056:12345-192.168.203.59@tcp:4:dd.500 Request processed in 70070us (106523us total) trans 4294981518 rc 0/0
00000100:00100000:0.0:1788876814.038803:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1712
00000100:00100000:0.0:1788876814.038816:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7670977470358 time 7670977665747 state 0x2 ref 0
00000100:00100000:2.0:1788876814.056357:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876814.056431:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362733184
00000100:00100000:0.0:1788876814.056439:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362733184
00000100:00100000:0.0:1788876814.056556:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7670977470358 time 7670977665747 state 0x0 ref 1
00000100:00100000:0.0:1788876814.056571:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671077665747 time 7670977665747 state 0x1 ref 1
00000100:00100000:0.0:1788876814.068843:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671077665747 time 7671077806599 state 0x0 ref 1
00000100:00100000:0.0:1788876814.068876:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362733184:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876814.068933:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 100663296, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x3000b
00010000:00010000:0.0:1788876814.068942:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.068963:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7671s v=(0 0)
00010000:00010000:0.0:1788876814.068968:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876814.068975:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.068990:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876814.228852:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981519 is committed
00002000:00010000:3.0:1788876814.228958:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 100663296 -> 101711872
00002000:00010000:3.0:1788876814.228963:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 196619 -> 198667
00010000:00010000:3.0:1788876814.228978:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.228998:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.229008:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.229047:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876814.229052:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.229062:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.229080:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.229088:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2c2bd18/0x3868396b8e766017 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876814.229459:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362733184:12345-192.168.203.59@tcp:4:dd.500 Request processed in 160593us (173107us total) trans 4294981519 rc 0/0
00000100:00100000:0.0:1788876814.229470:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1713
00000100:00100000:0.0:1788876814.229481:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671077665747 time 7671077806599 state 0x2 ref 0
00000100:00100000:2.0:1788876814.241008:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876814.247758:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362733312
00000100:00100000:1.0:1788876814.247771:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362733312
00000100:00100000:1.0:1788876814.247834:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671077665747 time 7671077806599 state 0x0 ref 1
00000100:00100000:1.0:1788876814.247850:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671177806599 time 7671077806599 state 0x1 ref 1
00000100:00100000:1.0:1788876814.247878:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671177806599 time 7671256858246 state 0x0 ref 1
00000100:00100000:1.0:1788876814.247890:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362733312:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876814.247938:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 101711872, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x3080b
00010000:00010000:1.0:1788876814.247948:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.247963:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7671s v=(0 0)
00010000:00010000:1.0:1788876814.247967:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876814.247973:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.247986:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876814.340890:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981520 is committed
00002000:00010000:3.0:1788876814.340907:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 101711872 -> 102760448
00002000:00010000:3.0:1788876814.340913:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 198667 -> 200715
00010000:00010000:3.0:1788876814.340927:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.340939:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.340949:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.340956:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876814.340961:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.340970:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.340990:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876814.341036:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038265a9d/0x3868396b8e76601e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876814.341140:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362733312:12345-192.168.203.59@tcp:4:dd.500 Request processed in 93241us (100130us total) trans 4294981520 rc 0/0
00000100:00100000:3.0:1788876814.341150:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1714
00000100:00100000:3.0:1788876814.341162:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671177806599 time 7671256858246 state 0x2 ref 0
00000100:00100000:0.0:1788876814.351501:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876814.351604:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362733440
00000100:00100000:1.0:1788876814.351613:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362733440
00000100:00100000:1.0:1788876814.351671:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671177806599 time 7671256858246 state 0x0 ref 1
00000100:00100000:1.0:1788876814.351685:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671356858246 time 7671256858246 state 0x1 ref 1
00000100:00100000:1.0:1788876814.351723:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671356858246 time 7671360702942 state 0x0 ref 1
00000100:00100000:1.0:1788876814.351735:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362733440:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876814.351784:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 102760448, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x3100b
00010000:00010000:1.0:1788876814.351793:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.351807:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7671s v=(0 0)
00010000:00010000:1.0:1788876814.351811:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876814.351817:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.351830:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876814.405362:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981521 is committed
00002000:00010000:1.0:1788876814.406313:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 102760448 -> 103809024
00002000:00010000:1.0:1788876814.406319:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 200715 -> 202763
00010000:00010000:1.0:1788876814.406332:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.406345:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.406354:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.406361:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876814.406366:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.406376:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.406394:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.406402:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073864362/0x3868396b8e766025 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876814.406503:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362733440:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54766us (55006us total) trans 4294981521 rc 0/0
00000100:00100000:1.0:1788876814.406515:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1715
00000100:00100000:1.0:1788876814.406535:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671356858246 time 7671360702942 state 0x2 ref 0
00000100:00100000:0.0:1788876814.411062:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876814.411110:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362733568
00000100:00100000:1.0:1788876814.411120:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362733568
00000100:00100000:1.0:1788876814.411181:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671356858246 time 7671360702942 state 0x0 ref 1
00000100:00100000:1.0:1788876814.411194:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671460702942 time 7671360702942 state 0x1 ref 1
00010000:00010000:2.0:1788876814.447084:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876814.452400:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671460702942 time 7671461366292 state 0x0 ref 1
00000100:00100000:0.0:1788876814.452425:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362733568:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876814.452480:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 103809024, mtime: 0x6aa0180e, atime: 0x0, ctime: 0x6aa0180e, blocks: 0x3180b
00010000:00010000:0.0:1788876814.452489:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.452508:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7671s v=(0 0)
00010000:00010000:0.0:1788876814.452512:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876814.452533:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.452548:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876814.571351:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981522 is committed
00002000:00010000:2.0:1788876814.571436:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb size from disk: 103809024 -> 104857600
00002000:00010000:2.0:1788876814.571441:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb mtime from disk: 1788876814 -> 1788876815
00002000:00010000:2.0:1788876814.571443:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb ctime from disk: 1788876814 -> 1788876815
00002000:00010000:2.0:1788876814.571445:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4a:0x0] updating lvb blocks from disk: 202763 -> 204811
00010000:00010000:2.0:1788876814.571649:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.571733:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.571743:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.571751:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876814.571756:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.571765:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.571783:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.571792:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76602c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876814.571894:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362733568:12345-192.168.203.59@tcp:4:dd.500 Request processed in 119473us (160836us total) trans 4294981522 rc 0/0
00000100:00100000:2.0:1788876814.571904:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1716
00000100:00100000:2.0:1788876814.571917:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671460702942 time 7671461366292 state 0x2 ref 0
00000100:00100000:0.0:1788876814.580157:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876814.580665:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362733824
00000100:00100000:2.0:1788876814.580675:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362733824
00000100:00100000:2.0:1788876814.580744:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9860
00000100:00100000:2.0:1788876814.580753:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250122:x1875765362733824:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:2.0:1788876814.581090:0:5793:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010790
00000100:00080000:3.0:1788876814.581229:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876814.586440:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250122:x1875765362733824:12345-192.168.203.59@tcp:35:dd.500 Request processed in 5676us (6280us total) trans 4295010791 rc 0/0
00000100:00100000:2.0:1788876814.586455:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9860
00000020:00080000:2.0:1788876814.586463:0:5793:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1788876814.766437:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830693a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365731712:0@lo:400:kworker.0
00000100:00100000:3.0:1788876814.766505:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876814.766570:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365732224:0@lo:400:kworker.0
00000100:00100000:3.0:1788876814.766598:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876814.766631:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876814.766637:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365731840:0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.766758:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365731968:0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.766787:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876814.766807:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1788876814.766812:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365731584:0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.766838:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876814.766858:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365732096:0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.766877:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876814.766907:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732224
00000100:00100000:2.0:1788876814.766913:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732224
00000100:00100000:2.0:1788876814.766969:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731968
00000100:00100000:2.0:1788876814.766973:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731968
00000100:00100000:2.0:1788876814.766999:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334
00000100:00100000:2.0:1788876814.767006:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365731968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.767090:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365731968:12345-0@lo:400:kworker.0 Request processed in 84us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876814.767098:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334
00000100:00100000:2.0:1788876814.767114:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334
00000100:00100000:2.0:1788876814.767121:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365732224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.767150:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365732224:12345-0@lo:400:kworker.0 Request processed in 30us (552us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876814.767156:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334
00000100:00100000:2.0:1788876814.767187:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731584
00000100:00100000:2.0:1788876814.767191:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731584
00000100:00100000:2.0:1788876814.767215:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00000100:00100000:2.0:1788876814.767221:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365731584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.767248:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365731584:12345-0@lo:400:kworker.0 Request processed in 27us (409us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876814.767254:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00100000:2.0:1788876814.767281:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731712
00000100:00100000:2.0:1788876814.767285:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731712
00000100:00100000:2.0:1788876814.767309:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732096
00000100:00100000:2.0:1788876814.767312:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732096
00000100:00100000:2.0:1788876814.767330:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6667
00000100:00100000:2.0:1788876814.767335:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365731712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.767365:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365731712:12345-0@lo:400:kworker.0 Request processed in 29us (861us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876814.767371:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6667
00000100:00100000:2.0:1788876814.767382:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6668
00000100:00100000:2.0:1788876814.767387:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365732096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.767412:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365732096:12345-0@lo:400:kworker.0 Request processed in 25us (534us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876814.767418:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6668
00000100:00080000:2.0:1788876814.767442:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1788876814.767446:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788876814.767448:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876814.767473:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365731584:0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.767484:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365732096:0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.767493:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365731968:0@lo:400:kworker.0
00000100:00100000:3.0:1788876814.767899:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876814.767944:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830693a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365731712:0@lo:400:kworker.0
00000100:00100000:3.0:1788876814.767954:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993618 gen 2
00000004:00080000:3.0:1788876814.767958:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306894380, transno 4294993617
00000004:00080000:3.0:1788876814.768024:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306894e00, transno 4294993618
00000100:00100000:2.0:1788876814.768123:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365731840
00000100:00100000:2.0:1788876814.768127:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365731840
00000100:00100000:2.0:1788876814.768163:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6669
00000100:00100000:2.0:1788876814.768180:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365731840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876814.768217:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365731840:12345-0@lo:400:kworker.0 Request processed in 48us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876814.768224:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6669
00000100:00080000:2.0:1788876814.768239:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876814.777977:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365732224:0@lo:400:kworker.0
00000100:00100000:0.0:1788876814.778411:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365732352:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876814.778476:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876814.778552:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732352
00000100:00100000:0.0:1788876814.778560:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732352
00000100:00100000:0.0:1788876814.778609:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 332
00000100:00100000:0.0:1788876814.778631:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365732352:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876814.778673:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788876814.778718:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365732352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876814.778726:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 332
00000100:00100000:0.0:1788876814.778773:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365732352:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876814.784088:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365731840:0@lo:400:kworker.0
00000100:00100000:0.0:1788876814.871550:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876814.871776:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734080
00000100:00100000:1.0:1788876814.871786:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734080
00000100:00100000:1.0:1788876814.871841:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60273
00000100:00100000:1.0:1788876814.871851:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250139:x1875765362734080:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876814.871873:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876814.871892:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e766033 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888502 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.872047:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e76603a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.872061:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e76603a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.872081:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e76603a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876814.872093:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca3:0x0]: returning size 104857600
00010000:00010000:1.0:1788876814.872231:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3b400/0x3868396b8e766033 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888502 expref: 13 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.872250:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e76603a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888502 expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876814.872257:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca3:0x0].0x0 (ffff998404ddda00)
00010000:00010000:1.0:1788876814.872260:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876814.872264:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998405c3bc00, rc 0)
00000100:00100000:1.0:1788876814.872315:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250139:x1875765362734080:12345-192.168.203.59@tcp:101:dd.500 Request processed in 464us (773us total) trans 4295010792 rc 0/0
00000100:00100000:1.0:1788876814.872322:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60273
00000100:00100000:3.0:1788876814.877263:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876814.877498:0:5775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734208
00000100:00100000:0.0:1788876814.877528:0:5775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734208
00000100:00100000:0.0:1788876814.877594:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1193
00000100:00100000:0.0:1788876814.877604:0:5775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362734208:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876814.877620:0:5775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876814.877648:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405c3bc00/0x3868396b8e76603a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888502 expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.877673:0:5775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca3:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876814.877678:0:5775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876814.877750:0:5775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2356:x1875765362734208:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 148us (497us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876814.877758:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1193
00000100:00100000:2.0:1788876814.887678:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876814.887899:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734336
00000100:00100000:0.0:1788876814.887909:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734336
00000100:00100000:0.0:1788876814.887966:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 524
00000100:00100000:0.0:1788876814.887976:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362734336:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876814.887992:0:167351:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876814.888040:0:167351:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3d176fa/0x3868396b8e766048 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888509 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876814.888064:0:167351:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 104857600, mtime: 0x6aa0180f, atime: 0x0, ctime: 0x6aa0180f, blocks: 0x3200b
00010000:00010000:0.0:1788876814.888088:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7671s v=(0 0)
00010000:00010000:0.0:1788876814.888093:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876814.888103:0:167351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3d176fa/0x3868396b8e766048 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888509 expref: 6 pid: 167351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.888119:0:167351:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3d176fa/0x3868396b8e766048 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888509 expref: 6 pid: 167351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876814.888140:0:167351:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984388a9e00, rc 0)
00000100:00100000:0.0:1788876814.888368:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362734336:12345-192.168.203.59@tcp:101:dd.500 Request processed in 392us (699us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876814.888376:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 524
00000100:00100000:1.0:1788876814.901954:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876814.902304:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734464
00000100:00100000:2.0:1788876814.902315:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734464
00000100:00100000:2.0:1788876814.902373:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633758351779 time 7633760603633 state 0x0 ref 1
00000100:00100000:2.0:1788876814.902384:0:19111:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) ost_io.0 NRS: TBF rule update, rule flags 0x1, head sequence 13: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998441de9900 gen 0 rate 10 depth 3 token 0 deadline 7633758351779 time 7633760603633 state 0x0 ref 1
00000100:00100000:2.0:1788876814.902413:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 3 deadline 7672011389887 time 7671911389887 state 0x1 ref 1
00000100:00100000:2.0:1788876814.902445:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7672011389887 time 7671911425106 state 0x0 ref 1
00000100:00100000:2.0:1788876814.902457:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362734464:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876814.902493:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.902612:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876814.902617:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876814.902625:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.902640:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.947054:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.947084:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.947093:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.947106:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876814.947110:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.947127:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.947147:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.947155:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76604f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876814.947226:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362734464:12345-192.168.203.59@tcp:3:dd.500 Request processed in 44765us (45278us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876814.947236:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1717
00000100:00100000:2.0:1788876814.947249:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7672011389887 time 7671911425106 state 0x2 ref 0
00000100:00100000:1.0:1788876814.966739:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876814.971400:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734592
00000100:00100000:2.0:1788876814.971416:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734592
00000100:00100000:2.0:1788876814.971486:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7672011389887 time 7671911425106 state 0x0 ref 1
00000100:00100000:2.0:1788876814.971502:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7672011425106 time 7671911425106 state 0x1 ref 1
00000100:00100000:2.0:1788876814.971823:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7672011425106 time 7671980801941 state 0x0 ref 1
00000100:00100000:2.0:1788876814.971837:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362734592:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876814.971871:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.971886:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876814.971890:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876814.971895:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876814.971906:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.001450:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.001470:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.001479:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.001487:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876815.001491:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.001500:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.001529:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.001537:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766056 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876815.001612:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362734592:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29773us (34878us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876815.001622:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1718
00000100:00100000:2.0:1788876815.001634:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7672011425106 time 7671980801941 state 0x2 ref 0
00000100:00100000:3.0:1788876815.018152:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.018397:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734720
00000100:00100000:2.0:1788876815.018408:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734720
00000100:00100000:2.0:1788876815.018489:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7672011425106 time 7671980801941 state 0x0 ref 1
00000100:00100000:2.0:1788876815.018503:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7672080801941 time 7671980801941 state 0x1 ref 1
00000100:00100000:2.0:1788876815.018542:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672080801941 time 7672027521223 state 0x0 ref 1
00000100:00100000:2.0:1788876815.018555:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362734720:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876815.018589:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.018606:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876815.018611:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876815.018618:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.018631:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876815.018791:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876815.047631:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.047663:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.047671:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.047677:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876815.047682:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.047691:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.047710:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.047718:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e76605d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876815.047805:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362734720:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29246us (29659us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876815.047817:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1719
00000100:00100000:1.0:1788876815.047829:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672080801941 time 7672027521223 state 0x2 ref 0
00000100:00100000:3.0:1788876815.059815:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.059913:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734848
00000100:00100000:2.0:1788876815.059924:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734848
00000100:00100000:2.0:1788876815.059980:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672080801941 time 7672027521223 state 0x0 ref 1
00000100:00100000:2.0:1788876815.059995:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672127521223 time 7672027521223 state 0x1 ref 1
00000100:00100000:0.0:1788876815.121954:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672127521223 time 7672130919883 state 0x0 ref 1
00000100:00100000:0.0:1788876815.121985:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362734848:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876815.122054:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.122071:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.122076:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.122082:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.122096:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.140908:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.140928:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.140936:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.140943:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876815.140947:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.140956:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.140976:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.140984:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be16a62b/0x3868396b8e766064 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876815.141118:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362734848:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19142us (81308us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876815.141141:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1720
00000100:00100000:1.0:1788876815.141153:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672127521223 time 7672130919883 state 0x2 ref 0
00000100:00100000:3.0:1788876815.155185:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.155323:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362734976
00000100:00100000:2.0:1788876815.155333:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362734976
00000100:00100000:2.0:1788876815.155389:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672127521223 time 7672130919883 state 0x0 ref 1
00000100:00100000:2.0:1788876815.155404:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672230919883 time 7672130919883 state 0x1 ref 1
00000100:00100000:0.0:1788876815.222114:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672230919883 time 7672231077942 state 0x0 ref 1
00000100:00100000:0.0:1788876815.222158:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362734976:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876815.222213:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.222230:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.222235:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.222243:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.222257:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.247274:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.247297:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.247307:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.247314:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876815.247320:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.247329:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.247349:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.247358:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e76606b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876815.247992:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362734976:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25842us (92818us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876815.248005:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1721
00000100:00100000:0.0:1788876815.251585:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672230919883 time 7672231077942 state 0x2 ref 0
00000100:00100000:0.0:1788876815.266208:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876815.266334:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362735104
00000100:00100000:3.0:1788876815.266345:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362735104
00000100:00100000:3.0:1788876815.266413:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672230919883 time 7672231077942 state 0x0 ref 1
00000100:00100000:3.0:1788876815.266428:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672331077942 time 7672231077942 state 0x1 ref 1
00000100:00100000:3.0:1788876815.322244:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672331077942 time 7672331208669 state 0x0 ref 1
00000100:00100000:3.0:1788876815.322277:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362735104:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876815.322331:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.322348:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876815.322353:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876815.322359:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.322370:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.339613:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.339633:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.339643:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.339720:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876815.339726:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.339736:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.339760:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.339767:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766072 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876815.343111:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362735104:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20836us (76900us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876815.343127:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1722
00000100:00100000:3.0:1788876815.343140:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672331077942 time 7672331208669 state 0x2 ref 0
00000100:00100000:0.0:1788876815.374856:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876815.374984:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.375074:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362735232
00000100:00100000:2.0:1788876815.375082:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362735232
00000100:00100000:2.0:1788876815.375136:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3125
00000100:00100000:2.0:1788876815.375146:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362735232:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876815.375219:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362735232:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 74us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876815.375227:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3125
00000100:00100000:2.0:1788876815.380306:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.380339:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362735360
00000100:00100000:2.0:1788876815.380348:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362735360
00000100:00100000:2.0:1788876815.380418:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 335
00000100:00100000:2.0:1788876815.380429:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362735360:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876815.380500:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362735360:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 73us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876815.380509:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 335
00000100:00080000:0.0:1788876815.382933:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876815.387847:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362735488
00000100:00100000:3.0:1788876815.387862:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362735488
00000100:00100000:2.0:1788876815.388311:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6670
00000100:00100000:2.0:1788876815.388323:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362735488:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:1.0:1788876815.389440:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876815.395620:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362735488:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 7286us (20622us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876815.395635:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6670
00000100:00100000:1.0:1788876815.399508:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.400919:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362735616
00000100:00100000:2.0:1788876815.400931:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362735616
00000100:00100000:2.0:1788876815.400994:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672331077942 time 7672331208669 state 0x0 ref 1
00000100:00100000:2.0:1788876815.401010:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672431208669 time 7672331208669 state 0x1 ref 1
00000100:00100000:2.0:1788876815.422425:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672431208669 time 7672431390766 state 0x0 ref 1
00000100:00100000:2.0:1788876815.422457:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362735616:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876815.422501:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.422533:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876815.422538:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876815.422545:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.422558:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.446321:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.446341:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.446350:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.446358:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433532200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876815.446362:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.446370:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.446388:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.446395:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f39d8539/0x3868396b8e766079 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876815.446472:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362735616:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24025us (46969us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876815.446483:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1723
00000100:00100000:1.0:1788876815.446494:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672431208669 time 7672431390766 state 0x2 ref 0
00000100:00100000:3.0:1788876815.467558:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.467781:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362735744
00000100:00100000:2.0:1788876815.467792:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362735744
00000100:00100000:2.0:1788876815.467849:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672431208669 time 7672431390766 state 0x0 ref 1
00000100:00100000:2.0:1788876815.467863:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672531390766 time 7672431390766 state 0x1 ref 1
00010000:00010000:2.0:1788876815.473779:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876815.522543:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672531390766 time 7672531506855 state 0x0 ref 1
00000100:00100000:2.0:1788876815.522571:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362735744:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876815.522610:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.522627:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876815.522631:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876815.522638:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876815.522657:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.541797:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.541815:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.541824:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.541831:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433533800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876815.541836:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.541846:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.541864:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.541871:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db511215/0x3868396b8e766080 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876815.541952:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362735744:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19389us (74400us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876815.541962:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1724
00000100:00100000:1.0:1788876815.541974:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672531390766 time 7672531506855 state 0x2 ref 0
00000100:00100000:2.0:1788876815.550695:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876815.550773:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362735872
00000100:00100000:3.0:1788876815.550782:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362735872
00000100:00100000:3.0:1788876815.550840:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672531390766 time 7672531506855 state 0x0 ref 1
00000100:00100000:3.0:1788876815.550855:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672631506855 time 7672531506855 state 0x1 ref 1
00000100:00100000:1.0:1788876815.623082:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672631506855 time 7672632047076 state 0x0 ref 1
00000100:00100000:1.0:1788876815.623117:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362735872:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876815.623179:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.623196:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876815.623200:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876815.623206:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.623219:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.640291:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.640311:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.640327:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.640335:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876815.640340:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.640349:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.640366:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.640373:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766087 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876815.640480:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362735872:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17376us (89789us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876815.640491:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1725
00000100:00100000:1.0:1788876815.640503:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672631506855 time 7672632047076 state 0x2 ref 0
00000100:00100000:0.0:1788876815.660416:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876815.660501:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736000
00000100:00100000:1.0:1788876815.660521:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736000
00000100:00100000:1.0:1788876815.660582:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672631506855 time 7672632047076 state 0x0 ref 1
00000100:00100000:1.0:1788876815.660601:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672732047076 time 7672632047076 state 0x1 ref 1
00000100:00100000:0.0:1788876815.723423:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672732047076 time 7672732387744 state 0x0 ref 1
00000100:00100000:0.0:1788876815.723454:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736000:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876815.723498:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.723524:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.723528:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.723534:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.723548:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.744591:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.744610:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.744625:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.744633:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840849d000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876815.744637:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.744646:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.744666:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876815.744674:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c421fc85/0x3868396b8e76608e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876815.744764:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736000:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21318us (84350us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876815.744776:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1726
00000100:00100000:3.0:1788876815.744788:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672732047076 time 7672732387744 state 0x2 ref 0
00000100:00100000:2.0:1788876815.753086:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876815.753142:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736128
00000100:00100000:2.0:1788876815.753152:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736128
00000100:00100000:2.0:1788876815.753223:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672732047076 time 7672732387744 state 0x0 ref 1
00000100:00100000:2.0:1788876815.753240:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672832387744 time 7672732387744 state 0x1 ref 1
00000100:00100000:0.0:1788876815.825430:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672832387744 time 7672834396921 state 0x0 ref 1
00000100:00100000:0.0:1788876815.825459:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362736128:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876815.825499:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.825525:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.825529:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876815.825536:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876815.825550:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.865275:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.865294:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.865304:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.865311:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840849d200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876815.865315:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.865323:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.865341:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.865348:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd153e99/0x3868396b8e766095 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876815.865437:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362736128:12345-192.168.203.59@tcp:3:dd.500 Request processed in 39987us (112358us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876815.865448:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1727
00000100:00100000:1.0:1788876815.865459:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672832387744 time 7672834396921 state 0x2 ref 0
00000100:00100000:2.0:1788876815.877051:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876815.877154:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736256
00000100:00100000:0.0:1788876815.877378:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736256
00000100:00100000:0.0:1788876815.877447:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672832387744 time 7672834396921 state 0x0 ref 1
00000100:00100000:0.0:1788876815.877463:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672934396921 time 7672834396921 state 0x1 ref 1
00000100:00100000:1.0:1788876815.925747:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672934396921 time 7672934712696 state 0x0 ref 1
00000100:00100000:1.0:1788876815.925780:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736256:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876815.925821:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.925838:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876815.925842:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876815.925848:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.925860:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.941088:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.941107:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.941117:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.941232:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876815.941237:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.941246:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.941265:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876815.941273:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76609c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876815.941464:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736256:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15694us (64449us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876815.941482:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1728
00000100:00100000:1.0:1788876815.941494:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672934396921 time 7672934712696 state 0x2 ref 0
00000100:00100000:2.0:1788876815.946853:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876815.946942:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736384
00000100:00100000:3.0:1788876815.946952:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736384
00000100:00100000:3.0:1788876815.947049:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7672934396921 time 7672934712696 state 0x0 ref 1
00000100:00100000:3.0:1788876815.947070:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673034712696 time 7672934712696 state 0x1 ref 1
00000100:00100000:0.0:1788876816.025892:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673034712696 time 7673034859187 state 0x0 ref 1
00000100:00100000:0.0:1788876816.025932:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736384:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876816.025977:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.025994:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876816.025999:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876816.026006:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.026067:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.051252:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.051274:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.051284:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.051291:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876816.051297:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.051307:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.051329:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.051338:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7660a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876816.051431:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736384:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25507us (104583us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876816.051443:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1729
00000100:00100000:0.0:1788876816.051455:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673034712696 time 7673034859187 state 0x2 ref 0
00000100:00100000:0.0:1788876816.062587:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876816.062716:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736512
00000100:00100000:1.0:1788876816.062727:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736512
00000100:00100000:1.0:1788876816.062784:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673034712696 time 7673034859187 state 0x0 ref 1
00000100:00100000:1.0:1788876816.062800:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673134859187 time 7673034859187 state 0x1 ref 1
00000100:00100000:1.0:1788876816.126933:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673134859187 time 7673135898839 state 0x0 ref 1
00000100:00100000:1.0:1788876816.126961:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362736512:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876816.127000:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.127058:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876816.127063:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876816.127070:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.127083:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.157791:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.157811:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.157821:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.157829:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876816.157834:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.157844:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.157861:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.157868:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7660aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876816.158129:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362736512:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31175us (95548us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876816.158140:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1730
00000100:00100000:1.0:1788876816.158152:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673134859187 time 7673135898839 state 0x2 ref 0
00000100:00100000:0.0:1788876816.171447:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876816.171621:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736640
00000100:00100000:1.0:1788876816.171630:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736640
00000100:00100000:1.0:1788876816.171689:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673134859187 time 7673135898839 state 0x0 ref 1
00000100:00100000:1.0:1788876816.171704:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673235898839 time 7673135898839 state 0x1 ref 1
00000100:00100000:2.0:1788876816.228052:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673235898839 time 7673237017821 state 0x0 ref 1
00000100:00100000:2.0:1788876816.228086:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362736640:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876816.228138:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.228154:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.228159:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.228164:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.228178:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.248737:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.248758:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.248767:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.248774:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876816.248779:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.248788:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.248809:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.248817:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7660b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876816.248920:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362736640:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20835us (77467us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876816.248933:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1731
00000100:00100000:3.0:1788876816.248946:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673235898839 time 7673237017821 state 0x2 ref 0
00000100:00100000:1.0:1788876816.258616:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876816.258716:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736768
00000100:00100000:2.0:1788876816.258726:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736768
00000100:00100000:2.0:1788876816.258786:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673235898839 time 7673237017821 state 0x0 ref 1
00000100:00100000:2.0:1788876816.258801:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673337017821 time 7673237017821 state 0x1 ref 1
00000100:00100000:2.0:1788876816.328516:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673337017821 time 7673337473170 state 0x0 ref 1
00000100:00100000:2.0:1788876816.328549:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362736768:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876816.328593:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.328611:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.328615:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.328621:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.328635:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.354243:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.354262:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.354273:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.354281:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876816.354286:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.354296:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.354316:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.354324:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876816.354409:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362736768:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25871us (95800us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876816.354420:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1732
00000100:00100000:2.0:1788876816.354433:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673337017821 time 7673337473170 state 0x2 ref 0
00000100:00100000:1.0:1788876816.362951:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876816.363045:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362736896
00000100:00100000:3.0:1788876816.363056:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362736896
00000100:00100000:3.0:1788876816.363122:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673337017821 time 7673337473170 state 0x0 ref 1
00000100:00100000:3.0:1788876816.363138:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673437473170 time 7673337473170 state 0x1 ref 1
00000100:00100000:2.0:1788876816.430666:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673437473170 time 7673439630808 state 0x0 ref 1
00000100:00100000:2.0:1788876816.430698:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736896:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876816.430746:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.430765:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.430769:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.430776:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.430789:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.447061:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.447081:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.447091:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.447098:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876816.447102:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.447123:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.447147:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.447155:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876816.447234:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362736896:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16544us (84287us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876816.447244:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1733
00000100:00100000:2.0:1788876816.447257:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673437473170 time 7673439630808 state 0x2 ref 0
00000100:00100000:0.0:1788876816.454494:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876816.455886:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737024
00000100:00100000:1.0:1788876816.455898:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737024
00000100:00100000:1.0:1788876816.456061:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673437473170 time 7673439630808 state 0x0 ref 1
00000100:00100000:1.0:1788876816.456079:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673539630808 time 7673439630808 state 0x1 ref 1
00010000:00010000:3.0:1788876816.496280:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876816.530769:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673539630808 time 7673539733973 state 0x0 ref 1
00000100:00100000:0.0:1788876816.530802:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362737024:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876816.530847:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.530865:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876816.530869:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876816.530875:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.530894:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.543431:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.543452:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.543461:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.543467:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876816.543472:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.543481:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.543516:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.543525:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7660c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876816.543625:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362737024:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12833us (89134us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876816.543636:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1734
00000100:00100000:2.0:1788876816.543649:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673539630808 time 7673539733973 state 0x2 ref 0
00000100:00100000:1.0:1788876816.549704:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876816.550106:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737152
00000100:00100000:3.0:1788876816.550129:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737152
00000100:00100000:3.0:1788876816.550193:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673539630808 time 7673539733973 state 0x0 ref 1
00000100:00100000:3.0:1788876816.550208:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673639733973 time 7673539733973 state 0x1 ref 1
00000100:00100000:2.0:1788876816.631090:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673639733973 time 7673640054786 state 0x0 ref 1
00000100:00100000:2.0:1788876816.631131:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362737152:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876816.631182:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.631199:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.631203:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.631210:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.631224:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.648996:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.649269:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.649281:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.649288:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876816.649293:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.649303:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.649323:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.649332:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876816.651582:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362737152:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20464us (101877us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876816.651598:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1735
00000100:00100000:2.0:1788876816.651611:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673639733973 time 7673640054786 state 0x2 ref 0
00000100:00100000:0.0:1788876816.667717:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876816.667806:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737280
00000100:00100000:1.0:1788876816.667816:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737280
00000100:00100000:1.0:1788876816.667871:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673639733973 time 7673640054786 state 0x0 ref 1
00000100:00100000:1.0:1788876816.667886:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673740054786 time 7673640054786 state 0x1 ref 1
00000100:00100000:2.0:1788876816.734941:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673740054786 time 7673743903963 state 0x0 ref 1
00000100:00100000:2.0:1788876816.734973:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362737280:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876816.735044:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.735060:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.735065:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876816.735071:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.735085:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.749438:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.749458:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.749467:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.749475:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876816.749491:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.749510:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.749531:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876816.749540:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876816.749622:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362737280:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14658us (81909us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876816.749633:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1736
00000100:00100000:2.0:1788876816.749645:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673740054786 time 7673743903963 state 0x2 ref 0
00000100:00100000:1.0:1788876816.762862:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876816.762960:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737408
00000100:00100000:3.0:1788876816.762970:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737408
00000100:00100000:3.0:1788876816.763285:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673740054786 time 7673743903963 state 0x0 ref 1
00000100:00100000:3.0:1788876816.763300:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673843903963 time 7673743903963 state 0x1 ref 1
00000100:00100000:3.0:1788876816.816622:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1788876816.816645:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365732480:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876816.816711:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876816.816880:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732480
00000100:00100000:0.0:1788876816.816889:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732480
00000100:00100000:0.0:1788876816.816961:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 333
00000100:00100000:0.0:1788876816.816971:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365732480:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876816.817005:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 424607744 pending 0 free 3746562048 avail 3744464896
00000100:00100000:0.0:1788876816.817069:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365732480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876816.817076:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 333
00000100:00080000:1.0:1788876816.817139:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876816.817305:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365732480:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876816.835066:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673843903963 time 7673844032369 state 0x0 ref 1
00000100:00100000:3.0:1788876816.835091:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362737408:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876816.835143:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.835170:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876816.835175:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876816.835181:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.835194:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.867834:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.867853:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.867861:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.867868:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433472200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876816.867872:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.867881:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.867899:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876816.867906:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e7660db lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876816.867985:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362737408:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32898us (105128us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876816.868001:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1737
00000100:00100000:3.0:1788876816.868044:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673843903963 time 7673844032369 state 0x2 ref 0
00000100:00100000:1.0:1788876816.873738:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876816.873814:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737536
00000100:00100000:3.0:1788876816.873823:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737536
00000100:00100000:3.0:1788876816.873879:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673843903963 time 7673844032369 state 0x0 ref 1
00000100:00100000:3.0:1788876816.873894:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673944032369 time 7673844032369 state 0x1 ref 1
00000001:00080000:2.0:1788876816.890738:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010792 is committed
00000100:00100000:1.0:1788876816.935333:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673944032369 time 7673944298769 state 0x0 ref 1
00000100:00100000:1.0:1788876816.935483:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362737536:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876816.935535:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.935552:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876816.935556:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876816.935562:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876816.935576:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.962811:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.962830:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.962844:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.962852:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876816.962857:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.962871:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.962889:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876816.962897:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ae3bc91/0x3868396b8e7660e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876816.962982:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362737536:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27511us (89249us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876816.962993:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1738
00000100:00100000:0.0:1788876816.963005:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673944032369 time 7673944298769 state 0x2 ref 0
00000100:00100000:2.0:1788876816.978385:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876816.978545:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737664
00000100:00100000:0.0:1788876816.978557:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737664
00000100:00100000:0.0:1788876816.978618:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7673944032369 time 7673944298769 state 0x0 ref 1
00000100:00100000:0.0:1788876816.978633:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674044298769 time 7673944298769 state 0x1 ref 1
00000100:00100000:2.0:1788876817.036291:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674044298769 time 7674045256986 state 0x0 ref 1
00000100:00100000:2.0:1788876817.036344:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362737664:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876817.036386:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876817.036401:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876817.036406:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876817.036413:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876817.036428:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876817.037450:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876817.053862:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.053883:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.053893:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.053900:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876817.053905:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.053914:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.053933:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.053940:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7660e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876817.054059:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362737664:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17702us (75635us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876817.054072:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1739
00000100:00100000:3.0:1788876817.054090:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674044298769 time 7674045256986 state 0x2 ref 0
00000100:00100000:1.0:1788876817.078207:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876817.078331:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737792
00000100:00100000:2.0:1788876817.078349:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737792
00000100:00100000:2.0:1788876817.078406:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674044298769 time 7674045256986 state 0x0 ref 1
00000100:00100000:2.0:1788876817.078422:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674145256986 time 7674045256986 state 0x1 ref 1
00000100:00100000:0.0:1788876817.136447:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674145256986 time 7674145415092 state 0x0 ref 1
00000100:00100000:0.0:1788876817.136479:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362737792:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876817.136535:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.136552:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876817.136557:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876817.136563:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.136575:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.170087:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.170106:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.170127:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.170134:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876817.170139:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.170148:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.170173:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.170180:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000355dc213/0x3868396b8e7660f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876817.170264:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362737792:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33795us (92061us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876817.170275:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1740
00000100:00100000:0.0:1788876817.170287:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674145256986 time 7674145415092 state 0x2 ref 0
00000100:00100000:2.0:1788876817.182879:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876817.183038:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362737920
00000100:00100000:0.0:1788876817.183048:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362737920
00000100:00100000:0.0:1788876817.183105:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674145256986 time 7674145415092 state 0x0 ref 1
00000100:00100000:0.0:1788876817.183135:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674245415092 time 7674145415092 state 0x1 ref 1
00000100:00100000:2.0:1788876817.238308:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674245415092 time 7674247271939 state 0x0 ref 1
00000100:00100000:2.0:1788876817.238339:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362737920:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876817.238395:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876817.238411:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876817.238415:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876817.238423:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876817.238437:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.255849:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.255869:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.255879:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.255886:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876817.255891:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.255900:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.255919:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.255927:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7660f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876817.256009:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362737920:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17679us (73133us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876817.256066:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1741
00000100:00100000:3.0:1788876817.256079:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674245415092 time 7674247271939 state 0x2 ref 0
00000100:00100000:1.0:1788876817.272530:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876817.279322:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738048
00000100:00100000:2.0:1788876817.279337:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738048
00000100:00100000:2.0:1788876817.279413:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674245415092 time 7674247271939 state 0x0 ref 1
00000100:00100000:2.0:1788876817.279430:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674347271939 time 7674247271939 state 0x1 ref 1
00000100:00100000:2.0:1788876817.340687:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674347271939 time 7674349652107 state 0x0 ref 1
00000100:00100000:2.0:1788876817.340715:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738048:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876817.340756:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876817.340772:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876817.340776:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876817.340783:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876817.340796:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.363806:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.363826:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.363836:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.363843:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876817.363848:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.363857:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.363874:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.363881:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e7660fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876817.363967:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738048:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23259us (91442us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876817.363978:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1742
00000100:00100000:3.0:1788876817.363989:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674347271939 time 7674349652107 state 0x2 ref 0
00000100:00100000:2.0:1788876817.368111:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876817.368671:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738176
00000100:00100000:0.0:1788876817.368682:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738176
00000100:00100000:0.0:1788876817.368743:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674347271939 time 7674349652107 state 0x0 ref 1
00000100:00100000:0.0:1788876817.368759:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674449652107 time 7674349652107 state 0x1 ref 1
00000100:00100000:1.0:1788876817.441415:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674449652107 time 7674450373022 state 0x0 ref 1
00000100:00100000:1.0:1788876817.441445:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362738176:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876817.441489:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.441514:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876817.441518:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876817.441525:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.441538:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.461282:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.461300:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.461310:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.461324:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876817.461329:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.461338:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.461357:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.461365:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e766105 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876817.461450:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362738176:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20013us (93345us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876817.461461:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1743
00000100:00100000:1.0:1788876817.461473:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674449652107 time 7674450373022 state 0x2 ref 0
00000100:00100000:2.0:1788876817.470116:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876817.470336:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738304
00000100:00100000:3.0:1788876817.470345:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738304
00000100:00100000:3.0:1788876817.470413:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674449652107 time 7674450373022 state 0x0 ref 1
00000100:00100000:3.0:1788876817.470433:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674550373022 time 7674450373022 state 0x1 ref 1
00010000:00010000:2.0:1788876817.520966:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876817.543304:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674550373022 time 7674552269136 state 0x0 ref 1
00000100:00100000:0.0:1788876817.545787:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362738304:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876817.545840:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.545858:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876817.545863:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876817.545870:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.545885:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.614323:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.614343:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.614353:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.614360:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876817.614364:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.614374:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.614397:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.614405:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76610c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876817.614487:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362738304:12345-192.168.203.59@tcp:3:dd.500 Request processed in 71162us (144376us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876817.614507:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1744
00000100:00100000:0.0:1788876817.614519:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674550373022 time 7674552269136 state 0x2 ref 0
00000100:00100000:1.0:1788876817.631939:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876817.632165:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738432
00000100:00100000:0.0:1788876817.632175:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738432
00000100:00100000:0.0:1788876817.632243:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674550373022 time 7674552269136 state 0x0 ref 1
00000100:00100000:0.0:1788876817.632257:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674652269136 time 7674552269136 state 0x1 ref 1
00000100:00100000:3.0:1788876817.648270:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674652269136 time 7674657232842 state 0x0 ref 1
00000100:00100000:3.0:1788876817.648305:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738432:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876817.648352:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.648369:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876817.648373:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876817.648379:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.648392:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.678335:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.678356:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.678365:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.678378:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433472200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876817.678383:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.678391:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.678411:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.678419:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058f58990/0x3868396b8e766113 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876817.678518:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738432:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30223us (46580us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876817.678529:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1745
00000100:00100000:0.0:1788876817.678542:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674652269136 time 7674657232842 state 0x2 ref 0
00000100:00100000:2.0:1788876817.684275:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876817.684745:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738560
00000100:00100000:3.0:1788876817.684755:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738560
00000100:00100000:3.0:1788876817.684825:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674652269136 time 7674657232842 state 0x0 ref 1
00000100:00100000:3.0:1788876817.684841:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674757232842 time 7674657232842 state 0x1 ref 1
00000100:00100000:0.0:1788876817.751489:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674757232842 time 7674760454024 state 0x0 ref 1
00000100:00100000:0.0:1788876817.751528:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362738560:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876817.751573:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.751593:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876817.751599:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876817.751606:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.751618:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.777092:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.777115:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.777124:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.777131:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876817.777135:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.777144:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.777171:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.777179:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e76611a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876817.777261:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362738560:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25742us (92990us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876817.777271:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1746
00000100:00100000:0.0:1788876817.777282:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674757232842 time 7674760454024 state 0x2 ref 0
00000100:00100000:1.0:1788876817.783757:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876817.783906:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738688
00000100:00100000:0.0:1788876817.783915:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738688
00000100:00100000:0.0:1788876817.783971:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674757232842 time 7674760454024 state 0x0 ref 1
00000100:00100000:0.0:1788876817.783987:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674860454024 time 7674760454024 state 0x1 ref 1
00000100:00100000:3.0:1788876817.851954:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674860454024 time 7674860919017 state 0x0 ref 1
00000100:00100000:3.0:1788876817.851991:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738688:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876817.852081:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.852098:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876817.852103:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876817.852120:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.852134:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.878010:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.878078:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.878088:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.878095:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433472400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876817.878100:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.878115:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.878135:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876817.878142:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cab78999/0x3868396b8e766121 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876817.878244:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738688:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26264us (94494us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876817.878255:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1747
00000100:00100000:3.0:1788876817.878267:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674860454024 time 7674860919017 state 0x2 ref 0
00000100:00100000:1.0:1788876817.906207:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876817.906296:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738816
00000100:00100000:3.0:1788876817.906306:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738816
00000100:00100000:3.0:1788876817.906365:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674860454024 time 7674860919017 state 0x0 ref 1
00000100:00100000:3.0:1788876817.906379:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674960919017 time 7674860919017 state 0x1 ref 1
00000100:00100000:1.0:1788876817.952166:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674960919017 time 7674961124591 state 0x0 ref 1
00000100:00100000:1.0:1788876817.952197:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362738816:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876817.952239:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.952257:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876817.952262:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876817.952269:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876817.952282:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.970553:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.970574:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.970583:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.970590:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddea00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876817.970595:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.970603:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.970623:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876817.970631:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d983e93f/0x3868396b8e766128 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876817.970732:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362738816:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18544us (64527us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876817.970743:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1748
00000100:00100000:0.0:1788876817.970754:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674960919017 time 7674961124591 state 0x2 ref 0
00000100:00100000:2.0:1788876817.982215:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876817.982342:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362738944
00000100:00100000:3.0:1788876817.982352:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362738944
00000100:00100000:3.0:1788876817.982420:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7674960919017 time 7674961124591 state 0x0 ref 1
00000100:00100000:3.0:1788876817.982434:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675061124591 time 7674961124591 state 0x1 ref 1
00000100:00100000:0.0:1788876818.052345:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675061124591 time 7675061311133 state 0x0 ref 1
00000100:00100000:0.0:1788876818.052376:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738944:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876818.052419:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.052435:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876818.052440:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876818.052446:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.052462:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.078329:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.078348:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.078357:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.078364:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30e200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876818.078368:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.078377:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.078396:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.078404:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0cb61c0/0x3868396b8e76612f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876818.078515:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362738944:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26148us (96304us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876818.078527:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1749
00000100:00100000:0.0:1788876818.078539:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675061124591 time 7675061311133 state 0x2 ref 0
00000100:00100000:2.0:1788876818.085455:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876818.085542:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739072
00000100:00100000:1.0:1788876818.085551:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739072
00000100:00100000:1.0:1788876818.085609:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675061124591 time 7675061311133 state 0x0 ref 1
00000100:00100000:1.0:1788876818.085625:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675161311133 time 7675061311133 state 0x1 ref 1
00000100:00100000:2.0:1788876818.154850:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675161311133 time 7675163816383 state 0x0 ref 1
00000100:00100000:2.0:1788876818.154880:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362739072:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876818.154922:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.154938:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.154941:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.154947:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.154961:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.181586:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.181605:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.181615:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.181623:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433532000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876818.181627:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.181636:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.181665:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.181674:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c91c73bc/0x3868396b8e766136 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876818.181764:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362739072:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26892us (96313us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876818.181775:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1750
00000100:00100000:3.0:1788876818.181786:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675161311133 time 7675163816383 state 0x2 ref 0
00000100:00100000:1.0:1788876818.194131:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876818.194455:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739200
00000100:00100000:0.0:1788876818.194466:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739200
00000100:00100000:0.0:1788876818.194538:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675161311133 time 7675163816383 state 0x0 ref 1
00000100:00100000:0.0:1788876818.194554:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675263816383 time 7675163816383 state 0x1 ref 1
00000100:00100000:2.0:1788876818.255159:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675263816383 time 7675264125985 state 0x0 ref 1
00000100:00100000:2.0:1788876818.255188:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362739200:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876818.255230:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.255245:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.255249:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.255257:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.255276:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.273168:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.273185:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.273194:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.273201:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433532800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876818.273206:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.273220:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.273238:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.273247:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc10fa2e/0x3868396b8e76613d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876818.273334:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362739200:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18153us (79215us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876818.273344:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1751
00000100:00100000:0.0:1788876818.273355:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675263816383 time 7675264125985 state 0x2 ref 0
00000100:00100000:2.0:1788876818.288990:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876818.289135:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739328
00000100:00100000:0.0:1788876818.289153:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739328
00000100:00100000:0.0:1788876818.289217:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675263816383 time 7675264125985 state 0x0 ref 1
00000100:00100000:0.0:1788876818.289233:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675364125985 time 7675264125985 state 0x1 ref 1
00000100:00100000:2.0:1788876818.355515:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675364125985 time 7675364470793 state 0x0 ref 1
00000100:00100000:2.0:1788876818.355546:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362739328:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876818.355586:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.355604:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.355608:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.355614:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.355628:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.373381:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.373401:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.373411:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.373418:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433532600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876818.373423:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.373432:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.373450:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.373458:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008a913e9/0x3868396b8e766144 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876818.373557:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362739328:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18019us (84571us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876818.373567:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1752
00000100:00100000:3.0:1788876818.373580:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675364125985 time 7675364470793 state 0x2 ref 0
00000100:00100000:1.0:1788876818.393430:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876818.393538:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739456
00000100:00100000:0.0:1788876818.393548:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739456
00000100:00100000:0.0:1788876818.393607:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675364125985 time 7675364470793 state 0x0 ref 1
00000100:00100000:0.0:1788876818.393620:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675464470793 time 7675364470793 state 0x1 ref 1
00000100:00100000:2.0:1788876818.455648:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675464470793 time 7675464614072 state 0x0 ref 1
00000100:00100000:2.0:1788876818.455687:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362739456:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876818.455727:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.455748:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.455753:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.455759:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.455773:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.495532:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.495551:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.495559:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.495565:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433532e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876818.495570:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.495578:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.495595:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.495604:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e76614b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876818.495702:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362739456:12345-192.168.203.59@tcp:3:dd.500 Request processed in 40023us (102277us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876818.495714:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1753
00000100:00100000:2.0:1788876818.495726:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675464470793 time 7675464614072 state 0x2 ref 0
00000100:00100000:2.0:1788876818.519325:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876818.519416:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739584
00000100:00100000:3.0:1788876818.519426:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739584
00000100:00100000:3.0:1788876818.519484:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675464470793 time 7675464614072 state 0x0 ref 1
00000100:00100000:3.0:1788876818.519511:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675564614072 time 7675464614072 state 0x1 ref 1
00010000:00010000:2.0:1788876818.542683:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876818.555967:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675564614072 time 7675564934109 state 0x0 ref 1
00000100:00100000:2.0:1788876818.555995:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362739584:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876818.556231:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.556247:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.556251:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876818.556257:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876818.556270:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.567730:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.567749:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.567774:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.567795:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433532e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876818.567800:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.567809:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.567828:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.567836:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a5418be/0x3868396b8e766152 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876818.567921:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362739584:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11933us (48601us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876818.567932:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1754
00000100:00100000:1.0:1788876818.567943:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675564614072 time 7675564934109 state 0x2 ref 0
00000100:00100000:1.0:1788876818.573466:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876818.573568:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739712
00000100:00100000:0.0:1788876818.573579:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739712
00000100:00100000:0.0:1788876818.573641:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675564614072 time 7675564934109 state 0x0 ref 1
00000100:00100000:0.0:1788876818.573668:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675664934109 time 7675564934109 state 0x1 ref 1
00000100:00100000:1.0:1788876818.657352:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675664934109 time 7675666317210 state 0x0 ref 1
00000100:00100000:1.0:1788876818.657385:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362739712:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876818.657431:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.657448:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876818.657452:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876818.657460:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.657474:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.670818:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.670837:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.670846:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.670854:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876818.670858:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.670867:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.670885:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.670893:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766159 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876818.670970:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362739712:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13593us (97509us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876818.670981:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1755
00000100:00100000:3.0:1788876818.670994:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675664934109 time 7675666317210 state 0x2 ref 0
00000100:00100000:2.0:1788876818.682535:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876818.682685:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739840
00000100:00100000:0.0:1788876818.682694:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739840
00000100:00100000:0.0:1788876818.682746:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675664934109 time 7675666317210 state 0x0 ref 1
00000100:00100000:0.0:1788876818.682767:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675766317210 time 7675666317210 state 0x1 ref 1
00000100:00100000:3.0:1788876818.757512:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675766317210 time 7675766462840 state 0x0 ref 1
00000100:00100000:3.0:1788876818.757543:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362739840:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876818.757590:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.757606:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876818.757610:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876818.757617:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.757631:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.783800:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.783820:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.783833:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.783841:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840849d800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876818.783847:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.783855:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.783874:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876818.783883:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000869d0de5/0x3868396b8e766160 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876818.784003:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362739840:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26469us (101471us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876818.784067:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1756
00000100:00100000:3.0:1788876818.784079:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675766317210 time 7675766462840 state 0x2 ref 0
00000100:00100000:2.0:1788876818.800633:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876818.801605:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362739968
00000100:00100000:3.0:1788876818.801627:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362739968
00000100:00100000:3.0:1788876818.801689:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675766317210 time 7675766462840 state 0x0 ref 1
00000100:00100000:3.0:1788876818.801709:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675866462840 time 7675766462840 state 0x1 ref 1
00000100:00100000:1.0:1788876818.857672:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675866462840 time 7675866637724 state 0x0 ref 1
00000100:00100000:1.0:1788876818.857702:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362739968:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876818.857746:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.857762:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876818.857767:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876818.857773:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.857785:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.895998:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.896049:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.896059:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.896075:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876818.896080:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.896089:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.896108:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876818.896116:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766167 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876818.896203:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362739968:12345-192.168.203.59@tcp:3:dd.500 Request processed in 38509us (95573us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876818.896214:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1757
00000100:00100000:1.0:1788876818.896227:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675866462840 time 7675866637724 state 0x2 ref 0
00000100:00100000:2.0:1788876818.938031:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876818.938121:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740096
00000100:00100000:0.0:1788876818.938132:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740096
00000100:00100000:0.0:1788876818.938199:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675866462840 time 7675866637724 state 0x0 ref 1
00000100:00100000:0.0:1788876818.938215:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675966637724 time 7675866637724 state 0x1 ref 1
00000100:00100000:2.0:1788876818.962318:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675966637724 time 7675971284555 state 0x0 ref 1
00000100:00100000:0.0:1788876818.962871:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362740096:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876818.962914:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.962930:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876818.962935:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876818.962943:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876818.962957:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.040430:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.040449:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.040459:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.040467:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876819.040471:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.040480:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.040512:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.040520:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e76616e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876819.040610:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362740096:12345-192.168.203.59@tcp:3:dd.500 Request processed in 78271us (102598us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876819.040622:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1758
00000100:00100000:0.0:1788876819.040635:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675966637724 time 7675971284555 state 0x2 ref 0
00000100:00100000:3.0:1788876819.050295:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876819.050836:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740224
00000100:00100000:2.0:1788876819.050846:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740224
00000100:00100000:2.0:1788876819.050918:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7675966637724 time 7675971284555 state 0x0 ref 1
00000100:00100000:2.0:1788876819.050934:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676071284555 time 7675971284555 state 0x1 ref 1
00000100:00080000:1.0:1788876819.051241:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876819.062445:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676071284555 time 7676071410729 state 0x0 ref 1
00000100:00100000:2.0:1788876819.062475:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362740224:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876819.062527:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.062545:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876819.062549:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876819.062556:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.062571:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.097361:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.097382:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.097405:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.097413:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876819.097418:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.097427:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.097447:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.097455:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766175 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876819.097560:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362740224:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35094us (47271us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876819.097571:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1759
00000100:00100000:0.0:1788876819.097582:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676071284555 time 7676071410729 state 0x2 ref 0
00000100:00100000:3.0:1788876819.106710:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876819.106812:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740352
00000100:00100000:2.0:1788876819.106822:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740352
00000100:00100000:2.0:1788876819.106880:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676071284555 time 7676071410729 state 0x0 ref 1
00000100:00100000:2.0:1788876819.106894:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676171410729 time 7676071410729 state 0x1 ref 1
00000100:00100000:2.0:1788876819.162560:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676171410729 time 7676171524315 state 0x0 ref 1
00000100:00100000:2.0:1788876819.162591:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362740352:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876819.162633:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.162726:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876819.162731:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876819.162738:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.162753:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.186258:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.186278:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.186287:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.186294:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876819.186299:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.186308:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.186328:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.186336:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76617c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876819.186414:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362740352:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23832us (79709us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876819.186425:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1760
00000100:00100000:2.0:1788876819.186437:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676171410729 time 7676171524315 state 0x2 ref 0
00000100:00100000:0.0:1788876819.200606:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876819.200699:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740480
00000100:00100000:1.0:1788876819.200717:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740480
00000100:00100000:1.0:1788876819.200784:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676171410729 time 7676171524315 state 0x0 ref 1
00000100:00100000:1.0:1788876819.200800:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676271524315 time 7676171524315 state 0x1 ref 1
00000100:00100000:3.0:1788876819.262901:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676271524315 time 7676271867915 state 0x0 ref 1
00000100:00100000:3.0:1788876819.262932:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362740480:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876819.262974:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.262990:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876819.262994:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876819.263001:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.263218:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.284826:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.284847:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.284857:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.284864:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876819.284868:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.284878:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.284896:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.284904:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766183 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876819.285171:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362740480:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22248us (84569us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876819.285182:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1761
00000100:00100000:2.0:1788876819.285195:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676271524315 time 7676271867915 state 0x2 ref 0
00000100:00100000:1.0:1788876819.293585:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876819.294278:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740608
00000100:00100000:3.0:1788876819.294288:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740608
00000100:00100000:3.0:1788876819.294347:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676271524315 time 7676271867915 state 0x0 ref 1
00000100:00100000:3.0:1788876819.294372:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676371867915 time 7676271867915 state 0x1 ref 1
00000100:00100000:1.0:1788876819.363058:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676371867915 time 7676372025576 state 0x0 ref 1
00000100:00100000:1.0:1788876819.363108:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362740608:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876819.363158:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876819.363173:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876819.363177:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876819.363184:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876819.363197:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.378746:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.378767:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.378778:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.378786:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876819.378791:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.378801:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.378820:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.378829:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76618a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876819.378919:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362740608:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15829us (85340us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876819.378931:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1762
00000100:00100000:2.0:1788876819.378944:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676371867915 time 7676372025576 state 0x2 ref 0
00000100:00100000:1.0:1788876819.384199:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876819.384458:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740736
00000100:00100000:3.0:1788876819.384469:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740736
00000100:00100000:3.0:1788876819.384539:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676371867915 time 7676372025576 state 0x0 ref 1
00000100:00100000:3.0:1788876819.384554:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676472025576 time 7676372025576 state 0x1 ref 1
00000100:00100000:0.0:1788876819.463238:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676472025576 time 7676472203478 state 0x0 ref 1
00000100:00100000:0.0:1788876819.463267:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362740736:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876819.463306:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.463323:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.463327:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.463343:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.463357:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.490469:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.490499:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.490509:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.490516:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876819.490521:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.490530:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.490549:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.490556:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068dc2bcb/0x3868396b8e766191 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876819.490651:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362740736:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27391us (106454us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876819.490662:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1763
00000100:00100000:2.0:1788876819.490674:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676472025576 time 7676472203478 state 0x2 ref 0
00000100:00100000:0.0:1788876819.499424:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876819.499803:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740864
00000100:00100000:1.0:1788876819.499814:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740864
00000100:00100000:1.0:1788876819.499870:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676472025576 time 7676472203478 state 0x0 ref 1
00000100:00100000:1.0:1788876819.499886:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676572203478 time 7676472203478 state 0x1 ref 1
00000100:00100000:2.0:1788876819.563546:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676572203478 time 7676572509861 state 0x0 ref 1
00000100:00100000:2.0:1788876819.563576:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362740864:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876819.563623:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.563640:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876819.563645:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876819.563651:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.563665:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876819.570603:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876819.583409:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.583431:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.583442:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.583450:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876819.583455:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.583464:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.583495:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.583504:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e766198 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876819.583592:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362740864:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20025us (84173us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876819.583603:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1764
00000100:00100000:3.0:1788876819.583615:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676572203478 time 7676572509861 state 0x2 ref 0
00000100:00100000:2.0:1788876819.593530:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876819.593788:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362740992
00000100:00100000:0.0:1788876819.593797:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362740992
00000100:00100000:0.0:1788876819.593857:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676572203478 time 7676572509861 state 0x0 ref 1
00000100:00100000:0.0:1788876819.593874:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676672509861 time 7676572509861 state 0x1 ref 1
00000100:00100000:0.0:1788876819.663679:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676672509861 time 7676672640995 state 0x0 ref 1
00000100:00100000:0.0:1788876819.663711:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362740992:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876819.663757:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.663773:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.663778:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.663785:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.663798:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.676870:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.676890:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.676898:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.676905:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876819.676909:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.676917:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.676936:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.676942:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e76619f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876819.677069:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362740992:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13368us (83544us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876819.677080:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1765
00000100:00100000:3.0:1788876819.677091:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676672509861 time 7676672640995 state 0x2 ref 0
00000100:00100000:2.0:1788876819.691123:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876819.691315:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362741120
00000100:00100000:0.0:1788876819.691334:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362741120
00000100:00100000:0.0:1788876819.691391:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676672509861 time 7676672640995 state 0x0 ref 1
00000100:00100000:0.0:1788876819.691406:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676772640995 time 7676672640995 state 0x1 ref 1
00000100:00100000:3.0:1788876819.766713:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676772640995 time 7676775678010 state 0x0 ref 1
00000100:00100000:3.0:1788876819.766746:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362741120:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876819.766790:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.766808:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876819.766812:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876819.766818:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.766834:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.785068:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.785087:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.785109:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.785115:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876819.785120:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.785128:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.785151:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.785158:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876819.785237:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362741120:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18502us (94118us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876819.785248:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1766
00000100:00100000:3.0:1788876819.785259:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676772640995 time 7676775678010 state 0x2 ref 0
00000100:00100000:1.0:1788876819.808118:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876819.809284:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362741248
00000100:00100000:2.0:1788876819.809295:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362741248
00000100:00100000:2.0:1788876819.809433:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676772640995 time 7676775678010 state 0x0 ref 1
00000100:00100000:2.0:1788876819.809450:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676875678010 time 7676775678010 state 0x1 ref 1
00000100:00100000:0.0:1788876819.866858:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676875678010 time 7676875823406 state 0x0 ref 1
00000100:00100000:0.0:1788876819.866893:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362741248:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876819.866934:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.866950:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.866954:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.866960:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.866974:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876819.888200:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365732992:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888271:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876819.888338:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1788876819.888345:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f60ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365732608:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888381:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876819.888405:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365733120:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888428:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876819.888454:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365732736:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888478:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876819.888506:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365733248:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888527:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876819.888543:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876819.888548:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365732864:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888569:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876819.888599:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732992
00000100:00100000:3.0:1788876819.888607:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732992
00000100:00100000:3.0:1788876819.888661:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365733248
00000100:00100000:3.0:1788876819.888664:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365733248
00000100:00100000:3.0:1788876819.888689:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336
00000100:00100000:3.0:1788876819.888697:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365733248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888748:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365733248:12345-0@lo:400:kworker.0 Request processed in 51us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876819.888755:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336
00000100:00100000:3.0:1788876819.888771:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336
00000100:00100000:3.0:1788876819.888778:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365732992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888810:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365732992:12345-0@lo:400:kworker.0 Request processed in 33us (539us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876819.888816:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336
00000100:00100000:3.0:1788876819.888834:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732608
00000100:00100000:3.0:1788876819.888838:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732608
00000100:00100000:3.0:1788876819.888861:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1788876819.888867:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365732608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.888895:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365732608:12345-0@lo:400:kworker.0 Request processed in 28us (513us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876819.888902:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1788876819.888927:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365733120
00000100:00100000:3.0:1788876819.888931:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365733120
00000100:00100000:3.0:1788876819.888951:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732736
00000100:00100000:3.0:1788876819.888954:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732736
00000100:00100000:3.0:1788876819.888969:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365732864
00000100:00100000:3.0:1788876819.888971:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365732864
00000100:00100000:3.0:1788876819.888990:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6671
00000100:00100000:3.0:1788876819.888996:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365733120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889053:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365733120:12345-0@lo:400:kworker.0 Request processed in 57us (624us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876819.889060:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6671
00000100:00100000:3.0:1788876819.889071:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6672
00000100:00100000:3.0:1788876819.889077:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365732736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889102:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365732736:12345-0@lo:400:kworker.0 Request processed in 25us (623us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876819.889108:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6672
00000100:00100000:3.0:1788876819.889118:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6673
00000100:00100000:3.0:1788876819.889124:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365732864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889149:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365732864:12345-0@lo:400:kworker.0 Request processed in 25us (579us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876819.889155:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6673
00000100:00080000:3.0:1788876819.889173:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788876819.889177:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788876819.889179:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876819.889205:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365732864:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889217:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365732736:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889226:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365733248:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889253:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f60ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365732608:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889262:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365733120:0@lo:400:kworker.0
00000100:00100000:3.0:1788876819.889270:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365732992:0@lo:400:kworker.0
00010000:00010000:0.0:1788876819.889992:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.890007:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.890034:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.890042:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876819.890047:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.890062:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.890081:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.890089:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876819.890161:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362741248:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23279us (82060us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876819.890839:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983191c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365733376:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876819.890881:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876819.890926:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365733376
00000100:00100000:2.0:1788876819.890933:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365733376
00000100:00100000:2.0:1788876819.890988:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334
00000100:00100000:2.0:1788876819.890997:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365733376:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876819.891046:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876819.891083:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365733376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876819.891090:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334
00000100:00100000:2.0:1788876819.891528:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983191c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365733376:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876819.891858:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1767
00000100:00100000:0.0:1788876819.891870:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676875678010 time 7676875823406 state 0x2 ref 0
00000100:00100000:0.0:1788876819.905761:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876819.905845:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362741376
00000100:00100000:2.0:1788876819.905855:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362741376
00000100:00100000:2.0:1788876819.905910:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676875678010 time 7676875823406 state 0x0 ref 1
00000100:00100000:2.0:1788876819.905925:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676975823406 time 7676875823406 state 0x1 ref 1
00000100:00100000:0.0:1788876819.967006:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676975823406 time 7676975973548 state 0x0 ref 1
00000100:00100000:0.0:1788876819.967074:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362741376:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876819.967114:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.967129:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.967133:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876819.967140:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876819.967154:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.987272:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.987293:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.987303:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.987310:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876819.987382:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.987394:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.987417:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876819.987426:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7661b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876819.987513:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362741376:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20448us (81755us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876819.987524:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1768
00000100:00100000:3.0:1788876819.987535:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676975823406 time 7676975973548 state 0x2 ref 0
00000100:00100000:0.0:1788876820.003655:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876820.003747:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362741504
00000100:00100000:2.0:1788876820.003757:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362741504
00000100:00100000:2.0:1788876820.003818:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7676975823406 time 7676975973548 state 0x0 ref 1
00000100:00100000:2.0:1788876820.003833:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677075973548 time 7676975973548 state 0x1 ref 1
00000100:00100000:0.0:1788876820.069158:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677075973548 time 7677078124158 state 0x0 ref 1
00000100:00100000:0.0:1788876820.069193:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362741504:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876820.069233:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.069248:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876820.069253:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876820.069259:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.069274:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.076348:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.076366:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.076375:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.076382:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876820.076387:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.076395:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.076415:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.076424:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7661bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876820.076509:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362741504:12345-192.168.203.59@tcp:3:dd.500 Request processed in 7324us (72860us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876820.076519:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1769
00000100:00100000:3.0:1788876820.076531:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677075973548 time 7677078124158 state 0x2 ref 0
00000100:00100000:2.0:1788876820.081066:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.081361:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362741632
00000100:00100000:3.0:1788876820.081370:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362741632
00000100:00100000:3.0:1788876820.081425:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677075973548 time 7677078124158 state 0x0 ref 1
00000100:00100000:3.0:1788876820.081439:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677178124158 time 7677078124158 state 0x1 ref 1
00000100:00100000:0.0:1788876820.169360:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677178124158 time 7677178327905 state 0x0 ref 1
00000100:00100000:0.0:1788876820.169390:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362741632:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876820.169433:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.169455:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876820.169459:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876820.169465:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.169488:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.187509:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.187528:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.187537:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.187543:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876820.187548:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.187558:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.187577:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.187585:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7661c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876820.187672:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362741632:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18291us (106609us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876820.187683:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1770
00000100:00100000:1.0:1788876820.187694:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677178124158 time 7677178327905 state 0x2 ref 0
00000100:00100000:2.0:1788876820.193535:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.193619:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362741760
00000100:00100000:3.0:1788876820.193628:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362741760
00000100:00100000:3.0:1788876820.193688:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677178124158 time 7677178327905 state 0x0 ref 1
00000100:00100000:3.0:1788876820.193704:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677278327905 time 7677178327905 state 0x1 ref 1
00000100:00100000:2.0:1788876820.270048:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677278327905 time 7677278988780 state 0x0 ref 1
00000100:00100000:2.0:1788876820.270078:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362741760:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876820.270137:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.270161:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876820.270173:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876820.270180:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.270193:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.287395:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.287422:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.287435:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.287446:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876820.287453:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.287465:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.287503:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.287514:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876820.287612:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362741760:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17543us (94082us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876820.287624:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1771
00000100:00100000:3.0:1788876820.287640:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677278327905 time 7677278988780 state 0x2 ref 0
00000100:00100000:0.0:1788876820.319590:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.319807:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362741888
00000100:00100000:3.0:1788876820.319817:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362741888
00000100:00100000:3.0:1788876820.319878:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677278327905 time 7677278988780 state 0x0 ref 1
00000100:00100000:3.0:1788876820.319894:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677378988780 time 7677278988780 state 0x1 ref 1
00000100:00100000:2.0:1788876820.374792:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677378988780 time 7677383758411 state 0x0 ref 1
00000100:00100000:2.0:1788876820.374822:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362741888:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876820.374865:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.374879:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876820.374883:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876820.374889:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.374902:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.393984:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.394228:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.394238:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.394245:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876820.394249:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.394398:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.394420:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.394427:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e7661d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876820.394520:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362741888:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19706us (74937us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876820.394531:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1772
00000100:00100000:2.0:1788876820.394543:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677378988780 time 7677383758411 state 0x2 ref 0
00000100:00100000:1.0:1788876820.405560:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.405630:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742016
00000100:00100000:3.0:1788876820.405640:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742016
00000100:00100000:3.0:1788876820.405691:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677378988780 time 7677383758411 state 0x0 ref 1
00000100:00100000:3.0:1788876820.405705:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677483758411 time 7677383758411 state 0x1 ref 1
00000100:00100000:0.0:1788876820.470315:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876820.470358:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876820.470396:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876820.470435:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.470517:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742272
00000100:00100000:3.0:1788876820.470528:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742272
00000100:00100000:3.0:1788876820.470598:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742528
00000100:00100000:3.0:1788876820.470601:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742528
00000100:00100000:3.0:1788876820.470624:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6674
00000100:00100000:3.0:1788876820.470633:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362742272:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876820.470720:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362742272:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 87us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876820.470728:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6674
00000100:00100000:3.0:1788876820.470744:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6675
00000100:00100000:3.0:1788876820.470750:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362742528:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876820.470773:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362742528:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 23us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876820.470779:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6675
00000100:00100000:3.0:1788876820.470795:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742400
00000100:00100000:3.0:1788876820.470799:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742400
00000100:00100000:3.0:1788876820.470830:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 337
00000100:00100000:3.0:1788876820.470836:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362742400:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876820.470860:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362742400:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876820.470866:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 337
00000100:00100000:1.0:1788876820.471257:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742144
00000100:00100000:1.0:1788876820.471263:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742144
00000100:00100000:1.0:1788876820.471295:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3127
00000100:00100000:1.0:1788876820.471302:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362742144:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876820.471338:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362742144:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 36us (941us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876820.471344:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3127
00000100:00080000:0.0:1788876820.471711:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876820.471715:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876820.475365:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677483758411 time 7677484331557 state 0x0 ref 1
00000100:00100000:1.0:1788876820.475394:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362742016:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876820.475439:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.475454:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876820.475459:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876820.475465:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.475495:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.490864:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.490884:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.490893:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.490900:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876820.490905:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.490914:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.490932:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876820.490940:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064877401/0x3868396b8e7661d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876820.491174:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362742016:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15668us (85497us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876820.491186:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1773
00000100:00100000:2.0:1788876820.491199:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677483758411 time 7677484331557 state 0x2 ref 0
00000100:00100000:1.0:1788876820.499835:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876820.501842:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742656
00000100:00100000:0.0:1788876820.501856:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742656
00000100:00100000:0.0:1788876820.501919:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677483758411 time 7677484331557 state 0x0 ref 1
00000100:00100000:0.0:1788876820.501934:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677584331557 time 7677484331557 state 0x1 ref 1
00000100:00100000:3.0:1788876820.576836:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677584331557 time 7677585801569 state 0x0 ref 1
00000100:00100000:3.0:1788876820.576865:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362742656:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876820.576908:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.576926:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876820.576930:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876820.576936:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.576950:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.591915:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876820.598216:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.598234:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.598250:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.598257:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a9a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876820.598261:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.598270:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.598289:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.598296:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c07def3/0x3868396b8e7661de lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876820.598386:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362742656:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21529us (98555us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876820.598398:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1774
00000100:00100000:3.0:1788876820.598409:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677584331557 time 7677585801569 state 0x2 ref 0
00000100:00100000:2.0:1788876820.610704:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.610818:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742784
00000100:00100000:3.0:1788876820.610829:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742784
00000100:00100000:3.0:1788876820.610887:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677584331557 time 7677585801569 state 0x0 ref 1
00000100:00100000:3.0:1788876820.610905:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677685801569 time 7677585801569 state 0x1 ref 1
00000100:00100000:3.0:1788876820.676957:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677685801569 time 7677685924306 state 0x0 ref 1
00000100:00100000:3.0:1788876820.676987:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362742784:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876820.677097:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.677112:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876820.677116:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876820.677122:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.677135:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.692105:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.692123:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.692139:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.692151:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876820.692156:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.692165:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.692184:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.692192:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7661e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876820.692272:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362742784:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15294us (81573us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876820.692283:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1775
00000100:00100000:3.0:1788876820.692296:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677685801569 time 7677685924306 state 0x2 ref 0
00000100:00100000:2.0:1788876820.701807:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.701893:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362742912
00000100:00100000:3.0:1788876820.701903:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362742912
00000100:00100000:3.0:1788876820.701960:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677685801569 time 7677685924306 state 0x0 ref 1
00000100:00100000:3.0:1788876820.701975:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677785924306 time 7677685924306 state 0x1 ref 1
00000100:00100000:1.0:1788876820.777080:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677785924306 time 7677786046018 state 0x0 ref 1
00000100:00100000:1.0:1788876820.777270:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362742912:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876820.777332:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.777348:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876820.777352:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876820.777358:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.777370:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.797780:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.797798:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.797808:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.797816:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876820.797821:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.797831:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.797849:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.797857:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081f97f95/0x3868396b8e7661ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876820.797942:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362742912:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20682us (96149us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876820.797952:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1776
00000100:00100000:1.0:1788876820.797964:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677785924306 time 7677786046018 state 0x2 ref 0
00000100:00100000:2.0:1788876820.804778:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876820.805083:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743040
00000100:00100000:1.0:1788876820.805098:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743040
00000100:00100000:1.0:1788876820.805178:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677785924306 time 7677786046018 state 0x0 ref 1
00000100:00100000:1.0:1788876820.805194:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677886046018 time 7677786046018 state 0x1 ref 1
00000100:00100000:0.0:1788876820.878108:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677886046018 time 7677887073278 state 0x0 ref 1
00000100:00100000:0.0:1788876820.878138:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743040:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876820.878180:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.878198:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876820.878203:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876820.878210:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.878225:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.891115:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.891144:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.891153:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.891161:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840849c000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876820.891166:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.891175:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.891195:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876820.891204:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bdad4f2/0x3868396b8e7661f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876820.891288:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743040:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13156us (86513us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876820.891299:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1777
00000100:00100000:3.0:1788876820.891311:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677886046018 time 7677887073278 state 0x2 ref 0
00000100:00100000:2.0:1788876820.911551:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876820.911701:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743168
00000100:00100000:3.0:1788876820.911712:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743168
00000100:00100000:3.0:1788876820.911773:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677886046018 time 7677887073278 state 0x0 ref 1
00000100:00100000:3.0:1788876820.911789:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677987073278 time 7677887073278 state 0x1 ref 1
00000100:00100000:0.0:1788876820.978290:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677987073278 time 7677987256325 state 0x0 ref 1
00000100:00100000:0.0:1788876820.978320:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743168:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876820.978364:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.978380:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876820.978385:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876820.978392:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876820.978404:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.991095:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.991114:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.991123:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.991130:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840849c800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876820.991134:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.991143:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.991160:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876820.991167:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2dc3787/0x3868396b8e7661fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876820.991244:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743168:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12932us (79698us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876820.991254:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1778
00000100:00100000:1.0:1788876820.991266:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677987073278 time 7677987256325 state 0x2 ref 0
00000100:00100000:2.0:1788876821.003307:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876821.003582:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743296
00000100:00100000:0.0:1788876821.003591:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743296
00000100:00100000:0.0:1788876821.003693:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7677987073278 time 7677987256325 state 0x0 ref 1
00000100:00100000:0.0:1788876821.003708:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678087256325 time 7677987256325 state 0x1 ref 1
00000100:00080000:3.0:1788876821.008703:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876821.081371:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678087256325 time 7678090337395 state 0x0 ref 1
00000100:00100000:2.0:1788876821.081400:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743296:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876821.081450:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.081466:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876821.081470:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.081485:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.081504:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.137814:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.137832:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.137840:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.137847:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876821.137851:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.137861:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.137878:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.137891:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094d2f950/0x3868396b8e766201 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876821.137970:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743296:12345-192.168.203.59@tcp:3:dd.500 Request processed in 56578us (134668us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876821.137980:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1779
00000100:00100000:3.0:1788876821.137992:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678087256325 time 7678090337395 state 0x2 ref 0
00000100:00100000:0.0:1788876821.156952:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876821.158849:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743424
00000100:00100000:2.0:1788876821.158862:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743424
00000100:00100000:2.0:1788876821.158931:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678087256325 time 7678090337395 state 0x0 ref 1
00000100:00100000:2.0:1788876821.158947:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678190337395 time 7678090337395 state 0x1 ref 1
00000100:00100000:2.0:1788876821.182293:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678190337395 time 7678191259845 state 0x0 ref 1
00000100:00100000:2.0:1788876821.182326:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362743424:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876821.182367:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.182383:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.182388:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.182394:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.182408:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.197758:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.197778:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.197796:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.197803:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876821.197808:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.197821:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.197838:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.197846:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e766208 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876821.197931:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362743424:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15613us (40982us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876821.197943:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1780
00000100:00100000:2.0:1788876821.197956:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678190337395 time 7678191259845 state 0x2 ref 0
00000100:00100000:1.0:1788876821.214576:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876821.215178:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743552
00000100:00100000:3.0:1788876821.215189:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743552
00000100:00100000:3.0:1788876821.215256:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678190337395 time 7678191259845 state 0x0 ref 1
00000100:00100000:3.0:1788876821.215272:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678291259845 time 7678191259845 state 0x1 ref 1
00000100:00100000:2.0:1788876821.290500:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678291259845 time 7678299467077 state 0x0 ref 1
00000100:00100000:2.0:1788876821.290532:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362743552:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876821.290575:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.290590:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.290594:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.290600:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.290618:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.306914:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.306932:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.306941:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.306949:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876821.306953:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.306962:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.306980:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.306989:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e613acc/0x3868396b8e76620f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876821.307210:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362743552:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16687us (92639us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876821.307221:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1781
00000100:00100000:2.0:1788876821.307233:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678291259845 time 7678299467077 state 0x2 ref 0
00000100:00100000:1.0:1788876821.315116:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876821.315255:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743680
00000100:00100000:3.0:1788876821.315265:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743680
00000100:00100000:3.0:1788876821.315322:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678291259845 time 7678299467077 state 0x0 ref 1
00000100:00100000:3.0:1788876821.315337:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678399467077 time 7678299467077 state 0x1 ref 1
00000100:00100000:0.0:1788876821.392346:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678399467077 time 7678401311905 state 0x0 ref 1
00000100:00100000:0.0:1788876821.392376:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743680:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876821.392486:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.392513:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876821.392518:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876821.392524:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.392552:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.431870:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.431889:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.431898:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.431912:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876821.431916:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.431926:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.431942:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.431949:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766216 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876821.432054:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743680:12345-192.168.203.59@tcp:3:dd.500 Request processed in 39688us (116942us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876821.432064:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1782
00000100:00100000:0.0:1788876821.432076:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678399467077 time 7678401311905 state 0x2 ref 0
00000100:00100000:1.0:1788876821.445753:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876821.447269:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743808
00000100:00100000:0.0:1788876821.447281:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743808
00000100:00100000:0.0:1788876821.447341:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678399467077 time 7678401311905 state 0x0 ref 1
00000100:00100000:0.0:1788876821.447358:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678501311905 time 7678401311905 state 0x1 ref 1
00000100:00100000:3.0:1788876821.492507:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678501311905 time 7678501473557 state 0x0 ref 1
00000100:00100000:3.0:1788876821.492552:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362743808:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876821.492595:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.492613:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876821.492617:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876821.492624:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.492636:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.520750:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.520770:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.520779:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.520786:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876821.520790:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.520798:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.520818:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.520826:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76621d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876821.521606:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362743808:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29075us (75856us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876821.521617:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1783
00000100:00100000:3.0:1788876821.521628:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678501311905 time 7678501473557 state 0x2 ref 0
00000100:00100000:0.0:1788876821.527280:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876821.527404:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362743936
00000100:00100000:3.0:1788876821.527414:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362743936
00000100:00100000:3.0:1788876821.527483:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678501311905 time 7678501473557 state 0x0 ref 1
00000100:00100000:3.0:1788876821.527499:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678601473557 time 7678501473557 state 0x1 ref 1
00000100:00100000:0.0:1788876821.593651:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678601473557 time 7678602616533 state 0x0 ref 1
00000100:00100000:0.0:1788876821.593798:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743936:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876821.593843:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.593860:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876821.593865:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876821.593872:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.593887:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.606498:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.606526:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.606535:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.606553:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876821.606558:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.606572:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.606591:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876821.606605:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e766224 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876821.606955:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362743936:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13162us (79674us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876821.606966:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1784
00000100:00100000:3.0:1788876821.606982:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678601473557 time 7678602616533 state 0x2 ref 0
00010000:00010000:2.0:1788876821.615921:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876821.623237:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876821.623331:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744064
00000100:00100000:1.0:1788876821.623341:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744064
00000100:00100000:1.0:1788876821.623401:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678601473557 time 7678602616533 state 0x0 ref 1
00000100:00100000:1.0:1788876821.623415:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678702616533 time 7678602616533 state 0x1 ref 1
00000100:00100000:1.0:1788876821.693818:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678702616533 time 7678702784110 state 0x0 ref 1
00000100:00100000:1.0:1788876821.693851:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362744064:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876821.693893:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.693911:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876821.693916:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876821.693922:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.693935:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.712727:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.712746:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.712755:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.712762:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876821.712766:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.712775:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.712793:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876821.712800:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa7a581c/0x3868396b8e76622b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876821.712879:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362744064:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19038us (89647us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876821.712889:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1785
00000100:00100000:1.0:1788876821.712901:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678702616533 time 7678702784110 state 0x2 ref 0
00000100:00100000:1.0:1788876821.718368:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876821.718496:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744192
00000100:00100000:3.0:1788876821.718506:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744192
00000100:00100000:3.0:1788876821.718562:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678702616533 time 7678702784110 state 0x0 ref 1
00000100:00100000:3.0:1788876821.718577:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678802784110 time 7678702784110 state 0x1 ref 1
00000100:00100000:0.0:1788876821.796581:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678802784110 time 7678805547328 state 0x0 ref 1
00000100:00100000:0.0:1788876821.796611:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362744192:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876821.796654:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.796669:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876821.796673:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876821.796681:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876821.796693:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.822093:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.822127:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.822137:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.822144:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876821.822149:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.822159:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.822179:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.822191:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e766232 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876821.822288:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362744192:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25676us (103916us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876821.822299:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1786
00000100:00100000:2.0:1788876821.822317:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678802784110 time 7678805547328 state 0x2 ref 0
00000100:00100000:1.0:1788876821.837239:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876821.839753:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744320
00000100:00100000:2.0:1788876821.839765:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744320
00000100:00100000:2.0:1788876821.839828:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678802784110 time 7678805547328 state 0x0 ref 1
00000100:00100000:2.0:1788876821.839842:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678905547328 time 7678805547328 state 0x1 ref 1
00000100:00100000:2.0:1788876821.896703:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678905547328 time 7678905667632 state 0x0 ref 1
00000100:00100000:2.0:1788876821.896735:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362744320:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876821.896777:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.896794:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.896799:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.896806:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.896825:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.921651:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.921671:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.921680:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.921687:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876821.921691:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.921699:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.921717:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.921724:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766239 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876821.921849:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362744320:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25124us (84615us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876821.921860:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1787
00000100:00100000:2.0:1788876821.921872:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678905547328 time 7678905667632 state 0x2 ref 0
00000100:00100000:2.0:1788876821.935513:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1788876821.935536:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365733504:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876821.935603:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876821.935709:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365733504
00000100:00100000:0.0:1788876821.935716:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365733504
00000100:00100000:0.0:1788876821.935786:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 335
00000100:00100000:0.0:1788876821.935795:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365733504:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876821.935825:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 424607744 pending 0 free 3746562048 avail 3744464896
00000100:00100000:0.0:1788876821.935869:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365733504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876821.935877:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 335
00000100:00100000:0.0:1788876821.935924:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365733504:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788876821.935983:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876821.936374:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876821.936441:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744448
00000100:00100000:2.0:1788876821.936446:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744448
00000100:00100000:2.0:1788876821.936492:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7678905547328 time 7678905667632 state 0x0 ref 1
00000100:00100000:2.0:1788876821.936505:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679005667632 time 7678905667632 state 0x1 ref 1
00000100:00100000:2.0:1788876821.997901:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679005667632 time 7679006866881 state 0x0 ref 1
00000100:00100000:2.0:1788876821.997943:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362744448:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876821.997986:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.998001:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876821.998005:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876821.998037:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876821.998053:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.011573:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.011593:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.011603:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.011610:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876822.011615:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.011623:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.011642:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.011651:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766240 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876822.013268:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362744448:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15341us (77140us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876822.013281:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1788
00000100:00100000:2.0:1788876822.013292:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679005667632 time 7679006866881 state 0x2 ref 0
00000100:00100000:3.0:1788876822.019503:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876822.020009:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744576
00000100:00100000:0.0:1788876822.020050:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744576
00000100:00100000:0.0:1788876822.020275:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679005667632 time 7679006866881 state 0x0 ref 1
00000100:00100000:0.0:1788876822.020293:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679106866881 time 7679006866881 state 0x1 ref 1
00000100:00100000:1.0:1788876822.104274:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679106866881 time 7679113239616 state 0x0 ref 1
00000100:00100000:1.0:1788876822.104306:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362744576:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876822.105003:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.105044:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.105049:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.105056:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.105070:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.135259:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.135279:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.135294:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.135302:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876822.135307:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.135316:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.135344:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.135352:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766247 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876822.135439:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362744576:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31144us (115946us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876822.135451:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1789
00000100:00100000:0.0:1788876822.135474:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679106866881 time 7679113239616 state 0x2 ref 0
00000100:00100000:3.0:1788876822.155219:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876822.155355:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744704
00000100:00100000:2.0:1788876822.155364:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744704
00000100:00100000:2.0:1788876822.155424:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679106866881 time 7679113239616 state 0x0 ref 1
00000100:00100000:2.0:1788876822.155438:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679213239616 time 7679113239616 state 0x1 ref 1
00000100:00100000:3.0:1788876822.204821:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679213239616 time 7679213786822 state 0x0 ref 1
00000100:00100000:3.0:1788876822.204850:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362744704:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876822.204891:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.204909:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876822.204913:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876822.204920:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.204934:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.239630:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.239676:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.239687:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.239695:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30f200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876822.239700:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.239714:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.239734:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.239743:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbc21149/0x3868396b8e76624e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876822.239828:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362744704:12345-192.168.203.59@tcp:3:dd.500 Request processed in 34986us (84613us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876822.239839:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1790
00000100:00100000:2.0:1788876822.239852:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679213239616 time 7679213786822 state 0x2 ref 0
00000100:00100000:2.0:1788876822.251270:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876822.256264:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744832
00000100:00100000:3.0:1788876822.256278:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744832
00000100:00100000:3.0:1788876822.256346:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679213239616 time 7679213786822 state 0x0 ref 1
00000100:00100000:3.0:1788876822.256362:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679313786822 time 7679213786822 state 0x1 ref 1
00000100:00100000:0.0:1788876822.304979:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679313786822 time 7679313943922 state 0x0 ref 1
00000100:00100000:0.0:1788876822.305009:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362744832:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876822.305086:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.305104:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876822.305109:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876822.305122:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.305136:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.334490:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.334509:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.334518:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.334526:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876822.334539:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.334550:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.334573:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876822.334580:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766255 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876822.334662:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362744832:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29663us (83396us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876822.334673:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1791
00000100:00100000:0.0:1788876822.334685:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679313786822 time 7679313943922 state 0x2 ref 0
00000100:00100000:1.0:1788876822.348614:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876822.348709:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362744960
00000100:00100000:3.0:1788876822.348719:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362744960
00000100:00100000:3.0:1788876822.348777:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679313786822 time 7679313943922 state 0x0 ref 1
00000100:00100000:3.0:1788876822.348793:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679413943922 time 7679313943922 state 0x1 ref 1
00000100:00100000:2.0:1788876822.405242:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679413943922 time 7679414207743 state 0x0 ref 1
00000100:00100000:2.0:1788876822.405271:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362744960:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876822.405311:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.405328:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876822.405339:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876822.405345:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.405358:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.419065:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.419095:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.419103:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.419109:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876822.419113:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.419122:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.419140:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.419147:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e76625c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876822.419243:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362744960:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13980us (70633us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876822.419254:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1792
00000100:00100000:2.0:1788876822.419267:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679413943922 time 7679414207743 state 0x2 ref 0
00000100:00100000:1.0:1788876822.435137:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876822.435274:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745088
00000100:00100000:2.0:1788876822.435284:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745088
00000100:00100000:2.0:1788876822.435342:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679413943922 time 7679414207743 state 0x0 ref 1
00000100:00100000:2.0:1788876822.435356:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679514207743 time 7679414207743 state 0x1 ref 1
00000100:00100000:3.0:1788876822.505387:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679514207743 time 7679514352753 state 0x0 ref 1
00000100:00100000:3.0:1788876822.505418:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362745088:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876822.505470:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.505486:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876822.505491:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876822.505498:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.505511:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.516112:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.516134:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.516143:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.516156:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876822.516161:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.516170:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.516187:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.516195:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766263 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876822.516311:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362745088:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10902us (81177us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876822.516322:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1793
00000100:00100000:3.0:1788876822.516334:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679514207743 time 7679514352753 state 0x2 ref 0
00000100:00100000:0.0:1788876822.528694:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876822.528779:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745216
00000100:00100000:2.0:1788876822.528788:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745216
00000100:00100000:2.0:1788876822.528841:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679514207743 time 7679514352753 state 0x0 ref 1
00000100:00100000:2.0:1788876822.528855:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679614352753 time 7679514352753 state 0x1 ref 1
00000100:00100000:1.0:1788876822.605544:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679614352753 time 7679614508743 state 0x0 ref 1
00000100:00100000:1.0:1788876822.605575:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362745216:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876822.605618:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.605633:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.605638:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.605644:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.605663:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.616980:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.617001:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.617011:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.617049:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876822.617054:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.617062:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.617080:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.617088:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e76626a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876822.617164:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362745216:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11597us (88472us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876822.617175:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1794
00000100:00100000:3.0:1788876822.617186:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679614352753 time 7679614508743 state 0x2 ref 0
00000100:00100000:0.0:1788876822.624170:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876822.624250:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745344
00000100:00100000:2.0:1788876822.624260:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745344
00000100:00100000:2.0:1788876822.624314:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679614352753 time 7679614508743 state 0x0 ref 1
00000100:00100000:2.0:1788876822.624329:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679714508743 time 7679614508743 state 0x1 ref 1
00010000:00010000:2.0:1788876822.639764:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876822.705682:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679714508743 time 7679714648857 state 0x0 ref 1
00000100:00100000:1.0:1788876822.705714:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362745344:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876822.705756:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.705772:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.705777:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.705783:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.705797:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.724752:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.724772:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.724781:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.724789:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876822.724794:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.724802:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.724819:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.724827:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e766271 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876822.724907:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362745344:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19203us (100742us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876822.724917:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1795
00000100:00100000:2.0:1788876822.724929:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679714508743 time 7679714648857 state 0x2 ref 0
00000100:00100000:1.0:1788876822.744143:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876822.744443:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745472
00000100:00100000:0.0:1788876822.744454:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745472
00000100:00100000:0.0:1788876822.744522:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679714508743 time 7679714648857 state 0x0 ref 1
00000100:00100000:0.0:1788876822.744537:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679814648857 time 7679714648857 state 0x1 ref 1
00000100:00100000:3.0:1788876822.805789:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679814648857 time 7679814754098 state 0x0 ref 1
00000100:00100000:3.0:1788876822.805819:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362745472:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876822.805928:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.805949:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876822.805953:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876822.805959:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.805972:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.838707:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.838729:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.838739:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.838746:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876822.838751:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.838760:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.838778:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876822.838787:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e766278 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876822.838877:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362745472:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33066us (94738us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876822.838889:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1796
00000100:00100000:3.0:1788876822.838901:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679814648857 time 7679814754098 state 0x2 ref 0
00000100:00100000:1.0:1788876822.851122:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876822.851275:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745600
00000100:00100000:2.0:1788876822.851285:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745600
00000100:00100000:2.0:1788876822.851344:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679814648857 time 7679814754098 state 0x0 ref 1
00000100:00100000:2.0:1788876822.851360:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679914754098 time 7679814754098 state 0x1 ref 1
00000100:00100000:1.0:1788876822.908304:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679914754098 time 7679917271491 state 0x0 ref 1
00000100:00100000:1.0:1788876822.908335:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362745600:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876822.908377:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.908394:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.908399:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876822.908405:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876822.908419:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.931819:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.931840:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.931850:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.931857:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876822.931861:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.931869:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.931887:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876822.931896:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015e69965/0x3868396b8e76627f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876822.931984:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362745600:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23658us (80874us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876822.931994:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1797
00000100:00100000:2.0:1788876822.932006:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679914754098 time 7679917271491 state 0x2 ref 0
00000100:00100000:1.0:1788876822.941684:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876822.941800:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745728
00000100:00100000:0.0:1788876822.941810:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745728
00000100:00100000:0.0:1788876822.941870:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7679914754098 time 7679917271491 state 0x0 ref 1
00000100:00100000:0.0:1788876822.941886:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680017271491 time 7679917271491 state 0x1 ref 1
00000100:00100000:2.0:1788876823.008439:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680017271491 time 7680017403175 state 0x0 ref 1
00000100:00100000:2.0:1788876823.008490:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362745728:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876823.008532:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.008548:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876823.008553:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876823.008559:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.008574:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876823.009486:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876823.024135:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.024156:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.024170:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.024176:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876823.024181:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.024190:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.024208:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.024216:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766286 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876823.024296:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362745728:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15836us (82616us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876823.024307:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1798
00000100:00100000:2.0:1788876823.024319:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680017271491 time 7680017403175 state 0x2 ref 0
00000100:00100000:0.0:1788876823.048564:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876823.048649:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745856
00000100:00100000:2.0:1788876823.048658:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745856
00000100:00100000:2.0:1788876823.048715:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680017271491 time 7680017403175 state 0x0 ref 1
00000100:00100000:2.0:1788876823.048734:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680117403175 time 7680017403175 state 0x1 ref 1
00000100:00100000:0.0:1788876823.109336:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680117403175 time 7680118300312 state 0x0 ref 1
00000100:00100000:0.0:1788876823.109366:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362745856:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876823.109407:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.109423:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876823.109428:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876823.109434:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.109447:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.125392:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.125412:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.125421:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.125428:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876823.125433:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.125442:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.125476:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.125485:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710b9dd2/0x3868396b8e76628d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876823.125568:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362745856:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16210us (77008us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876823.125578:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1799
00000100:00100000:2.0:1788876823.125590:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680117403175 time 7680118300312 state 0x2 ref 0
00000100:00100000:1.0:1788876823.129313:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876823.129389:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362745984
00000100:00100000:3.0:1788876823.129398:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362745984
00000100:00100000:3.0:1788876823.129453:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680117403175 time 7680118300312 state 0x0 ref 1
00000100:00100000:3.0:1788876823.129478:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680218300312 time 7680118300312 state 0x1 ref 1
00000100:00100000:1.0:1788876823.210357:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680218300312 time 7680219323670 state 0x0 ref 1
00000100:00100000:1.0:1788876823.210395:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362745984:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876823.210444:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876823.210471:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876823.210476:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876823.210482:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876823.210496:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.226821:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.226850:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.226860:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.226867:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876823.226872:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.226881:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.226898:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.226915:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766294 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876823.226998:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362745984:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16620us (97689us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876823.227009:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1800
00000100:00100000:2.0:1788876823.227064:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680218300312 time 7680219323670 state 0x2 ref 0
00000100:00100000:1.0:1788876823.236758:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876823.236905:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362746112
00000100:00100000:3.0:1788876823.236915:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362746112
00000100:00100000:3.0:1788876823.236977:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680218300312 time 7680219323670 state 0x0 ref 1
00000100:00100000:3.0:1788876823.236990:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680319323670 time 7680219323670 state 0x1 ref 1
00000100:00100000:0.0:1788876823.311528:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680319323670 time 7680320494794 state 0x0 ref 1
00000100:00100000:0.0:1788876823.311559:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362746112:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876823.311599:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.311615:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876823.311619:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876823.311625:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.311638:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.337405:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.337427:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.337436:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.337443:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c3b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876823.337448:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.337466:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.337486:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.337497:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0367140/0x3868396b8e76629b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876823.337585:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362746112:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26036us (100831us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876823.337596:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1801
00000100:00100000:0.0:1788876823.337608:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680319323670 time 7680320494794 state 0x2 ref 0
00000100:00100000:0.0:1788876823.349392:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876823.349489:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362746240
00000100:00100000:2.0:1788876823.349498:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362746240
00000100:00100000:2.0:1788876823.349558:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680319323670 time 7680320494794 state 0x0 ref 1
00000100:00100000:2.0:1788876823.349573:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680420494794 time 7680320494794 state 0x1 ref 1
00000100:00100000:2.0:1788876823.411629:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680420494794 time 7680420595450 state 0x0 ref 1
00000100:00100000:2.0:1788876823.411659:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746240:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876823.411708:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.411724:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876823.411728:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876823.411734:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.411747:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.431967:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.431992:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.432001:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.432008:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876823.432035:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.432046:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.432064:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.432072:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876823.432164:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746240:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20514us (82778us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876823.432174:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1802
00000100:00100000:2.0:1788876823.432187:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680420494794 time 7680420595450 state 0x2 ref 0
00000100:00100000:0.0:1788876823.448166:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876823.448254:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362746368
00000100:00100000:3.0:1788876823.448264:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362746368
00000100:00100000:3.0:1788876823.448322:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680420494794 time 7680420595450 state 0x0 ref 1
00000100:00100000:3.0:1788876823.448340:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680520595450 time 7680420595450 state 0x1 ref 1
00000100:00100000:3.0:1788876823.512292:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680520595450 time 7680521257817 state 0x0 ref 1
00000100:00100000:3.0:1788876823.512322:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746368:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876823.512362:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.512378:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876823.512383:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876823.512389:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.512403:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.528664:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.528685:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.528695:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.528708:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876823.528713:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.528722:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.528741:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.528750:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876823.528993:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746368:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16678us (80831us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876823.529005:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1803
00000100:00100000:3.0:1788876823.529062:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680520595450 time 7680521257817 state 0x2 ref 0
00000100:00100000:1.0:1788876823.544656:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876823.553296:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362746496
00000100:00100000:2.0:1788876823.553313:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362746496
00000100:00100000:2.0:1788876823.553450:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680520595450 time 7680521257817 state 0x0 ref 1
00000100:00100000:2.0:1788876823.553475:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680621257817 time 7680521257817 state 0x1 ref 1
00000100:00100000:3.0:1788876823.616422:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680621257817 time 7680625386958 state 0x0 ref 1
00000100:00100000:3.0:1788876823.616464:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362746496:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876823.616510:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.617418:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876823.617423:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876823.617432:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.617447:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.652116:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.652132:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.652140:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.652146:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843b30f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876823.652151:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.652159:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.652176:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876823.652184:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a975e9f3/0x3868396b8e7662b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876823.652276:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362746496:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35832us (107625us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876823.652287:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1804
00000100:00100000:3.0:1788876823.652299:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680621257817 time 7680625386958 state 0x2 ref 0
00010000:00010000:2.0:1788876823.662394:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876823.676612:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876823.677534:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362746624
00000100:00100000:2.0:1788876823.677546:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362746624
00000100:00100000:2.0:1788876823.677609:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680621257817 time 7680625386958 state 0x0 ref 1
00000100:00100000:2.0:1788876823.677624:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680725386958 time 7680625386958 state 0x1 ref 1
00000100:00100000:0.0:1788876823.716554:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680725386958 time 7680725520857 state 0x0 ref 1
00000100:00100000:0.0:1788876823.716583:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746624:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876823.716621:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.716636:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876823.716641:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876823.716647:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876823.716660:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.741527:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.741547:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.741557:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.741565:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433473e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876823.741570:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.741580:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.741603:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.741611:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081fd0b99/0x3868396b8e7662b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876823.741690:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746624:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25113us (65082us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876823.741700:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1805
00000100:00100000:2.0:1788876823.741711:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680725386958 time 7680725520857 state 0x2 ref 0
00000100:00100000:0.0:1788876823.761638:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876823.761731:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362746752
00000100:00100000:2.0:1788876823.761741:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362746752
00000100:00100000:2.0:1788876823.761802:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680725386958 time 7680725520857 state 0x0 ref 1
00000100:00100000:2.0:1788876823.761816:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680825520857 time 7680725520857 state 0x1 ref 1
00000100:00100000:2.0:1788876823.817561:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680825520857 time 7680826525047 state 0x0 ref 1
00000100:00100000:2.0:1788876823.817594:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746752:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876823.817637:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.817653:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876823.817658:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876823.817665:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.817678:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.865246:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.865268:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.865277:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.865285:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876823.865290:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.865300:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.865320:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.865328:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662be lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876823.865414:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362746752:12345-192.168.203.59@tcp:3:dd.500 Request processed in 47830us (103780us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876823.865425:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1806
00000100:00100000:2.0:1788876823.865438:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680825520857 time 7680826525047 state 0x2 ref 0
00000100:00100000:1.0:1788876823.877966:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876823.878080:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362746880
00000100:00100000:2.0:1788876823.878089:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362746880
00000100:00100000:2.0:1788876823.878162:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680825520857 time 7680826525047 state 0x0 ref 1
00000100:00100000:2.0:1788876823.878177:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680926525047 time 7680826525047 state 0x1 ref 1
00000100:00100000:2.0:1788876823.917692:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680926525047 time 7680926659249 state 0x0 ref 1
00000100:00100000:2.0:1788876823.917724:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362746880:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876823.917768:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.917784:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876823.917789:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876823.917796:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.917808:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.932257:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.932276:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.932284:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.932292:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876823.932296:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.932305:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.932323:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876823.932331:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876823.932411:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362746880:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14697us (54449us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876823.932421:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1807
00000100:00100000:2.0:1788876823.932432:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680926525047 time 7680926659249 state 0x2 ref 0
00000100:00100000:0.0:1788876823.935619:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876823.941978:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747008
00000100:00100000:2.0:1788876823.941992:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747008
00000100:00100000:2.0:1788876823.942087:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7680926525047 time 7680926659249 state 0x0 ref 1
00000100:00100000:2.0:1788876823.942111:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681026659249 time 7680926659249 state 0x1 ref 1
00000100:00100000:0.0:1788876824.021864:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681026659249 time 7681030823067 state 0x0 ref 1
00000100:00100000:0.0:1788876824.021912:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362747008:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876824.021966:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876824.021987:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876824.021991:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876824.021999:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876824.022071:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.032873:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.032894:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.032913:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.032920:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.032932:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.032942:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.032962:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.032975:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e7662cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.033102:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362747008:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11214us (97488us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.033119:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1808
00000100:00100000:2.0:1788876824.033130:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681026659249 time 7681030823067 state 0x2 ref 0
00000100:00100000:1.0:1788876824.054614:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876824.054714:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747136
00000100:00100000:2.0:1788876824.054723:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747136
00000100:00100000:2.0:1788876824.054780:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681026659249 time 7681030823067 state 0x0 ref 1
00000100:00100000:2.0:1788876824.054795:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681130823067 time 7681030823067 state 0x1 ref 1
00000100:00100000:2.0:1788876824.121968:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681130823067 time 7681130934116 state 0x0 ref 1
00000100:00100000:2.0:1788876824.121999:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362747136:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876824.122276:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.122290:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876824.122309:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876824.122316:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.122334:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.146545:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.146572:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.146584:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.146592:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.146597:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.146612:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.146636:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.146649:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7662d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.146742:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362747136:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24753us (92138us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.146753:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1809
00000100:00100000:2.0:1788876824.146766:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681130823067 time 7681130934116 state 0x2 ref 0
00000100:00100000:0.0:1788876824.153384:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876824.153506:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747264
00000100:00100000:3.0:1788876824.153515:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747264
00000100:00100000:3.0:1788876824.153575:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681130823067 time 7681130934116 state 0x0 ref 1
00000100:00100000:3.0:1788876824.153591:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681230934116 time 7681130934116 state 0x1 ref 1
00000100:00100000:0.0:1788876824.222176:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681230934116 time 7681231142486 state 0x0 ref 1
00000100:00100000:0.0:1788876824.222205:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362747264:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876824.222246:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876824.222263:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876824.222268:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876824.222274:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876824.222286:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.241582:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.241602:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.241612:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.241619:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.241625:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.241633:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.241651:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.241658:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7662da lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.241742:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362747264:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19545us (88362us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.241753:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1810
00000100:00100000:2.0:1788876824.241765:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681230934116 time 7681231142486 state 0x2 ref 0
00000100:00100000:3.0:1788876824.253126:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876824.253320:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747392
00000100:00100000:1.0:1788876824.253329:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747392
00000100:00100000:1.0:1788876824.253381:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681230934116 time 7681231142486 state 0x0 ref 1
00000100:00100000:1.0:1788876824.253395:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681331142486 time 7681231142486 state 0x1 ref 1
00000100:00100000:1.0:1788876824.322429:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681331142486 time 7681331394650 state 0x0 ref 1
00000100:00100000:1.0:1788876824.322466:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362747392:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876824.322509:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876824.322526:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876824.322531:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876824.322537:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876824.322550:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.331768:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.331787:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.331796:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.331803:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984388a8a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.331808:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.331816:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.331834:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.331841:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2f198c9/0x3868396b8e7662e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.331925:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362747392:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9471us (78798us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.331936:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1811
00000100:00100000:2.0:1788876824.331948:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681331142486 time 7681331394650 state 0x2 ref 0
00000100:00100000:3.0:1788876824.344303:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876824.344396:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747520
00000100:00100000:2.0:1788876824.344406:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747520
00000100:00100000:2.0:1788876824.344472:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681331142486 time 7681331394650 state 0x0 ref 1
00000100:00100000:2.0:1788876824.344488:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681431394650 time 7681331394650 state 0x1 ref 1
00000100:00100000:3.0:1788876824.422594:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681431394650 time 7681431559652 state 0x0 ref 1
00000100:00100000:3.0:1788876824.422624:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362747520:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876824.422666:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.422682:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.422687:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.422694:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.422708:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.463545:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.463565:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.463575:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.463583:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.463588:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.463605:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.463623:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.463631:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7662e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.463710:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362747520:12345-192.168.203.59@tcp:3:dd.500 Request processed in 41095us (119411us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.463720:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1812
00000100:00100000:2.0:1788876824.463731:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681431394650 time 7681431559652 state 0x2 ref 0
00000100:00100000:1.0:1788876824.480579:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876824.480668:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747648
00000100:00100000:2.0:1788876824.480677:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747648
00000100:00100000:2.0:1788876824.480731:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681431394650 time 7681431559652 state 0x0 ref 1
00000100:00100000:2.0:1788876824.480746:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681531559652 time 7681431559652 state 0x1 ref 1
00000100:00100000:3.0:1788876824.522722:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681531559652 time 7681531689396 state 0x0 ref 1
00000100:00100000:3.0:1788876824.522750:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362747648:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876824.522789:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.522806:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.522810:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.522817:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.522831:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.580823:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.580843:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.580852:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.580858:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.580862:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.580870:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.580888:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.580896:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7662ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.581277:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362747648:12345-192.168.203.59@tcp:3:dd.500 Request processed in 58532us (100702us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.581289:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1813
00000100:00100000:2.0:1788876824.581301:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681531559652 time 7681531689396 state 0x2 ref 0
00000100:00100000:1.0:1788876824.585599:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876824.586700:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747776
00000100:00100000:2.0:1788876824.586711:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747776
00000100:00100000:2.0:1788876824.586766:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681531559652 time 7681531689396 state 0x0 ref 1
00000100:00100000:2.0:1788876824.586783:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681631689396 time 7681531689396 state 0x1 ref 1
00000100:00100000:3.0:1788876824.622866:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681631689396 time 7681631831205 state 0x0 ref 1
00000100:00100000:3.0:1788876824.622909:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362747776:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876824.622953:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.623072:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.623078:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.623085:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.623479:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.649414:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.649433:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.649441:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.649459:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.649464:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.649472:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.649493:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.649500:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7662f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.649596:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362747776:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26707us (64001us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.649608:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1814
00000100:00100000:2.0:1788876824.649620:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681631689396 time 7681631831205 state 0x2 ref 0
00000100:00100000:1.0:1788876824.665865:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876824.666255:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362747904
00000100:00100000:2.0:1788876824.666274:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362747904
00000100:00100000:2.0:1788876824.666337:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681631689396 time 7681631831205 state 0x0 ref 1
00000100:00100000:2.0:1788876824.666353:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681731831205 time 7681631831205 state 0x1 ref 1
00010000:00010000:3.0:1788876824.686368:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876824.724257:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681731831205 time 7681733223667 state 0x0 ref 1
00000100:00100000:3.0:1788876824.724288:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362747904:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876824.724329:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.724346:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.724358:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876824.724364:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876824.724377:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.738771:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.738789:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.738799:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.738807:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.738812:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.738821:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.738846:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.738854:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f28de50a/0x3868396b8e7662fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.738941:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362747904:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14663us (73082us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.738951:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1815
00000100:00100000:2.0:1788876824.739177:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681731831205 time 7681733223667 state 0x2 ref 0
00000100:00100000:0.0:1788876824.745286:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876824.745453:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362748032
00000100:00100000:2.0:1788876824.745462:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362748032
00000100:00100000:2.0:1788876824.745518:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681731831205 time 7681733223667 state 0x0 ref 1
00000100:00100000:2.0:1788876824.745532:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681833223667 time 7681733223667 state 0x1 ref 1
00000100:00100000:2.0:1788876824.824370:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681833223667 time 7681833336601 state 0x0 ref 1
00000100:00100000:2.0:1788876824.824401:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362748032:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876824.824443:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.824467:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876824.824473:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876824.824480:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.824493:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.858862:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.858884:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.858893:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.858914:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876824.858919:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.858927:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.858946:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876824.858954:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e766304 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876824.859109:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362748032:12345-192.168.203.59@tcp:3:dd.500 Request processed in 34708us (113820us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876824.859627:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1816
00000100:00100000:2.0:1788876824.859639:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681833223667 time 7681833336601 state 0x2 ref 0
00000100:00100000:0.0:1788876824.879882:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876824.880603:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362748288
00000100:00100000:3.0:1788876824.880614:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362748288
00000100:00100000:3.0:1788876824.880741:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9861
00000100:00100000:3.0:1788876824.880752:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250139:x1875765362748288:12345-192.168.203.59@tcp:35:dd.500
00000100:00100000:3.0:1788876824.881613:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:250139:x1875765362748288:12345-192.168.203.59@tcp:35:dd.500 Request processed in 860us (4604us total) trans 4295010793 rc 0/0
00000100:00100000:3.0:1788876824.881623:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9861
00000100:00080000:2.0:1788876824.891993:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876825.011551:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365734016:0@lo:400:kworker.0
00000100:00100000:0.0:1788876825.011628:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876825.011706:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1788876825.011733:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365733632:0@lo:400:kworker.0
00000100:00100000:0.0:1788876825.011817:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876825.011854:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365734144:0@lo:400:kworker.0
00000100:00100000:0.0:1788876825.011911:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876825.011962:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365733632
00000100:00100000:0.0:1788876825.011971:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365733632
00000100:00100000:0.0:1788876825.012042:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128
00000100:00100000:0.0:1788876825.012052:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365733632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876825.013488:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365733760:0@lo:400:kworker.0
00000100:00100000:3.0:1788876825.013669:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365733888:0@lo:400:kworker.0
00000100:00100000:1.0:1788876825.013882:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734016
00000100:00100000:1.0:1788876825.013903:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734016
00000100:00100000:1.0:1788876825.014039:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 338
00000100:00100000:1.0:1788876825.014073:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365734016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876825.016134:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876825.016188:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831848fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365734272:0@lo:400:kworker.0
00000100:00100000:2.0:1788876825.016320:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876825.016635:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734144
00000100:00100000:2.0:1788876825.016751:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734144
00000100:00100000:2.0:1788876825.016810:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365733760
00000100:00100000:2.0:1788876825.016814:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365733760
00000100:00100000:2.0:1788876825.016835:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6676
00000100:00100000:2.0:1788876825.016844:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365734144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876825.016916:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365734144:12345-0@lo:400:kworker.0 Request processed in 73us (5022us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876825.016924:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6676
00000100:00100000:2.0:1788876825.016939:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6677
00000100:00100000:2.0:1788876825.016945:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365733760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876825.016989:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365733760:12345-0@lo:400:kworker.0 Request processed in 44us (862us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876825.016995:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6677
00000100:00100000:2.0:1788876825.017039:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734272
00000100:00100000:2.0:1788876825.017043:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734272
00000100:00100000:2.0:1788876825.017075:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339
00000100:00100000:2.0:1788876825.017082:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365734272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876825.017114:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365734272:12345-0@lo:400:kworker.0 Request processed in 32us (793us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876825.017121:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339
00000100:00100000:3.0:1788876825.017172:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876825.017204:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365734400:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876825.017230:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876825.017657:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365733760:0@lo:400:kworker.0
00000100:00100000:3.0:1788876825.017670:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365734272:0@lo:400:kworker.0
00000100:00100000:3.0:1788876825.017704:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365733888
00000100:00100000:3.0:1788876825.017709:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365733888
00000100:00100000:3.0:1788876825.017738:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6678
00000100:00100000:3.0:1788876825.017746:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365733888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876825.017800:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365733888:12345-0@lo:400:kworker.0 Request processed in 55us (629us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876825.017807:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6678
00000100:00100000:3.0:1788876825.017836:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365733888:0@lo:400:kworker.0
00000100:00100000:3.0:1788876825.017864:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734400
00000100:00100000:3.0:1788876825.017867:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734400
00000100:00100000:2.0:1788876825.018136:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336
00000100:00100000:2.0:1788876825.018145:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365734400:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876825.018171:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876825.018743:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365734400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 188us (1100us total) trans 0 rc 0/0
00000100:00080000:1.0:1788876825.018971:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876825.018977:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876825.018979:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876825.019769:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365734400:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876825.019868:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336
00000100:00100000:3.0:1788876825.019991:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365733632:0@lo:400:kworker.0
00000100:00100000:3.0:1788876825.020006:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365734144:0@lo:400:kworker.0
00000100:00100000:3.0:1788876825.020042:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831848c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365734016:0@lo:400:kworker.0
00000100:00100000:2.0:1788876825.020180:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876825.021904:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362748416
00000100:00100000:3.0:1788876825.021915:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362748416
00000100:00100000:3.0:1788876825.022253:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1194
00000100:00100000:3.0:1788876825.022264:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:5571:x1875765362748416:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876825.022280:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876825.022429:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3d176fa/0x3868396b8e766048 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888509 expref: 6 pid: 167351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.022864:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876825.022980:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:5571:x1875765362748416:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 717us (2802us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876825.022989:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1194
00000100:00080000:2.0:1788876825.023502:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876825.023854:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365733632:12345-0@lo:400:kworker.0 Request processed in 6758us (6991us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876825.023865:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128
00000100:00100000:1.0:1788876825.024238:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365734016:12345-0@lo:400:kworker.0 Request processed in 4983us (7415us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876825.024251:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 338
00000100:00100000:0.0:1788876825.065358:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876825.065558:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362748544
00000100:00100000:3.0:1788876825.065568:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362748544
00000100:00100000:3.0:1788876825.065625:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60274
00000100:00100000:3.0:1788876825.065636:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:250152:x1875765362748544:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876825.065659:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876825.065680:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76630b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888510 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.065776:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766312 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.065789:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.065805:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876825.066630:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 7680
00000004:00200000:3.0:1788876825.066636:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876825.066718:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.066749:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76630b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888510 expref: 11 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.066766:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766312 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888510 expref: 10 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.066775:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:3.0:1788876825.066778:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876825.066781:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddea00, rc 0)
00000100:00100000:3.0:1788876825.066850:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250152:x1875765362748544:12345-192.168.203.59@tcp:101:rm.0 Request processed in 1216us (1502us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876825.066857:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60274
00000100:00100000:2.0:1788876825.071306:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876825.071442:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362748800
00000100:00100000:3.0:1788876825.071462:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362748800
00000100:00100000:3.0:1788876825.071520:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60275
00000100:00100000:3.0:1788876825.071531:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250152:x1875765362748800:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876825.071551:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876825.071570:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766319 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888517 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876825.071843:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 7680
00010000:00010000:2.0:1788876825.075987:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766319 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888517 expref: 12 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.076010:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:2.0:1788876825.076027:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788876825.076033:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766319 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888517 expref: 12 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.076052:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddf400, rc 0)
00000100:00100000:2.0:1788876825.076203:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250152:x1875765362748800:12345-192.168.203.59@tcp:101:rm.0 Request processed in 4672us (4904us total) trans 4295010794 rc 301/301
00000100:00100000:2.0:1788876825.076217:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60275
00000100:00100000:1.0:1788876825.080091:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876825.080191:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362748928
00000100:00100000:2.0:1788876825.080200:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362748928
00000100:00100000:2.0:1788876825.080268:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9862
00000100:00100000:2.0:1788876825.080279:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250152:x1875765362748928:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:1.0:1788876825.088063:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250152:x1875765362748928:12345-192.168.203.59@tcp:37:rm.0 Request processed in 7738us (7933us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876825.088077:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9862
00000100:00100000:2.0:1788876825.092862:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876825.092967:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362749184
00000100:00100000:1.0:1788876825.092976:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362749184
00000100:00100000:3.0:1788876825.093196:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9863
00000100:00100000:3.0:1788876825.093211:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250152:x1875765362749184:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876825.093838:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250152:x1875765362749184:12345-192.168.203.59@tcp:35:rm.0 Request processed in 629us (1262us total) trans 4295010795 rc 0/0
00000100:00100000:3.0:1788876825.093846:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9863
00000100:00100000:0.0:1788876825.097485:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876825.097754:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362749440
00000100:00100000:2.0:1788876825.097764:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362749440
00000100:00100000:2.0:1788876825.097860:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60276
00000100:00100000:2.0:1788876825.097871:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250152:x1875765362749440:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788876825.097895:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876825.097916:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433450e00/0x3868396b8e766327 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88851e expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.098268:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451e00/0x3868396b8e76632e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.098284:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998433451e00/0x3868396b8e76632e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xca1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.098295:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433451e00/0x3868396b8e76632e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xca1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876825.098307:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 7680
00010000:00010000:2.0:1788876825.098531:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433450e00/0x3868396b8e766327 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88851e expref: 15 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.098550:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451e00/0x3868396b8e76632e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xca1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88851e expref: 14 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.098560:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876825.098563:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1788876825.098566:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998433451e00, rc 0)
00000100:00100000:2.0:1788876825.098630:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250152:x1875765362749440:12345-192.168.203.59@tcp:101:rm.0 Request processed in 761us (1155us total) trans 4295010796 rc 0/0
00000100:00100000:2.0:1788876825.098638:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60276
00000100:00100000:0.0:1788876825.102473:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876825.102780:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362749568
00000100:00100000:3.0:1788876825.102790:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362749568
00000100:00100000:3.0:1788876825.102887:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60277
00000100:00100000:3.0:1788876825.102908:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250152:x1875765362749568:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:3.0:1788876825.102970:0:26643:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7570718720 avail 7566524416
00000100:00100000:3.0:1788876825.103079:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250152:x1875765362749568:12345-192.168.203.59@tcp:41:rm.0 Request processed in 182us (614us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876825.103087:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60277
00000100:00100000:2.0:1788876825.107573:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876825.107660:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362749824
00000100:00100000:3.0:1788876825.107668:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362749824
00000100:00100000:3.0:1788876825.107763:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60278
00000100:00100000:3.0:1788876825.107774:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250152:x1875765362749824:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876825.107825:0:26644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1788876825.107852:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9000/0x3868396b8e765d4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884fb expref: 14 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.107872:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca3:0x0].0x0 (ffff998404ddda00)
00010000:00010000:3.0:1788876825.107888:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766312 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888510 expref: 13 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.107908:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:3.0:1788876825.107911:0:26644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876825.107930:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.107941:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.107950:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.107961:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.107968:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.107975:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.108777:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.108790:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.108798:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1788876825.110924:0:26644:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1623, 64 off112064
00000004:00080000:3.0:1788876825.110938:0:26644:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7682119923760ns, next at 7683119921160ns, rc = 0
00010000:00010000:3.0:1788876825.111035:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.111051:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.111061:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.111070:0:26644:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.111076:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.111082:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.111101:0:26644:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788876825.111465:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876825.111473:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.111480:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876825.111484:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.111493:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.111516:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca3:0x0].0x0 (ffff99840390fe00)
00010000:00010000:2.0:1788876825.111519:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788876825.111523:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.111529:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766351 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.111541:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876825.111542:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876825.111544:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876825.112072:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112080:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112086:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112091:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876825.112094:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112108:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112284:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca3:0x0].0x0 (ffff99840390fe00)
00010000:00010000:2.0:1788876825.112287:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788876825.112291:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112296:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76634a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112320:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112326:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112331:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112351:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876825.112354:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112359:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112367:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876825.112369:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876825.112372:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.112378:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e76633c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876825.112389:0:26644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000077a57a3f reply state 0000000039cd15a1 transno 4295010797 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876825.112397:0:26644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876825.112547:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250152:x1875765362749824:12345-192.168.203.59@tcp:36:rm.0 Request processed in 4770us (4978us total) trans 4295010797 rc 0/0
00000100:00100000:2.0:1788876825.112557:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60278
00000100:00100000:1.0:1788876825.116742:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:2.0:1788876825.117953:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.117969:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.117976:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.117987:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876825.117993:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.118002:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.118332:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x4009f790 (ffff99840390f200)
00010000:00010000:2.0:1788876825.118336:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876825.118416:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.118424:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766343 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca1:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876825.118749:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362750080
00000100:00100000:0.0:1788876825.118759:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362750080
00000100:00100000:0.0:1788876825.118868:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9864
00000100:00100000:0.0:1788876825.118878:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:250152:x1875765362750080:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788876825.119928:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250152:x1875765362750080:12345-192.168.203.59@tcp:35:rm.0 Request processed in 1045us (3188us total) trans 4295010798 rc 0/0
00000100:00100000:0.0:1788876825.119939:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9864
00000100:00100000:2.0:1788876825.123870:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876825.124584:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362750336
00000100:00100000:3.0:1788876825.124595:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362750336
00000100:00100000:2.0:1788876825.124742:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60279
00000100:00100000:2.0:1788876825.124752:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250152:x1875765362750336:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788876825.124806:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1788876825.124831:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433451e00/0x3868396b8e76632e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88851e expref: 14 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.124852:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984388a9c00/0x3868396b8e765d31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884f4 expref: 13 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.124864:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876825.124880:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e765ccf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8884df expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.124890:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:2.0:1788876825.124963:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876825.124987:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.124999:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.125009:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.125319:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.125327:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.125335:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.126763:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.126776:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.126784:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876825.127886:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca1:0x0]: returning size 7680
00010000:00010000:2.0:1788876825.127987:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.127997:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128005:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128010:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876825.128311:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128320:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128335:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca1:0x0].0x0 (ffff998403b03b00)
00010000:00010000:2.0:1788876825.128338:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788876825.128406:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128413:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433451600/0x3868396b8e766366 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128440:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128454:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128460:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128465:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876825.128469:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128475:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128484:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03000)
00010000:00010000:2.0:1788876825.128486:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876825.128489:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876825.128494:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433450a00/0x3868396b8e766358 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876825.128506:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e4053ee2 reply state 000000008ac1df31 transno 4295010799 ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876825.128513:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876825.128658:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:250152:x1875765362750336:12345-192.168.203.59@tcp:36:rm.0 Request processed in 3904us (4791us total) trans 4295010799 rc 0/0
00000100:00100000:2.0:1788876825.128667:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60279
00010000:00010000:3.0:1788876825.131010:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.131045:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.131052:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.131066:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876825.131071:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.131083:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.131098:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998403b03a00)
00010000:00010000:3.0:1788876825.131101:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876825.131106:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876825.131261:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433451c00/0x3868396b8e76635f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876825.589663:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876825.589700:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876825.589749:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876825.589767:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876825.589797:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876825.589825:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362750848
00000100:00100000:0.0:1788876825.589835:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362750848
00000100:00100000:0.0:1788876825.589907:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362750720
00000100:00100000:0.0:1788876825.589910:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362750720
00000100:00100000:0.0:1788876825.589932:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 340
00000100:00100000:0.0:1788876825.589942:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362750720:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876825.590032:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362750720:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 71us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876825.590041:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 340
00000100:00100000:0.0:1788876825.590069:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 340
00000100:00100000:0.0:1788876825.590076:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362750848:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876825.590102:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362750848:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876825.590107:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 340
00000100:00100000:0.0:1788876825.590138:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362750592
00000100:00100000:0.0:1788876825.590141:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362750592
00000100:00100000:0.0:1788876825.590167:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362750976
00000100:00100000:0.0:1788876825.590170:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362750976
00000100:00100000:0.0:1788876825.590192:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6679
00000100:00100000:0.0:1788876825.590199:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362750592:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876825.590231:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362750592:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 32us (576us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876825.590238:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6679
00000100:00100000:0.0:1788876825.590829:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6680
00000100:00100000:0.0:1788876825.590841:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362750976:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876825.590875:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362750976:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 38us (1077us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876825.590881:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6680
00000100:00080000:0.0:1788876825.590904:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876825.590908:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876825.591311:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362750464
00000100:00100000:3.0:1788876825.591317:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362750464
00000100:00100000:3.0:1788876825.595173:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3129
00000100:00100000:3.0:1788876825.595336:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841032f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362750464:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876825.595430:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841032f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362750464:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 244us (5679us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876825.595438:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3129
00010000:00010000:0.0:1788876825.710266:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876826.744765:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1788876827.054275:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7684063258736ns, next at 7685063256125ns, rc = 0
00000100:00100000:2.0:1788876827.054298:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1788876827.054317:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365734528:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876827.054389:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876827.054462:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734528
00000100:00100000:2.0:1788876827.054469:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734528
00000100:00100000:2.0:1788876827.054527:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 337
00000100:00100000:2.0:1788876827.054537:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365734528:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876827.054573:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 424607744 pending 0 free 3746562048 avail 3744464896
00000100:00100000:2.0:1788876827.054616:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365734528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876827.054623:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 337
00000100:00080000:2.0:1788876827.054659:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876827.054697:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365734528:0@lo:13:osp-pre-0-0.0
00000001:00080000:2.0:1788876827.119420:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010798 is committed
00000001:00080000:2.0:1788876827.119450:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010799 is committed
00000004:00080000:2.0:1788876827.119463:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 557 committed
00000100:00100000:0.0:1788876827.119656:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876827.119676:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365734656:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1788876827.119736:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876827.119986:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734656
00000100:00100000:2.0:1788876827.119992:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734656
00000100:00100000:2.0:1788876827.120232:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 525
00000100:00100000:2.0:1788876827.120243:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365734656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1788876827.120271:0:9776:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3658 count 1
00002000:00010000:2.0:1788876827.120301:0:9776:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4a:0x0] initial LVB size: 104857600, mtime: 0x6aa0180f, atime: 0x0, ctime: 0x6aa0180f, blocks: 0x3200b
00010000:00010000:2.0:1788876827.120309:0:9776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876827.120324:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=7684s v=(0 0)
00010000:00010000:2.0:1788876827.120328:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876827.120333:0:9776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876827.120348:0:9776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876827.120442:0:9776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876827.120455:0:9776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876827.120482:0:9776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876827.120971:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876827.120978:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876827.120987:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876827.120992:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876827.121001:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876827.121053:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876827.121063:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76636d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876827.121080:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876827.121082:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876827.121084:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876827.261844:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365734656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 141595us (142099us total) trans 4294981523 rc 0/0
00000100:00100000:0.0:1788876827.261860:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 525
00000004:00080000:0.0:1788876827.261922:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306ad6d80/2, rc 0, transno 4294981523
00000100:00100000:0.0:1788876827.261928:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365734656:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1788876827.758229:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1788876828.167083:0:181649:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7685176065573ns, next at 7685063256125ns, rc = 0
00000004:00080000:2.0:1788876828.167185:0:181649:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7685176170036ns, next at 7662536194845ns, rc = 0
00000004:00080000:3.0:1788876828.175782:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 731 committed
00000004:00080000:3.0:1788876828.175805:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 559 committed
00000004:00080000:3.0:1788876828.175811:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 558 committed
00010000:00010000:3.0:1788876828.787980:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876829.806875:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876830.126749:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365735040:0@lo:400:kworker.0
00000100:00100000:1.0:1788876830.126775:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365735168:0@lo:400:kworker.0
00000100:00100000:2.0:1788876830.126824:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876830.126825:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876830.126920:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735040
00000100:00100000:1.0:1788876830.126929:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735040
00000100:00100000:3.0:1788876830.126962:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365734784:0@lo:400:kworker.0
00000100:00100000:1.0:1788876830.126996:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6681
00000100:00100000:1.0:1788876830.127008:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365735040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876830.127055:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876830.127086:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365735296:0@lo:400:kworker.0
00000100:00100000:1.0:1788876830.127097:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365735040:12345-0@lo:400:kworker.0 Request processed in 91us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876830.127105:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6681
00000100:00100000:3.0:1788876830.127117:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876830.127153:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788876830.127175:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365734912:0@lo:400:kworker.0
00000100:00100000:3.0:1788876830.127203:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876830.127241:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735296
00000100:00100000:1.0:1788876830.127246:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735296
00000100:00100000:1.0:1788876830.127274:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6682
00000100:00100000:1.0:1788876830.127280:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365735296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876830.127313:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365735296:12345-0@lo:400:kworker.0 Request processed in 32us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876830.127319:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6682
00000100:00100000:1.0:1788876830.127338:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735168
00000100:00100000:1.0:1788876830.127342:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735168
00000100:00100000:1.0:1788876830.127377:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 341
00000100:00100000:1.0:1788876830.127384:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365735168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876830.127430:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365735168:12345-0@lo:400:kworker.0 Request processed in 47us (609us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876830.127436:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 341
00000100:00100000:1.0:1788876830.127473:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365735168:0@lo:400:kworker.0
00000100:00100000:1.0:1788876830.127506:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734784
00000100:00100000:1.0:1788876830.127509:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734784
00000100:00100000:1.0:1788876830.127534:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:1.0:1788876830.127540:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841032d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365734784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876830.127570:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841032d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365734784:12345-0@lo:400:kworker.0 Request processed in 30us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876830.127575:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00100000:1.0:1788876830.127916:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788876830.127927:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365735552:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876830.127956:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876830.127985:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735552
00000100:00100000:1.0:1788876830.127989:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735552
00000100:00100000:1.0:1788876830.128455:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 338
00000100:00100000:1.0:1788876830.128465:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365735552:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876830.128494:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876830.128535:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365735552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (577us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876830.128541:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 338
00000100:00100000:1.0:1788876830.128577:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365735552:0@lo:13:osp-pre-1-0.0
00000100:00080000:1.0:1788876830.128646:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876830.128650:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876830.128653:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876830.130767:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365735040:0@lo:400:kworker.0
00000100:00100000:2.0:1788876830.139221:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365734912
00000100:00100000:2.0:1788876830.139233:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365734912
00000100:00100000:2.0:1788876830.139289:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6683
00000100:00100000:2.0:1788876830.139298:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365734912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876830.139670:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365735424:0@lo:400:kworker.0
00000100:00100000:3.0:1788876830.139735:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876830.139766:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735424
00000100:00100000:3.0:1788876830.139774:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735424
00000100:00100000:3.0:1788876830.139830:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 342
00000100:00100000:3.0:1788876830.139843:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365735424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876830.139924:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365735424:12345-0@lo:400:kworker.0 Request processed in 83us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876830.139934:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 342
00000100:00100000:3.0:1788876830.139996:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365735424:0@lo:400:kworker.0
00000100:00100000:3.0:1788876830.140046:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365734784:0@lo:400:kworker.0
00000100:00100000:3.0:1788876830.140063:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365735296:0@lo:400:kworker.0
00000100:00100000:2.0:1788876830.143762:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365734912:12345-0@lo:400:kworker.0 Request processed in 4455us (16547us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876830.143775:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6683
00000100:00100000:3.0:1788876830.143871:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365734912:0@lo:400:kworker.0
00000001:00080000:3.0:1788876830.295501:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981523 is committed
00000100:00100000:3.0:1788876830.715940:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876830.715981:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876830.716143:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876830.716197:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876830.716226:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876830.716250:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362751104
00000100:00100000:3.0:1788876830.716259:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362751104
00000100:00100000:3.0:1788876830.716703:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3131
00000100:00100000:3.0:1788876830.716715:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362751104:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876830.716796:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362751104:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 83us (652us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876830.716805:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3131
00000100:00100000:3.0:1788876830.716839:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362751360
00000100:00100000:3.0:1788876830.716843:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362751360
00000100:00100000:3.0:1788876830.716884:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362751488
00000100:00100000:3.0:1788876830.716888:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362751488
00000100:00100000:3.0:1788876830.716914:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 343
00000100:00100000:3.0:1788876830.716922:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362751360:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876830.716954:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362751360:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 32us (756us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876830.716961:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 343
00000100:00100000:3.0:1788876830.716974:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 526
00000100:00100000:3.0:1788876830.716980:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362751488:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:3.0:1788876830.716998:0:167010:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e765b01
00000100:00080000:3.0:1788876830.717006:0:167010:0:(import.c:65:import_set_state_nolock()) ffff9983019ed800 : changing import state from FULL to CLOSED
00000100:00100000:1.0:1788876830.717230:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362751232
00000100:00100000:1.0:1788876830.717235:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362751232
00000100:00100000:1.0:1788876830.717334:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362751616
00000100:00100000:1.0:1788876830.717338:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362751616
00000100:00100000:1.0:1788876830.717362:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6684
00000100:00100000:1.0:1788876830.717369:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362751232:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876830.717423:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362751232:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 52us (1491us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876830.717430:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6684
00000100:00100000:1.0:1788876830.717443:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6685
00000100:00100000:1.0:1788876830.717450:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362751616:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876830.717475:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362751616:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (1493us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876830.717481:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6685
00000100:00080000:1.0:1788876830.717496:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876830.717501:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876830.717503:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00000004:3.0:1788876830.720794:0:167010:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294993618
00010000:00010000:0.0:1788876830.721704:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876830.725575:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362751488:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 8578us (9331us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876830.725592:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 526
00010000:00010000:3.0:1788876830.830783:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876831.854692:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876832.174298:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365735680:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876832.174366:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876832.174552:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735680
00000100:00100000:2.0:1788876832.174559:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735680
00000100:00080000:1.0:1788876832.174667:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876832.174966:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339
00000100:00100000:2.0:1788876832.174977:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365735680:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876832.175039:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 424607744 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876832.175090:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365735680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (722us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876832.175098:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339
00000100:00100000:1.0:1788876832.175246:0:3310:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981523 gen 2
00000004:00080000:1.0:1788876832.175252:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306ad6d80, transno 4294981523
00000100:00100000:1.0:1788876832.175269:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365735680:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1788876832.879421:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876833.919176:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876834.926245:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876835.246859:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365735936:0@lo:400:kworker.0
00000100:00100000:2.0:1788876835.246885:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365735808:0@lo:400:kworker.0
00000100:00100000:1.0:1788876835.248199:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365736192:0@lo:400:kworker.0
00000100:00100000:3.0:1788876835.248926:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365736064:0@lo:400:kworker.0
00000100:00100000:0.0:1788876835.249127:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876835.249186:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365736448:0@lo:400:kworker.0
00000100:00100000:0.0:1788876835.249232:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876835.249275:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736448
00000100:00100000:0.0:1788876835.249296:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736448
00000100:00100000:0.0:1788876835.249355:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 344
00000100:00100000:0.0:1788876835.249364:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843bd00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365736448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876835.249427:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843bd00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365736448:12345-0@lo:400:kworker.0 Request processed in 65us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876835.249434:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 344
00000100:00100000:0.0:1788876835.249592:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365736448:0@lo:400:kworker.0
00000100:00100000:0.0:1788876835.249626:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735936
00000100:00100000:0.0:1788876835.249630:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735936
00000100:00100000:0.0:1788876835.249659:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6686
00000100:00100000:0.0:1788876835.249666:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365735936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876835.249700:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365735936:12345-0@lo:400:kworker.0 Request processed in 35us (574us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876835.249706:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6686
00000100:00100000:0.0:1788876835.249732:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365735936:0@lo:400:kworker.0
00000100:00080000:0.0:1788876835.249754:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876835.254380:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876835.254456:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365736320:0@lo:400:kworker.0
00000100:00100000:2.0:1788876835.254716:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876835.256120:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736320
00000100:00100000:0.0:1788876835.256132:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736320
00000100:00100000:0.0:1788876835.256210:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6687
00000100:00100000:0.0:1788876835.256222:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365736320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876835.256313:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365736320:12345-0@lo:400:kworker.0 Request processed in 95us (1597us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876835.256321:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6687
00000100:00100000:0.0:1788876835.256571:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365735808
00000100:00100000:0.0:1788876835.256576:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365735808
00000100:00080000:2.0:1788876835.256598:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876835.256605:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00100000:0.0:1788876835.256613:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998406519c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365735808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876835.256651:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998406519c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365735808:12345-0@lo:400:kworker.0 Request processed in 40us (2290us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876835.256657:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00100000:2.0:1788876835.256740:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365735808:0@lo:400:kworker.0
00000100:00100000:2.0:1788876835.256757:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365736320:0@lo:400:kworker.0
00000100:00100000:1.0:1788876835.256902:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876835.257054:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736192
00000100:00100000:2.0:1788876835.257058:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736192
00000100:00100000:2.0:1788876835.257154:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 345
00000100:00100000:2.0:1788876835.257163:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365736192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876835.257220:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365736192:12345-0@lo:400:kworker.0 Request processed in 58us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876835.257228:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 345
00000100:00080000:0.0:1788876835.259117:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876835.259205:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365736192:0@lo:400:kworker.0
00000100:00100000:3.0:1788876835.259440:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876835.259482:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365736576:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876835.259514:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876835.259560:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736064
00000100:00100000:3.0:1788876835.259566:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736064
00000100:00100000:3.0:1788876835.259615:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6688
00000100:00100000:3.0:1788876835.259622:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365736064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876835.259672:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365736064:12345-0@lo:400:kworker.0 Request processed in 49us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876835.259678:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6688
00000100:00100000:3.0:1788876835.259711:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365736064:0@lo:400:kworker.0
00000100:00100000:3.0:1788876835.259740:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736576
00000100:00100000:3.0:1788876835.259744:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736576
00000100:00100000:3.0:1788876835.259777:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 340
00000100:00100000:3.0:1788876835.259784:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365736576:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876835.259813:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876835.259852:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365736576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876835.259858:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 340
00000100:00100000:3.0:1788876835.259892:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365736576:0@lo:13:osp-pre-1-0.0
00000100:00080000:0.0:1788876835.259966:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876835.832986:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876835.833037:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876835.833067:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876835.833087:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362751872
00000100:00100000:3.0:1788876835.833098:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362751872
00000100:00100000:0.0:1788876835.833103:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876835.833125:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362751744
00000100:00100000:0.0:1788876835.833128:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362751744
00000100:00100000:3.0:1788876835.833157:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752128
00000100:00100000:0.0:1788876835.833159:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3133
00000100:00100000:3.0:1788876835.833160:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752128
00000100:00100000:0.0:1788876835.833168:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362751744:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876835.833179:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6689
00000100:00100000:3.0:1788876835.833184:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362751872:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876835.833239:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362751872:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 54us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876835.833246:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6689
00000100:00100000:1.0:1788876835.833262:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6690
00000100:00100000:1.0:1788876835.833284:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362752128:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876835.845203:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362751744:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 12021us (12121us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876835.845219:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3133
00000100:00100000:1.0:1788876835.845497:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362752128:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 12224us (12456us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876835.845507:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6690
00000100:00100000:1.0:1788876835.845539:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752000
00000100:00100000:1.0:1788876835.845548:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752000
00000100:00100000:1.0:1788876835.845617:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 346
00000100:00100000:1.0:1788876835.845627:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362752000:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876835.845675:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362752000:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 49us (12571us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876835.845681:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 346
00000100:00080000:1.0:1788876835.846611:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876835.846620:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00100000:1.0:1788876835.858702:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:1.0:1788876835.858712:0:7500:0:(genops.c:906:class_export_put()) final put ffff9983019ef000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:1.0:1788876835.858742:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9983019ef000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0001
00000020:00000080:1.0:1788876835.858783:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9983019ed800 for lustre-OST0001
00010000:00010000:1.0:1788876835.950154:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876836.979461:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876837.298029:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876837.298056:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365736704:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876837.298122:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876837.298225:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736704
00000100:00100000:0.0:1788876837.298233:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736704
00000100:00100000:0.0:1788876837.298301:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 341
00000100:00100000:0.0:1788876837.298311:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365736704:12345-0@lo:13:osp-pre-0-0.0
00000100:00080000:1.0:1788876837.298331:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1788876837.298346:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 424607744 pending 0 free 3851419648 avail 3849322496
00000100:00100000:0.0:1788876837.298422:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365736704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876837.298429:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 341
00000100:00100000:1.0:1788876837.298990:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365736704:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1788876837.998284:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876839.023308:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876840.048127:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876840.366388:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365736832:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876840.366486:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876840.366835:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736832
00000100:00100000:1.0:1788876840.366846:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736832
00000100:00100000:1.0:1788876840.366948:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 342
00000100:00100000:1.0:1788876840.366959:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365736832:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876840.367001:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876840.367090:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365736832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (602us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876840.367101:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 342
00000100:00080000:2.0:1788876840.367296:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876840.367349:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365736832:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876840.367878:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365737344:0@lo:400:kworker.0
00000100:00100000:3.0:1788876840.367925:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876840.367964:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788876840.367974:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365736960:0@lo:400:kworker.0
00000100:00100000:3.0:1788876840.368033:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876840.368061:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365737472:0@lo:400:kworker.0
00000100:00100000:3.0:1788876840.368103:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876840.368246:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737344
00000100:00100000:2.0:1788876840.368257:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737344
00000100:00100000:2.0:1788876840.368330:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 347
00000100:00100000:2.0:1788876840.368353:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365737344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876840.368426:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365737344:12345-0@lo:400:kworker.0 Request processed in 75us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876840.368437:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 347
00000100:00080000:3.0:1788876840.368528:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876840.368572:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365737344:0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.368806:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365736960
00000100:00100000:0.0:1788876840.368814:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365736960
00000100:00100000:0.0:1788876840.368892:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1788876840.368900:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998406518c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365736960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.368949:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998406518c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365736960:12345-0@lo:400:kworker.0 Request processed in 49us (915us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876840.368955:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1788876840.368986:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737472
00000100:00100000:0.0:1788876840.368990:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737472
00000100:00100000:0.0:1788876840.369045:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6691
00000100:00100000:0.0:1788876840.369052:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365737472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.369104:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365737472:12345-0@lo:400:kworker.0 Request processed in 51us (1001us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876840.369110:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6691
00000100:00100000:0.0:1788876840.369136:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365737216:0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.369161:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876840.369183:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876840.369201:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365737088:0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.369223:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876840.369246:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737216
00000100:00100000:0.0:1788876840.369250:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737216
00000100:00100000:0.0:1788876840.369271:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737088
00000100:00100000:0.0:1788876840.369274:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737088
00000100:00100000:0.0:1788876840.369291:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6692
00000100:00100000:0.0:1788876840.369297:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365737216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.369329:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365737216:12345-0@lo:400:kworker.0 Request processed in 32us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876840.369346:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6692
00000100:00100000:0.0:1788876840.369358:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6693
00000100:00100000:0.0:1788876840.369364:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365737088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.369389:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365737088:12345-0@lo:400:kworker.0 Request processed in 25us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876840.369395:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6693
00000100:00080000:0.0:1788876840.369411:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876840.369430:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365737088:0@lo:400:kworker.0
00000100:00100000:0.0:1788876840.369439:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365737216:0@lo:400:kworker.0
00000100:00100000:3.0:1788876840.369623:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365736960:0@lo:400:kworker.0
00000100:00100000:3.0:1788876840.369635:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365737472:0@lo:400:kworker.0
00000100:00100000:2.0:1788876840.948612:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876840.948670:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876840.948727:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876840.948802:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876840.948850:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752512
00000100:00100000:2.0:1788876840.948863:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752512
00000100:00100000:2.0:1788876840.948973:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 348
00000100:00100000:2.0:1788876840.948988:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362752512:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876840.949102:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362752512:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 119us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876840.949109:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 348
00000100:00080000:2.0:1788876840.949130:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876840.949258:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752384
00000100:00100000:3.0:1788876840.949263:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752384
00000100:00100000:3.0:1788876840.949303:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752640
00000100:00100000:3.0:1788876840.949306:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752640
00000100:00100000:3.0:1788876840.949345:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6694
00000100:00100000:3.0:1788876840.949355:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362752384:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876840.949388:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362752384:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 35us (786us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876840.949395:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6694
00000100:00100000:3.0:1788876840.949407:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6695
00000100:00100000:3.0:1788876840.949414:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362752640:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876840.949454:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362752640:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 37us (781us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876840.949466:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6695
00000100:00080000:3.0:1788876840.949519:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876840.949633:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752256
00000100:00100000:1.0:1788876840.949642:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752256
00000100:00100000:1.0:1788876840.949709:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3135
00000100:00100000:1.0:1788876840.949720:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362752256:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876840.949766:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362752256:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 47us (1038us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876840.949776:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3135
00010000:00010000:3.0:1788876841.070274:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876842.095042:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876842.416041:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365737600:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876842.416113:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876842.416391:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737600
00000100:00100000:3.0:1788876842.416400:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737600
00000100:00100000:3.0:1788876842.416501:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 343
00000100:00100000:3.0:1788876842.416512:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365737600:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876842.416545:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 424607744 pending 0 free 3851419648 avail 3849322496
00000100:00080000:2.0:1788876842.416616:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876842.420453:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365737600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3934us (4330us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876842.420470:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 343
00000100:00100000:1.0:1788876842.424048:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365737600:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1788876843.118255:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876844.142191:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876845.167607:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876845.493162:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365737728:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876845.493229:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876845.493310:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737728
00000100:00100000:2.0:1788876845.493317:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737728
00000100:00100000:2.0:1788876845.493378:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 344
00000100:00100000:2.0:1788876845.493388:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365737728:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876845.493421:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876845.493464:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365737728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876845.493471:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 344
00000100:00080000:2.0:1788876845.493492:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876845.493666:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365737728:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876845.494387:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365737856:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.494427:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876845.494455:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365738368:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.494481:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876845.494501:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876845.494507:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365737984:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.494527:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876845.494553:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737856
00000100:00100000:2.0:1788876845.494559:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737856
00000100:00100000:2.0:1788876845.494594:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136
00000100:00100000:2.0:1788876845.494601:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365737856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.494640:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365737856:12345-0@lo:400:kworker.0 Request processed in 40us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876845.494647:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136
00000100:00100000:2.0:1788876845.494678:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365738368
00000100:00100000:2.0:1788876845.494681:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365738368
00000100:00100000:2.0:1788876845.494711:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365737984
00000100:00100000:2.0:1788876845.494715:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365737984
00000100:00100000:2.0:1788876845.494752:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6696
00000100:00100000:2.0:1788876845.494758:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365738368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.494791:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365738368:12345-0@lo:400:kworker.0 Request processed in 33us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876845.494798:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6696
00000100:00100000:2.0:1788876845.494810:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6697
00000100:00100000:2.0:1788876845.494816:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365737984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.494844:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365737984:12345-0@lo:400:kworker.0 Request processed in 28us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876845.494853:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6697
00000100:00100000:2.0:1788876845.494885:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365738112:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.494910:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876845.494928:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788876845.498623:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365738240:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.498687:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876845.498744:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365738112
00000100:00100000:2.0:1788876845.498751:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365738112
00000100:00100000:2.0:1788876845.498791:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6698
00000100:00100000:2.0:1788876845.498796:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365738112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.498836:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365738112:12345-0@lo:400:kworker.0 Request processed in 40us (3926us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876845.498840:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6698
00000100:00100000:2.0:1788876845.498914:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365738240
00000100:00100000:2.0:1788876845.498917:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365738240
00000100:00100000:2.0:1788876845.499121:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 349
00000100:00100000:2.0:1788876845.499127:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365738240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.499151:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365738240:12345-0@lo:400:kworker.0 Request processed in 25us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876845.499155:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 349
00000100:00080000:2.0:1788876845.499170:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788876845.499173:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876845.499196:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365737984:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.499206:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365737856:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.499217:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365738368:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.499249:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365738240:0@lo:400:kworker.0
00000100:00100000:2.0:1788876845.499259:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365738112:0@lo:400:kworker.0
00000100:00100000:3.0:1788876846.068194:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876846.068240:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876846.068275:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876846.068328:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876846.068362:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362753152
00000100:00100000:3.0:1788876846.068371:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362753152
00000100:00100000:3.0:1788876846.068433:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752896
00000100:00100000:3.0:1788876846.068437:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752896
00000100:00100000:3.0:1788876846.068464:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6699
00000100:00100000:3.0:1788876846.068485:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362753152:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876846.068561:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362753152:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 76us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876846.068568:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6699
00000100:00100000:3.0:1788876846.068586:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6700
00000100:00100000:3.0:1788876846.068592:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362752896:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876846.068619:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362752896:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876846.068625:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6700
00000100:00100000:3.0:1788876846.068645:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362753024
00000100:00100000:3.0:1788876846.068648:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362753024
00000100:00100000:3.0:1788876846.068686:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 527
00000100:00100000:3.0:1788876846.068693:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362753024:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:3.0:1788876846.068712:0:166967:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e7651ed
00000100:00080000:3.0:1788876846.068722:0:166967:0:(import.c:65:import_set_state_nolock()) ffff99830fd41800 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1788876846.068762:0:166967:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294981523
00000100:00100000:3.0:1788876846.069062:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362753024:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 367us (731us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876846.069070:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 527
00000100:00080000:3.0:1788876846.069090:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876846.069096:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1788876846.069225:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876846.069805:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362752768
00000100:00100000:0.0:1788876846.069814:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362752768
00000100:00100000:0.0:1788876846.069870:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3137
00000100:00100000:0.0:1788876846.069880:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362752768:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876846.069957:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362752768:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (1764us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876846.069965:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3137
00010000:00010000:1.0:1788876846.191404:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876847.222226:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:3.0:1788876847.255215:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788876847.255224:0:6610:0:(genops.c:906:class_export_put()) final put ffff99830fd40800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:1.0:1788876847.255307:0:103132:0:(genops.c:865:class_export_destroy()) destroying export ffff99830fd40800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0000
00000020:00000080:1.0:1788876847.255356:0:103132:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99830fd41800 for lustre-OST0000
00000100:00100000:1.0:1788876847.537871:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365738496:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876847.537951:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876847.538156:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365738496
00000100:00100000:3.0:1788876847.538165:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365738496
00000100:00100000:3.0:1788876847.538377:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 345
00000100:00100000:3.0:1788876847.538390:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365738496:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876847.538430:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00100000:3.0:1788876847.538490:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365738496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (540us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876847.538499:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 345
00000100:00080000:1.0:1788876847.538683:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876847.540515:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365738496:0@lo:13:osp-pre-0-0.0
00010000:00010000:2.0:1788876848.240535:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876848.539308:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876848.540304:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362753280
00000100:00100000:2.0:1788876848.540315:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362753280
00000100:00100000:2.0:1788876848.540386:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60280
00000100:00100000:2.0:1788876848.540398:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:250486:x1875765362753280:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:2.0:1788876848.540418:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876848.540440:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433451e00/0x3868396b8e766374 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888525 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876848.540633:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788876848.542679:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e76637b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.542700:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e76637b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.542714:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e76637b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876848.542769:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:2.0:1788876848.542774:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876848.542799:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e76637b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.542832:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433451e00/0x3868396b8e766374 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888525 expref: 7 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.542850:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e76637b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888525 expref: 6 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.542859:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03200)
00010000:00010000:2.0:1788876848.542861:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788876848.542865:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998433451400, rc 0)
00000100:00100000:2.0:1788876848.543786:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250486:x1875765362753280:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 3385us (4484us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876848.543797:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60280
00000100:00100000:0.0:1788876848.560643:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876848.560675:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876848.560701:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362753664
00000100:00100000:0.0:1788876848.560713:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362753664
00000100:00100000:0.0:1788876848.560758:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362753408
00000100:00100000:0.0:1788876848.560761:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362753408
00000100:00100000:0.0:1788876848.560784:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60281
00000100:00100000:0.0:1788876848.560793:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250486:x1875765362753664:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:0.0:1788876848.560848:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876848.560874:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e76637b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888525 expref: 7 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.560908:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03200)
00010000:00010000:0.0:1788876848.560919:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876848.562522:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60282
00000100:00100000:0.0:1788876848.562538:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362753408:12345-192.168.203.59@tcp:41:mkdir.0
00000004:00000024:0.0:1788876848.562578:0:15586:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2245132288 avail 2243035136
00000100:00100000:0.0:1788876848.562656:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362753408:12345-192.168.203.59@tcp:41:mkdir.0 Request processed in 122us (1978us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876848.562664:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60282
00010000:00010000:0.0:1788876848.562846:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.562864:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.562875:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.562888:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.562909:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.562918:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876848.569323:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 512
00010000:00010000:0.0:1788876848.569343:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.569354:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.569361:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.569371:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876848.569375:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.569382:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.569398:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddde00)
00010000:00010000:0.0:1788876848.569401:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876848.569406:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.569412:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e766382 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876848.569433:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000081235b0d reply state 0000000001bc339c transno 4295010800 ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876848.569442:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876848.569537:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250486:x1875765362753664:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 8741us (8902us total) trans 4295010800 rc 0/0
00000100:00100000:0.0:1788876848.569546:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60281
00010000:00010000:3.0:1788876848.580879:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.580915:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.580923:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.580936:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876848.580941:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.580949:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.580966:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404dddf00)
00010000:00010000:3.0:1788876848.580968:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876848.580972:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.580978:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d976a00/0x3868396b8e766389 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876848.592688:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876848.599298:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362753792
00000100:00100000:3.0:1788876848.599311:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362753792
00000100:00100000:3.0:1788876848.599374:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60283
00000100:00100000:3.0:1788876848.599384:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250487:x1875765362753792:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876848.599408:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876848.599431:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e766390 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88852c expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.599535:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766397 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.599550:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766397 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.599561:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766397 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876848.599620:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876848.599624:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876848.599648:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766397 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.599677:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e766390 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88852c expref: 8 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.599693:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766397 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88852c expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.599701:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788876848.599703:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876848.599707:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddea00, rc 0)
00000100:00100000:3.0:1788876848.599772:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250487:x1875765362753792:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 390us (7093us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876848.599779:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60283
00000100:00100000:0.0:1788876848.620701:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876848.621756:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362754048
00000100:00100000:1.0:1788876848.621769:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362754048
00000100:00100000:1.0:1788876848.621827:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60284
00000100:00100000:1.0:1788876848.621838:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250487:x1875765362754048:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788876848.621856:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876848.621859:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1788876848.621886:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddea00/0x3868396b8e766397 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88852c expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622474:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:1.0:1788876848.622487:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876848.622506:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e76639e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888533 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622676:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622690:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622704:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622716:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622722:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622729:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622811:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622819:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622826:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876848.622836:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 512
00010000:00010000:1.0:1788876848.622848:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622854:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622860:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622866:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876848.622871:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622879:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.622887:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff998385d39900)
00010000:00010000:1.0:1788876848.622890:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876848.624210:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624223:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e7663b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624248:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624254:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624261:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624267:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876848.624270:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624289:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624300:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39300)
00010000:00010000:1.0:1788876848.624303:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876848.624307:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624312:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e7663a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624322:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624328:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624334:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624339:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876848.624342:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624347:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624355:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998385d39100)
00010000:00010000:1.0:1788876848.624357:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876848.624360:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624366:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e7663ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624408:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e76639e lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888533 expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624424:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39300)
00010000:00010000:1.0:1788876848.624427:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876848.624431:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e76639e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888533 expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.624443:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444a00, rc 0)
00000100:00100000:1.0:1788876848.624511:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250487:x1875765362754048:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 2674us (3817us total) trans 0 rc 301/301
00000100:00100000:1.0:1788876848.624521:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60284
00000100:00100000:3.0:1788876848.638309:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876848.638345:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362754176
00000100:00100000:3.0:1788876848.638355:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362754176
00000100:00100000:3.0:1788876848.638407:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60285
00000100:00100000:3.0:1788876848.638417:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:250487:x1875765362754176:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876848.638438:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876848.638464:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e7663ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88853a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.638572:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e7663c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.638587:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e7663c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.638602:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e7663c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876848.638663:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876848.638666:0:5791:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876848.638690:0:5791:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e7663c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.638714:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e7663ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88853a expref: 8 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.638731:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e7663c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88853a expref: 7 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.638739:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:3.0:1788876848.638742:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876848.638745:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddee00, rc 0)
00000100:00100000:3.0:1788876848.638804:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250487:x1875765362754176:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 388us (504us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876848.638811:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60285
00000100:00100000:0.0:1788876848.641410:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876848.641442:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362754432
00000100:00100000:0.0:1788876848.641451:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362754432
00000100:00100000:0.0:1788876848.641511:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60286
00000100:00100000:0.0:1788876848.641521:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:250487:x1875765362754432:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876848.641544:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876848.641566:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e7663c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888541 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641673:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641686:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641696:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641708:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641714:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641720:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876848.641847:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 512
00010000:00010000:0.0:1788876848.641956:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641964:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641970:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641977:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876848.641981:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.641989:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642002:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:0.0:1788876848.642005:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876848.642009:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642040:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977c00/0x3868396b8e7663cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642054:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642060:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642065:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642070:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876848.642073:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642078:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642084:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404ddd800)
00010000:00010000:0.0:1788876848.642087:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876848.642089:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642099:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977600/0x3868396b8e7663d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642137:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e7663c8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888541 expref: 9 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642146:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:0.0:1788876848.642148:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876848.642151:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d977e00/0x3868396b8e7663c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888541 expref: 9 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.642159:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d977e00, rc 0)
00000100:00100000:0.0:1788876848.642214:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250487:x1875765362754432:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 694us (812us total) trans 4295010801 rc 301/301
00000100:00100000:0.0:1788876848.642221:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60286
00000100:00100000:3.0:1788876848.644351:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876848.644381:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362754688
00000100:00100000:3.0:1788876848.644388:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362754688
00000100:00100000:3.0:1788876848.644435:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60287
00000100:00100000:3.0:1788876848.644444:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250487:x1875765362754688:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:3.0:1788876848.644525:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.644546:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.644556:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876848.644781:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000aa7e0f5d reply state 00000000c71392bd transno 4295010802 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876848.644790:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1788876848.644804:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 512
00000100:00100000:3.0:1788876848.644875:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250487:x1875765362754688:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 431us (530us total) trans 4295010802 rc 0/0
00000100:00100000:3.0:1788876848.644883:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60287
00000100:00100000:0.0:1788876848.651198:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:2.0:1788876848.652093:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.652106:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.652115:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.652120:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876848.652125:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.652133:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.652148:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f600)
00010000:00010000:2.0:1788876848.652151:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1788876848.652156:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.652162:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfc00/0x3868396b8e7663e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876848.652783:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362754944
00000100:00100000:1.0:1788876848.652794:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362754944
00000100:00100000:1.0:1788876848.652844:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9865
00000100:00100000:1.0:1788876848.652854:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:250487:x1875765362754944:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:1.0:1788876848.653372:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250487:x1875765362754944:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 518us (2182us total) trans 4295010803 rc 0/0
00000100:00100000:1.0:1788876848.653381:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9865
00000100:00100000:3.0:1788876848.673334:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876848.673372:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362755072
00000100:00100000:3.0:1788876848.673380:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362755072
00000100:00100000:3.0:1788876848.673429:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60288
00000100:00100000:3.0:1788876848.673440:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250488:x1875765362755072:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:3.0:1788876848.673463:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876848.673483:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e7663eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888548 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673578:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673592:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673607:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673620:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673627:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673634:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673728:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766400 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673735:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766400 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673742:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766400 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876848.673778:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 512
00000004:00200000:3.0:1788876848.673782:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876848.673803:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766400 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673815:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673821:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673832:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673837:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876848.673842:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673849:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673860:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:3.0:1788876848.673863:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876848.673867:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673873:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e7663f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673884:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673889:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673910:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673915:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876848.673918:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673927:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673943:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390f000)
00010000:00010000:3.0:1788876848.673945:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876848.673948:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673953:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e7663f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673981:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e7663eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888548 expref: 12 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.673994:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766400 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888548 expref: 11 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.674001:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876848.674003:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876848.674006:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddfe00, rc 0)
00000100:00100000:3.0:1788876848.674086:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250488:x1875765362755072:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 648us (759us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876848.674094:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60288
00000100:00100000:3.0:1788876848.684506:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876848.684538:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362755328
00000100:00100000:3.0:1788876848.684547:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362755328
00000100:00100000:3.0:1788876848.684594:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60289
00000100:00100000:3.0:1788876848.684606:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250488:x1875765362755328:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:3.0:1788876848.684664:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876848.684691:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766400 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888548 expref: 11 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.684709:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876848.684720:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876848.684743:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.684757:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.684765:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876848.685487:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000099b79f27 reply state 0000000031e65e02 transno 4295010804 ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876848.685500:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1788876848.685515:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 512
00000100:00100000:3.0:1788876848.685602:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250488:x1875765362755328:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 997us (1103us total) trans 4295010804 rc 0/0
00000100:00100000:3.0:1788876848.685610:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60289
00010000:00010000:3.0:1788876848.689406:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.689424:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.689432:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.689439:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876848.689444:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.689452:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.689475:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390ff00)
00010000:00010000:3.0:1788876848.689478:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1788876848.689482:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.689489:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e766407 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876848.775352:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876848.775387:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362755456
00000100:00100000:3.0:1788876848.775396:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362755456
00000100:00100000:3.0:1788876848.775448:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60290
00000100:00100000:3.0:1788876848.775458:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250492:x1875765362755456:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876848.775482:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876848.775502:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76640e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88854f expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775592:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775607:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775621:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775635:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775642:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775648:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775764:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766423 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775772:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775779:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876848.775800:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 512
00000004:00200000:3.0:1788876848.775804:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876848.775823:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775834:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775841:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775852:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775858:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876848.775862:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775869:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775880:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:3.0:1788876848.775882:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876848.775886:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775960:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfe00/0x3868396b8e766415 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775977:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775984:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775990:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.775995:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876848.775998:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.776008:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.776040:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff99840390fc00)
00010000:00010000:3.0:1788876848.776043:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876848.776046:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.776052:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf000/0x3868396b8e76641c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.776083:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dde200/0x3868396b8e76640e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88854f expref: 13 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.776096:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766423 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88854f expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.776103:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876848.776106:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:3.0:1788876848.776108:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddfa00, rc 0)
00000100:00100000:3.0:1788876848.776164:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250492:x1875765362755456:12345-192.168.203.59@tcp:101:dd.500 Request processed in 706us (821us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876848.776172:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60290
00000100:00100000:1.0:1788876848.779759:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876848.780177:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362755712
00000100:00100000:3.0:1788876848.780187:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362755712
00000100:00100000:3.0:1788876848.780230:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60291
00000100:00100000:3.0:1788876848.780239:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250492:x1875765362755712:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788876848.780259:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876848.780291:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e76642a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888556 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.780450:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.780464:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.780627:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.780680:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.780689:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.780696:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1788876848.781431:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe4b:0x0], index 0: 0
00010000:00010000:3.0:1788876848.781593:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e76643f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781603:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e76643f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781612:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e76643f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781646:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781652:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781658:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781664:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876848.781667:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781674:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781685:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876848.781687:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876848.781691:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781696:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf200/0x3868396b8e766431 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876848.781708:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000086aebd2d reply state 00000000c68956e9 transno 4295010805 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876848.781716:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1788876848.781744:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf600/0x3868396b8e76642a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888556 expref: 15 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781763:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e76643f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888556 expref: 14 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.781771:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca6:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876848.781773:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788876848.781775:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddf800, rc 0)
00000100:00100000:3.0:1788876848.781840:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:250492:x1875765362755712:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1600us (2087us total) trans 4295010805 rc 0/0
00000100:00100000:3.0:1788876848.781848:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60291
00010000:00010000:2.0:1788876848.789068:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.789086:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.789094:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.789100:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876848.789105:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.789113:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.789128:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x4009f790 (ffff99840390ff00)
00010000:00010000:2.0:1788876848.789131:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876848.789136:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876848.789142:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf400/0x3868396b8e766438 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876848.789525:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876848.789586:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362755840
00000100:00100000:2.0:1788876848.789595:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362755840
00000100:00100000:2.0:1788876848.789634:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 528
00000100:00100000:2.0:1788876848.789641:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2354:x1875765362755840:12345-192.168.203.59@tcp:8:kworker.0
00010000:00080000:2.0:1788876848.789672:0:15141:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t0 exp 0000000000000000 cur 7705 last 0
00000020:00000080:2.0:1788876848.789700:0:15141:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e76644d
00002000:00100000:2.0:1788876848.789711:0:15141:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff998402f38800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 398721024 ocd_index: 0 ocd_group 0
00002000:00100000:2.0:1788876848.789722:0:15141:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type f7, return f7
00002000:00080000:2.0:1788876848.789895:0:15141:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:2.0:1788876848.789922:0:15141:0:(import.c:65:import_set_state_nolock()) ffff998402f39800 : changing import state from RECOVER to FULL
00000100:00100000:2.0:1788876848.789987:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362755840:12345-192.168.203.59@tcp:8:kworker.0 Request processed in 344us (465us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876848.789996:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 528
00000100:00100000:3.0:1788876848.793155:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876848.793185:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362755968
00000100:00100000:0.0:1788876848.793195:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362755968
00000100:00100000:0.0:1788876848.793260:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671460702942 time 7671461366292 state 0x0 ref 1
00000100:00100000:0.0:1788876848.793289:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7671561366292 time 7671461366292 state 0x1 ref 1
00000100:00100000:0.0:1788876848.793314:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7671561366292 time 7705802294772 state 0x0 ref 1
00000100:00100000:0.0:1788876848.793325:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:0:x1875765362755968:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876848.793379:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1788876848.793388:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.793405:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7705s v=(0 0)
00010000:00010000:0.0:1788876848.793409:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876848.793416:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.793433:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876848.794428:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00100000:3.0:1788876848.856402:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000001:00080000:2.0:1788876848.909818:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981524 is committed
00002000:00010000:3.0:1788876848.909961:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 0 -> 1048576
00002000:00010000:3.0:1788876848.909966:0:20684:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 0 -> 1788876849
00002000:00010000:3.0:1788876848.909969:0:20684:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 0 -> 1788876849
00002000:00010000:3.0:1788876848.909971:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:3.0:1788876848.909986:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.910000:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.910011:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.910047:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876848.910053:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.910062:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.910081:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876848.910089:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766454 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876848.910190:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:0:x1875765362755968:12345-192.168.203.59@tcp:4:dd.500 Request processed in 116861us (117038us total) trans 4294981524 rc 0/0
00000100:00100000:3.0:1788876848.910202:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1817
00000100:00100000:3.0:1788876848.910216:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7671561366292 time 7705802294772 state 0x2 ref 0
00000100:00100000:2.0:1788876848.927798:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876848.927860:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756096
00000100:00100000:1.0:1788876848.927869:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756096
00000100:00100000:1.0:1788876848.927930:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7671561366292 time 7705802294772 state 0x0 ref 1
00000100:00100000:1.0:1788876848.927945:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7705902294772 time 7705802294772 state 0x1 ref 1
00000100:00100000:1.0:1788876848.927979:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7705902294772 time 7705936958736 state 0x0 ref 1
00000100:00100000:1.0:1788876848.927995:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362756096:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876848.928080:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 1048576, mtime: 0x6aa01831, atime: 0x0, ctime: 0x6aa01831, blocks: 0x803
00010000:00010000:1.0:1788876848.928090:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.928106:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7705s v=(0 0)
00010000:00010000:1.0:1788876848.928111:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876848.928118:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.928132:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876848.971422:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981525 is committed
00002000:00010000:1.0:1788876848.971532:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 1048576 -> 2097152
00002000:00010000:1.0:1788876848.971537:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 2051 -> 4103
00010000:00010000:1.0:1788876848.971551:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.971564:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.971573:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.971580:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876848.971586:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.971595:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.971613:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876848.971621:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76645b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876848.971758:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362756096:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43760us (43964us total) trans 4294981525 rc 0/0
00000100:00100000:1.0:1788876848.971770:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1818
00000100:00100000:1.0:1788876848.971782:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7705902294772 time 7705936958736 state 0x2 ref 0
00000100:00100000:2.0:1788876848.977593:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876848.977686:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756224
00000100:00100000:0.0:1788876848.977695:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756224
00000100:00100000:0.0:1788876848.977748:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7705902294772 time 7705936958736 state 0x0 ref 1
00000100:00100000:0.0:1788876848.977763:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7706036958736 time 7705936958736 state 0x1 ref 1
00000100:00100000:0.0:1788876848.977820:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7706036958736 time 7705986799911 state 0x0 ref 1
00000100:00100000:0.0:1788876848.977831:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362756224:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876848.977877:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 2097152, mtime: 0x6aa01831, atime: 0x0, ctime: 0x6aa01831, blocks: 0x1007
00010000:00010000:0.0:1788876848.977894:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.977915:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7705s v=(0 0)
00010000:00010000:0.0:1788876848.977919:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876848.977926:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876848.977944:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876849.013645:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981526 is committed
00002000:00010000:1.0:1788876849.013779:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 2097152 -> 3145728
00002000:00010000:1.0:1788876849.013784:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 4103 -> 6151
00010000:00010000:1.0:1788876849.013799:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.013811:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.013821:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.013834:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876849.013840:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.013849:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.013868:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.013875:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766462 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876849.014140:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362756224:12345-192.168.203.59@tcp:4:dd.500 Request processed in 36303us (36554us total) trans 4294981526 rc 0/0
00000100:00100000:1.0:1788876849.014151:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1819
00000100:00100000:1.0:1788876849.014164:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7706036958736 time 7705986799911 state 0x2 ref 0
00000100:00100000:2.0:1788876849.020063:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876849.020263:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756352
00000100:00100000:3.0:1788876849.020282:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756352
00000100:00100000:3.0:1788876849.020344:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7706036958736 time 7705986799911 state 0x0 ref 1
00000100:00100000:3.0:1788876849.020359:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7706086799911 time 7705986799911 state 0x1 ref 1
00000100:00100000:3.0:1788876849.020393:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706086799911 time 7706029372521 state 0x0 ref 1
00000100:00100000:3.0:1788876849.020410:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362756352:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876849.020461:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 3145728, mtime: 0x6aa01831, atime: 0x0, ctime: 0x6aa01831, blocks: 0x1807
00010000:00010000:3.0:1788876849.020471:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.020487:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:3.0:1788876849.020491:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876849.020498:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.020511:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876849.096647:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981527 is committed
00002000:00010000:2.0:1788876849.096735:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 3145728 -> 4194304
00002000:00010000:2.0:1788876849.096739:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 6151 -> 8199
00010000:00010000:2.0:1788876849.096753:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.096766:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.096775:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.096782:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876849.096787:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.096802:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.096819:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.096827:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d837976/0x3868396b8e766469 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876849.097077:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362756352:12345-192.168.203.59@tcp:4:dd.500 Request processed in 76665us (77057us total) trans 4294981527 rc 0/0
00000100:00100000:2.0:1788876849.097088:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1820
00000100:00100000:2.0:1788876849.097100:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706086799911 time 7706029372521 state 0x2 ref 0
00000100:00100000:3.0:1788876849.105238:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876849.105304:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756480
00000100:00100000:2.0:1788876849.105314:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756480
00000100:00100000:2.0:1788876849.105375:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706086799911 time 7706029372521 state 0x0 ref 1
00000100:00100000:2.0:1788876849.105391:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706129372521 time 7706029372521 state 0x1 ref 1
00000100:00100000:0.0:1788876849.120577:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706129372521 time 7706129537620 state 0x0 ref 1
00000100:00100000:0.0:1788876849.120612:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362756480:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876849.120680:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 4194304, mtime: 0x6aa01831, atime: 0x0, ctime: 0x6aa01831, blocks: 0x2007
00010000:00010000:0.0:1788876849.120690:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.120708:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:0.0:1788876849.120712:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876849.120719:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.120734:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876849.163958:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 4194304 -> 5242880
00002000:00010000:0.0:1788876849.163969:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 8199 -> 10247
00010000:00010000:0.0:1788876849.163984:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.163998:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.164007:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.164043:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876849.164049:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.164057:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.164076:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.164084:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afda999b/0x3868396b8e766470 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876849.164180:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362756480:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43581us (58949us total) trans 4294981528 rc 0/0
00000100:00100000:0.0:1788876849.164192:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1821
00000100:00100000:0.0:1788876849.164203:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706129372521 time 7706129537620 state 0x2 ref 0
00000001:00080000:1.0:1788876849.166864:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981528 is committed
00000100:00100000:0.0:1788876849.171405:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876849.171494:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756608
00000100:00100000:2.0:1788876849.171519:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756608
00000100:00100000:2.0:1788876849.171595:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706129372521 time 7706129537620 state 0x0 ref 1
00000100:00100000:2.0:1788876849.171611:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706229537620 time 7706129537620 state 0x1 ref 1
00000100:00100000:3.0:1788876849.224112:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706229537620 time 7706233074901 state 0x0 ref 1
00000100:00100000:3.0:1788876849.224146:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362756608:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876849.224211:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 5242880, mtime: 0x6aa01831, atime: 0x0, ctime: 0x6aa01831, blocks: 0x2807
00010000:00010000:3.0:1788876849.224221:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.224238:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:3.0:1788876849.224243:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876849.224249:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.224266:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.274479:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1788876849.336628:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981529 is committed
00002000:00010000:2.0:1788876849.338323:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 5242880 -> 6291456
00002000:00010000:2.0:1788876849.338334:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 10247 -> 12295
00010000:00010000:2.0:1788876849.338351:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.338367:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.338377:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.338384:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876849.338389:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.338397:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.338416:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.338424:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766477 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876849.338550:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362756608:12345-192.168.203.59@tcp:4:dd.500 Request processed in 114411us (167146us total) trans 4294981529 rc 0/0
00000100:00100000:2.0:1788876849.338568:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1822
00000100:00100000:2.0:1788876849.338583:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706229537620 time 7706233074901 state 0x2 ref 0
00000100:00100000:0.0:1788876849.345226:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876849.345835:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756736
00000100:00100000:2.0:1788876849.345848:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756736
00000100:00100000:2.0:1788876849.345914:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706229537620 time 7706233074901 state 0x0 ref 1
00000100:00100000:2.0:1788876849.346000:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706333074901 time 7706233074901 state 0x1 ref 1
00000100:00100000:2.0:1788876849.346119:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706333074901 time 7706355097060 state 0x0 ref 1
00000100:00100000:2.0:1788876849.346132:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362756736:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876849.346181:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 6291456, mtime: 0x6aa01831, atime: 0x0, ctime: 0x6aa01831, blocks: 0x3007
00010000:00010000:2.0:1788876849.346191:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.346207:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:2.0:1788876849.346212:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876849.346218:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.346232:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876849.396640:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981530 is committed
00002000:00010000:2.0:1788876849.396812:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 6291456 -> 7340032
00002000:00010000:2.0:1788876849.396818:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 12295 -> 14343
00010000:00010000:2.0:1788876849.396833:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.396846:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.396856:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.396864:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876849.396868:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.396878:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.396909:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.396918:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76647e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876849.397366:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362756736:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51231us (52144us total) trans 4294981530 rc 0/0
00000100:00100000:2.0:1788876849.397378:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1823
00000100:00100000:2.0:1788876849.397389:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706333074901 time 7706355097060 state 0x2 ref 0
00000100:00100000:2.0:1788876849.404044:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876849.404249:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756864
00000100:00100000:3.0:1788876849.404260:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756864
00000100:00100000:3.0:1788876849.404330:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706333074901 time 7706355097060 state 0x0 ref 1
00000100:00100000:3.0:1788876849.404345:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706455097060 time 7706355097060 state 0x1 ref 1
00000100:00100000:2.0:1788876849.446332:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706455097060 time 7706455296326 state 0x0 ref 1
00000100:00100000:2.0:1788876849.446363:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362756864:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876849.446426:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 7340032, mtime: 0x6aa01831, atime: 0x0, ctime: 0x6aa01831, blocks: 0x3807
00010000:00010000:2.0:1788876849.446437:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.446455:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:2.0:1788876849.446459:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876849.446466:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.446481:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876849.504542:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981531 is committed
00002000:00010000:3.0:1788876849.504699:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 7340032 -> 8388608
00002000:00010000:3.0:1788876849.504704:0:17072:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876849 -> 1788876850
00002000:00010000:3.0:1788876849.504707:0:17072:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876849 -> 1788876850
00002000:00010000:3.0:1788876849.504709:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 14343 -> 16391
00010000:00010000:3.0:1788876849.504733:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.504747:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.504757:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.504765:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876849.504770:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.504781:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.504802:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.504811:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766485 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876849.504918:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362756864:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58562us (100909us total) trans 4294981531 rc 0/0
00000100:00100000:3.0:1788876849.505300:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1824
00000100:00100000:3.0:1788876849.505313:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706455097060 time 7706455296326 state 0x2 ref 0
00000100:00100000:2.0:1788876849.510718:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876849.511280:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362756992
00000100:00100000:3.0:1788876849.511293:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362756992
00000100:00100000:2.0:1788876849.511420:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706455097060 time 7706455296326 state 0x0 ref 1
00000100:00100000:2.0:1788876849.511436:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706555296326 time 7706455296326 state 0x1 ref 1
00000100:00100000:0.0:1788876849.549083:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706555296326 time 7706558048522 state 0x0 ref 1
00000100:00100000:0.0:1788876849.549115:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362756992:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876849.549187:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 8388608, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x4007
00010000:00010000:0.0:1788876849.549198:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.549214:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:0.0:1788876849.549219:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876849.549226:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.549241:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876849.655437:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981532 is committed
00002000:00010000:0.0:1788876849.655742:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 8388608 -> 9437184
00002000:00010000:0.0:1788876849.655747:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 16391 -> 18439
00010000:00010000:0.0:1788876849.655762:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.655776:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.655791:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.655799:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876849.655804:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.655813:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.655836:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.655845:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76648c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876849.657439:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362756992:12345-192.168.203.59@tcp:4:dd.500 Request processed in 108326us (146722us total) trans 4294981532 rc 0/0
00000100:00100000:0.0:1788876849.657456:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1825
00000100:00100000:0.0:1788876849.657469:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706555296326 time 7706558048522 state 0x2 ref 0
00000100:00100000:3.0:1788876849.667337:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876849.667492:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362757120
00000100:00100000:2.0:1788876849.667504:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362757120
00000100:00100000:2.0:1788876849.667572:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706555296326 time 7706558048522 state 0x0 ref 1
00000100:00100000:2.0:1788876849.667588:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706658048522 time 7706558048522 state 0x1 ref 1
00000100:00100000:2.0:1788876849.667624:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706658048522 time 7706676604630 state 0x0 ref 1
00000100:00100000:2.0:1788876849.667636:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362757120:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876849.667687:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 9437184, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x4807
00010000:00010000:2.0:1788876849.667696:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.667711:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:2.0:1788876849.667715:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876849.667731:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.667745:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876849.760586:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981533 is committed
00002000:00010000:2.0:1788876849.760684:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 9437184 -> 10485760
00002000:00010000:2.0:1788876849.760689:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 18439 -> 20487
00010000:00010000:2.0:1788876849.760704:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.760716:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.760735:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.760743:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876849.760748:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.760756:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.760777:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.760785:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766493 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876849.760878:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362757120:12345-192.168.203.59@tcp:4:dd.500 Request processed in 93239us (93547us total) trans 4294981533 rc 0/0
00000100:00100000:2.0:1788876849.760895:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1826
00000100:00100000:2.0:1788876849.760908:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706658048522 time 7706676604630 state 0x2 ref 0
00000100:00100000:2.0:1788876849.767601:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876849.767693:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362757248
00000100:00100000:3.0:1788876849.767704:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362757248
00000100:00100000:3.0:1788876849.767781:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706658048522 time 7706676604630 state 0x0 ref 1
00000100:00100000:3.0:1788876849.767798:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706776604630 time 7706676604630 state 0x1 ref 1
00000100:00100000:3.0:1788876849.767826:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706776604630 time 7706776806810 state 0x0 ref 1
00000100:00100000:3.0:1788876849.767839:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362757248:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876849.767899:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 10485760, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x5007
00010000:00010000:3.0:1788876849.767907:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.767921:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:3.0:1788876849.767924:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876849.768284:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876849.768299:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876849.832495:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 10485760 -> 11534336
00002000:00010000:2.0:1788876849.832505:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 20487 -> 22535
00010000:00010000:2.0:1788876849.832519:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.832534:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.832543:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.832550:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876849.832555:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.832564:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.832584:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.832593:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e76649a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876849.832700:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362757248:12345-192.168.203.59@tcp:4:dd.500 Request processed in 64857us (65103us total) trans 4294981534 rc 0/0
00000100:00100000:2.0:1788876849.832712:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1827
00000100:00100000:2.0:1788876849.832801:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706776604630 time 7706776806810 state 0x2 ref 0
00000001:00080000:2.0:1788876849.834305:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981534 is committed
00000100:00100000:2.0:1788876849.839512:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876849.839625:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362757376
00000100:00100000:3.0:1788876849.839636:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362757376
00000100:00100000:3.0:1788876849.839703:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706776604630 time 7706776806810 state 0x0 ref 1
00000100:00100000:3.0:1788876849.839731:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706876806810 time 7706776806810 state 0x1 ref 1
00000100:00100000:1.0:1788876849.868963:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706876806810 time 7706877928012 state 0x0 ref 1
00000100:00100000:1.0:1788876849.868996:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362757376:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876849.869110:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 11534336, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x5807
00010000:00010000:1.0:1788876849.869120:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.869136:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:1.0:1788876849.869140:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876849.869146:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876849.869159:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876849.974856:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 11534336 -> 12582912
00002000:00010000:2.0:1788876849.974864:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 22535 -> 24583
00010000:00010000:2.0:1788876849.974890:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.974903:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.974912:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.974919:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876849.974924:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.974933:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.974951:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876849.974958:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7664a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876849.975091:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362757376:12345-192.168.203.59@tcp:4:dd.500 Request processed in 106106us (135583us total) trans 4294981535 rc 0/0
00000100:00100000:2.0:1788876849.975102:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1828
00000100:00100000:2.0:1788876849.975115:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706876806810 time 7706877928012 state 0x2 ref 0
00000001:00080000:2.0:1788876849.975150:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981535 is committed
00000100:00100000:1.0:1788876849.990057:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876849.990194:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362757504
00000100:00100000:0.0:1788876849.990205:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362757504
00000100:00100000:0.0:1788876849.990286:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706876806810 time 7706877928012 state 0x0 ref 1
00000100:00100000:0.0:1788876849.990308:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706977928012 time 7706877928012 state 0x1 ref 1
00000100:00100000:0.0:1788876849.990344:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706977928012 time 7706999321740 state 0x0 ref 1
00000100:00100000:0.0:1788876849.990357:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362757504:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876849.990407:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 12582912, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x6007
00010000:00010000:0.0:1788876849.990416:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.990432:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7706s v=(0 0)
00010000:00010000:0.0:1788876849.990437:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876849.990444:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876849.990458:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876850.090743:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981536 is committed
00002000:00010000:1.0:1788876850.090843:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 12582912 -> 13631488
00002000:00010000:1.0:1788876850.090848:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 24583 -> 26631
00010000:00010000:1.0:1788876850.090862:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.090875:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.090895:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.090902:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876850.090907:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.090917:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.090944:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.090952:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7664a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876850.091080:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362757504:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100719us (101067us total) trans 4294981536 rc 0/0
00000100:00100000:1.0:1788876850.091090:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1829
00000100:00100000:1.0:1788876850.091103:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706977928012 time 7706999321740 state 0x2 ref 0
00000100:00100000:1.0:1788876850.099374:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876850.099462:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362757632
00000100:00100000:0.0:1788876850.099475:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362757632
00000100:00100000:0.0:1788876850.099568:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7706977928012 time 7706999321740 state 0x0 ref 1
00000100:00100000:0.0:1788876850.099595:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707099321740 time 7706999321740 state 0x1 ref 1
00000100:00100000:0.0:1788876850.099677:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707099321740 time 7707108656811 state 0x0 ref 1
00000100:00100000:0.0:1788876850.099691:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362757632:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876850.099748:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 13631488, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x6807
00010000:00010000:0.0:1788876850.099758:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876850.099775:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7707s v=(0 0)
00010000:00010000:0.0:1788876850.099781:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876850.099789:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876850.099804:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876850.100900:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:2.0:1788876850.177462:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981537 is committed
00002000:00010000:1.0:1788876850.178354:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 13631488 -> 14680064
00002000:00010000:1.0:1788876850.178360:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 26631 -> 28679
00010000:00010000:1.0:1788876850.178375:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.178387:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.178397:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.178409:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876850.178413:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.178422:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.178441:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.178449:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e7664af lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876850.178652:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362757632:12345-192.168.203.59@tcp:4:dd.500 Request processed in 78958us (79282us total) trans 4294981537 rc 0/0
00000100:00100000:1.0:1788876850.178664:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1830
00000100:00100000:1.0:1788876850.178676:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707099321740 time 7707108656811 state 0x2 ref 0
00000100:00100000:1.0:1788876850.190773:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876850.190859:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362757760
00000100:00100000:0.0:1788876850.190870:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362757760
00000100:00100000:0.0:1788876850.190953:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707099321740 time 7707108656811 state 0x0 ref 1
00000100:00100000:0.0:1788876850.190971:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707208656811 time 7707108656811 state 0x1 ref 1
00000100:00100000:3.0:1788876850.199836:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707208656811 time 7707208800872 state 0x0 ref 1
00000100:00100000:3.0:1788876850.199867:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362757760:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876850.200095:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 14680064, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x7007
00010000:00010000:3.0:1788876850.200108:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.200480:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7707s v=(0 0)
00010000:00010000:3.0:1788876850.200484:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876850.200491:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.200505:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.286391:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876850.340399:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981538 is committed
00002000:00010000:1.0:1788876850.340498:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 14680064 -> 15728640
00002000:00010000:1.0:1788876850.340503:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 28679 -> 30727
00010000:00010000:1.0:1788876850.340517:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.340535:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.340544:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.340551:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876850.340556:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.340565:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.340582:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876850.340590:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7664b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876850.340690:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362757760:12345-192.168.203.59@tcp:4:dd.500 Request processed in 140830us (149921us total) trans 4294981538 rc 0/0
00000100:00100000:1.0:1788876850.340701:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1831
00000100:00100000:1.0:1788876850.340713:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707208656811 time 7707208800872 state 0x2 ref 0
00000100:00100000:1.0:1788876850.362765:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876850.363102:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362757888
00000100:00100000:2.0:1788876850.363216:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362757888
00000100:00100000:2.0:1788876850.363293:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707208656811 time 7707208800872 state 0x0 ref 1
00000100:00100000:2.0:1788876850.363308:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707308800872 time 7707208800872 state 0x1 ref 1
00000100:00100000:2.0:1788876850.363391:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707308800872 time 7707372361651 state 0x0 ref 1
00000100:00100000:2.0:1788876850.363404:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362757888:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876850.363454:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 15728640, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x7807
00010000:00010000:2.0:1788876850.363463:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.363479:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7707s v=(0 0)
00010000:00010000:2.0:1788876850.363483:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876850.363490:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.363504:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876850.538613:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 15728640 -> 16777216
00002000:00010000:2.0:1788876850.538623:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 30727 -> 32775
00010000:00010000:2.0:1788876850.538640:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.538655:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.538665:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.538673:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876850.538677:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.538687:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.538709:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.538723:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876850.538818:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362757888:12345-192.168.203.59@tcp:4:dd.500 Request processed in 175411us (176056us total) trans 4294981539 rc 0/0
00000100:00100000:2.0:1788876850.538829:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1832
00000100:00100000:2.0:1788876850.538841:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707308800872 time 7707372361651 state 0x2 ref 0
00000001:00080000:1.0:1788876850.542061:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981539 is committed
00000100:00100000:2.0:1788876850.543764:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876850.543844:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758016
00000100:00100000:3.0:1788876850.543854:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758016
00000100:00100000:3.0:1788876850.543987:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707308800872 time 7707372361651 state 0x0 ref 1
00000100:00100000:3.0:1788876850.544002:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707472361651 time 7707372361651 state 0x1 ref 1
00000100:00100000:3.0:1788876850.544146:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707472361651 time 7707553124843 state 0x0 ref 1
00000100:00100000:3.0:1788876850.544159:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362758016:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876850.544211:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 16777216, mtime: 0x6aa01832, atime: 0x0, ctime: 0x6aa01832, blocks: 0x8007
00010000:00010000:3.0:1788876850.544221:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.544235:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7707s v=(0 0)
00010000:00010000:3.0:1788876850.544240:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876850.544246:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.544261:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876850.606260:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365738624:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876850.606334:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876850.607337:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876850.607349:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365738752:0@lo:400:kworker.0
00000100:00100000:0.0:1788876850.607394:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876850.607433:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365738624
00000100:00100000:0.0:1788876850.607441:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365738624
00000100:00100000:0.0:1788876850.607498:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 346
00000100:00100000:0.0:1788876850.607507:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365738624:12345-0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876850.607624:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365738752
00000100:00100000:1.0:1788876850.607628:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365738752
00000100:00100000:1.0:1788876850.607660:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:1.0:1788876850.607668:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365738752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876850.607717:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365738752:12345-0@lo:400:kworker.0 Request processed in 49us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876850.607724:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00000100:00100000:1.0:1788876850.607769:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365738752:0@lo:400:kworker.0
00000100:00100000:1.0:1788876850.607959:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365739136:0@lo:400:kworker.0
00000100:00100000:1.0:1788876850.607993:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876850.608041:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739136
00000100:00100000:1.0:1788876850.608044:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739136
00000100:00100000:1.0:1788876850.608077:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 350
00000100:00100000:1.0:1788876850.608084:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365739136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876850.608185:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365739136:12345-0@lo:400:kworker.0 Request processed in 100us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876850.608193:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 350
00000100:00100000:1.0:1788876850.608223:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365739136:0@lo:400:kworker.0
00002000:00000024:0.0:1788876850.608298:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788876850.608334:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365738624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 828us (2000us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876850.608341:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 346
00000100:00080000:0.0:1788876850.608359:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876850.608364:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876850.608434:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365739264:0@lo:400:kworker.0
00000100:00100000:3.0:1788876850.608467:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876850.608508:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365738880:0@lo:400:kworker.0
00000100:00100000:3.0:1788876850.608534:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876850.608641:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365738624:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876850.608700:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876850.608706:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365739008:0@lo:400:kworker.0
00000100:00100000:3.0:1788876850.608728:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876850.608754:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739264
00000100:00100000:3.0:1788876850.608757:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739264
00000100:00100000:3.0:1788876850.608786:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365738880
00000100:00100000:3.0:1788876850.608789:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365738880
00000100:00100000:3.0:1788876850.608804:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739008
00000100:00100000:3.0:1788876850.608806:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739008
00000100:00100000:3.0:1788876850.608822:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6701
00000100:00100000:3.0:1788876850.608828:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365739264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876850.608862:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365739264:12345-0@lo:400:kworker.0 Request processed in 33us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876850.608868:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6701
00000100:00100000:0.0:1788876850.608957:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6702
00000100:00100000:0.0:1788876850.608966:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365738880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876850.609032:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365738880:12345-0@lo:400:kworker.0 Request processed in 67us (497us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876850.609038:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6702
00000100:00100000:0.0:1788876850.609051:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6703
00000100:00100000:0.0:1788876850.609058:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365739008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876850.609084:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365739008:12345-0@lo:400:kworker.0 Request processed in 27us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876850.609090:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6703
00000100:00100000:3.0:1788876850.609679:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365739264:0@lo:400:kworker.0
00000100:00100000:3.0:1788876850.609707:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365739008:0@lo:400:kworker.0
00000100:00100000:3.0:1788876850.609718:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365738880:0@lo:400:kworker.0
00000100:00080000:3.0:1788876850.609732:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00080000:1.0:1788876850.610455:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981540 is committed
00002000:00010000:3.0:1788876850.610524:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 16777216 -> 17825792
00002000:00010000:3.0:1788876850.610528:0:20684:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876850 -> 1788876851
00002000:00010000:3.0:1788876850.610531:0:20684:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876850 -> 1788876851
00002000:00010000:3.0:1788876850.610533:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 32775 -> 34823
00010000:00010000:3.0:1788876850.610617:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.610631:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.610640:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.610647:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876850.610652:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.610662:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.610684:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.610692:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876850.610779:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362758016:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66619us (67020us total) trans 4294981540 rc 0/0
00000100:00100000:3.0:1788876850.610791:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1833
00000100:00100000:3.0:1788876850.610803:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707472361651 time 7707553124843 state 0x2 ref 0
00000100:00100000:1.0:1788876850.615440:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876850.617306:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758144
00000100:00100000:0.0:1788876850.617319:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758144
00000100:00100000:0.0:1788876850.617390:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707472361651 time 7707553124843 state 0x0 ref 1
00000100:00100000:0.0:1788876850.617410:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707653124843 time 7707553124843 state 0x1 ref 1
00000100:00100000:2.0:1788876850.644330:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707653124843 time 7707653295130 state 0x0 ref 1
00000100:00100000:2.0:1788876850.644359:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362758144:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876850.644417:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 17825792, mtime: 0x6aa01833, atime: 0x0, ctime: 0x6aa01833, blocks: 0x8807
00010000:00010000:2.0:1788876850.644428:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.644444:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7707s v=(0 0)
00010000:00010000:2.0:1788876850.644449:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876850.644455:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.644470:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876850.804934:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981541 is committed
00002000:00010000:2.0:1788876850.805147:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 17825792 -> 18874368
00002000:00010000:2.0:1788876850.805153:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 34823 -> 36871
00010000:00010000:2.0:1788876850.805168:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.805179:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.805188:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.805195:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876850.805200:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.805209:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.805226:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.805234:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876850.805337:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362758144:12345-192.168.203.59@tcp:4:dd.500 Request processed in 160987us (189903us total) trans 4294981541 rc 0/0
00000100:00100000:2.0:1788876850.805348:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1834
00000100:00100000:2.0:1788876850.805361:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707653124843 time 7707653295130 state 0x2 ref 0
00000100:00100000:1.0:1788876850.822166:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876850.822391:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758272
00000100:00100000:2.0:1788876850.822412:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758272
00000100:00100000:2.0:1788876850.822484:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707653124843 time 7707653295130 state 0x0 ref 1
00000100:00100000:2.0:1788876850.822510:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707753295130 time 7707653295130 state 0x1 ref 1
00000100:00100000:2.0:1788876850.822543:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707753295130 time 7707831524141 state 0x0 ref 1
00000100:00100000:2.0:1788876850.822555:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362758272:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876850.822608:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 18874368, mtime: 0x6aa01833, atime: 0x0, ctime: 0x6aa01833, blocks: 0x9007
00010000:00010000:2.0:1788876850.822618:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.822633:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7707s v=(0 0)
00010000:00010000:2.0:1788876850.822638:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876850.822644:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.822657:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876850.971630:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981542 is committed
00002000:00010000:2.0:1788876850.971933:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 18874368 -> 19922944
00002000:00010000:2.0:1788876850.971938:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 36871 -> 38919
00010000:00010000:2.0:1788876850.971953:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.971965:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.971975:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.971983:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876850.971989:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.972078:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.972098:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876850.972107:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e7664d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876850.972338:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362758272:12345-192.168.203.59@tcp:4:dd.500 Request processed in 149779us (150176us total) trans 4294981542 rc 0/0
00000100:00100000:2.0:1788876850.972350:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1835
00000100:00100000:2.0:1788876850.972362:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707753295130 time 7707831524141 state 0x2 ref 0
00000100:00100000:1.0:1788876850.976635:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876850.976734:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758400
00000100:00100000:3.0:1788876850.976744:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758400
00000100:00100000:3.0:1788876850.976812:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707753295130 time 7707831524141 state 0x0 ref 1
00000100:00100000:3.0:1788876850.976827:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707931524141 time 7707831524141 state 0x1 ref 1
00000100:00100000:3.0:1788876850.976896:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707931524141 time 7707985874891 state 0x0 ref 1
00000100:00100000:3.0:1788876850.976908:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362758400:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876850.976967:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 19922944, mtime: 0x6aa01833, atime: 0x0, ctime: 0x6aa01833, blocks: 0x9807
00010000:00010000:3.0:1788876850.976976:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.977267:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7707s v=(0 0)
00010000:00010000:3.0:1788876850.977273:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876850.977280:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876850.977294:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876851.032237:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981543 is committed
00002000:00010000:2.0:1788876851.032364:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 19922944 -> 20971520
00002000:00010000:2.0:1788876851.032369:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 38919 -> 40967
00010000:00010000:2.0:1788876851.032384:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.032396:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.032406:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.032413:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876851.032419:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.032427:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.032450:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.032458:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7664d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876851.032575:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362758400:12345-192.168.203.59@tcp:4:dd.500 Request processed in 55663us (55942us total) trans 4294981543 rc 0/0
00000100:00100000:2.0:1788876851.032585:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1836
00000100:00100000:2.0:1788876851.032599:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707931524141 time 7707985874891 state 0x2 ref 0
00000100:00100000:0.0:1788876851.065203:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876851.065289:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758528
00000100:00100000:2.0:1788876851.065300:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758528
00000100:00100000:2.0:1788876851.065359:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7707931524141 time 7707985874891 state 0x0 ref 1
00000100:00100000:2.0:1788876851.065374:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708085874891 time 7707985874891 state 0x1 ref 1
00000100:00100000:1.0:1788876851.077095:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708085874891 time 7708086055783 state 0x0 ref 1
00000100:00100000:1.0:1788876851.077136:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362758528:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876851.077207:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 20971520, mtime: 0x6aa01833, atime: 0x0, ctime: 0x6aa01833, blocks: 0xa007
00010000:00010000:1.0:1788876851.077217:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.077231:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:1.0:1788876851.077236:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876851.077242:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.077256:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876851.187458:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876851.187505:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876851.187529:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876851.187554:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758656
00000100:00100000:3.0:1788876851.187562:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758656
00000100:00100000:3.0:1788876851.187613:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3139
00000100:00100000:3.0:1788876851.187623:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362758656:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876851.187692:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362758656:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 70us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876851.187700:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3139
00000100:00100000:3.0:1788876851.187736:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758784
00000100:00100000:3.0:1788876851.187740:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758784
00000100:00100000:3.0:1788876851.187775:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362758912
00000100:00100000:3.0:1788876851.187778:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362758912
00000100:00100000:3.0:1788876851.187798:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6704
00000100:00100000:3.0:1788876851.187805:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362758784:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876851.187841:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362758784:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 35us (392us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876851.187847:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6704
00000100:00100000:3.0:1788876851.187859:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6705
00000100:00100000:3.0:1788876851.187865:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362758912:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876851.188092:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362758912:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 227us (561us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876851.188100:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6705
00000100:00080000:3.0:1788876851.188121:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00080000:3.0:1788876851.246211:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981544 is committed
00002000:00010000:1.0:1788876851.246401:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 20971520 -> 22020096
00002000:00010000:1.0:1788876851.246405:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 40967 -> 43015
00010000:00010000:1.0:1788876851.246418:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.246431:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.246441:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.246448:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876851.246454:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.246462:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.246481:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.246490:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876851.246582:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362758528:12345-192.168.203.59@tcp:4:dd.500 Request processed in 169454us (181384us total) trans 4294981544 rc 0/0
00000100:00100000:1.0:1788876851.246593:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1837
00000100:00100000:1.0:1788876851.246605:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708085874891 time 7708086055783 state 0x2 ref 0
00000100:00100000:3.0:1788876851.257190:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876851.257338:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759040
00000100:00100000:2.0:1788876851.257347:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759040
00000100:00100000:2.0:1788876851.257404:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708085874891 time 7708086055783 state 0x0 ref 1
00000100:00100000:2.0:1788876851.257419:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708186055783 time 7708086055783 state 0x1 ref 1
00000100:00100000:2.0:1788876851.257455:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708186055783 time 7708266435468 state 0x0 ref 1
00000100:00100000:2.0:1788876851.257468:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362759040:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876851.257513:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 22020096, mtime: 0x6aa01833, atime: 0x0, ctime: 0x6aa01833, blocks: 0xa807
00010000:00010000:2.0:1788876851.257522:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.257542:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:2.0:1788876851.257547:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876851.257553:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.257568:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.310480:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876851.386837:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981545 is committed
00002000:00010000:0.0:1788876851.386960:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 22020096 -> 23068672
00002000:00010000:0.0:1788876851.386965:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 43015 -> 45063
00010000:00010000:0.0:1788876851.386978:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.386990:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.386998:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.387005:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876851.387010:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.387049:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.387070:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.387077:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7664e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876851.387181:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362759040:12345-192.168.203.59@tcp:4:dd.500 Request processed in 129696us (129981us total) trans 4294981545 rc 0/0
00000100:00100000:0.0:1788876851.387193:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1838
00000100:00100000:0.0:1788876851.387206:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708186055783 time 7708266435468 state 0x2 ref 0
00000100:00100000:2.0:1788876851.392563:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876851.392640:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759168
00000100:00100000:0.0:1788876851.392654:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759168
00000100:00100000:0.0:1788876851.392727:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708186055783 time 7708266435468 state 0x0 ref 1
00000100:00100000:0.0:1788876851.392743:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708366435468 time 7708266435468 state 0x1 ref 1
00000100:00100000:0.0:1788876851.392778:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708366435468 time 7708401758165 state 0x0 ref 1
00000100:00100000:0.0:1788876851.392790:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362759168:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876851.392837:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 23068672, mtime: 0x6aa01833, atime: 0x0, ctime: 0x6aa01833, blocks: 0xb007
00010000:00010000:0.0:1788876851.392849:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.392864:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:0.0:1788876851.392879:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876851.392886:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.392904:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876851.514066:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981546 is committed
00002000:00010000:1.0:1788876851.514287:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 23068672 -> 24117248
00002000:00010000:1.0:1788876851.514292:0:19110:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876851 -> 1788876852
00002000:00010000:1.0:1788876851.514294:0:19110:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876851 -> 1788876852
00002000:00010000:1.0:1788876851.514297:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 45063 -> 47111
00010000:00010000:1.0:1788876851.514311:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.514324:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.514340:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.514349:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876851.514354:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.514365:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.514386:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.514395:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000444ba089/0x3868396b8e7664ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876851.514542:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362759168:12345-192.168.203.59@tcp:4:dd.500 Request processed in 121747us (121985us total) trans 4294981546 rc 0/0
00000100:00100000:1.0:1788876851.514553:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1839
00000100:00100000:1.0:1788876851.514565:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708366435468 time 7708401758165 state 0x2 ref 0
00000100:00100000:2.0:1788876851.525782:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876851.525854:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759296
00000100:00100000:1.0:1788876851.525873:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759296
00000100:00100000:1.0:1788876851.525941:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708366435468 time 7708401758165 state 0x0 ref 1
00000100:00100000:1.0:1788876851.525958:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708501758165 time 7708401758165 state 0x1 ref 1
00000100:00100000:1.0:1788876851.525989:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708501758165 time 7708534969893 state 0x0 ref 1
00000100:00100000:1.0:1788876851.526001:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362759296:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876851.526076:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 24117248, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xb807
00010000:00010000:1.0:1788876851.526085:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.526100:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:1.0:1788876851.526105:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876851.526112:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.526123:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876851.604082:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981547 is committed
00002000:00010000:1.0:1788876851.604406:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 24117248 -> 25165824
00002000:00010000:1.0:1788876851.604411:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 47111 -> 49159
00010000:00010000:1.0:1788876851.604424:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.604436:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.604450:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.604457:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876851.604462:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.604471:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.604488:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876851.604495:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e7664f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876851.604602:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362759296:12345-192.168.203.59@tcp:4:dd.500 Request processed in 78598us (78824us total) trans 4294981547 rc 0/0
00000100:00100000:1.0:1788876851.604612:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1840
00000100:00100000:1.0:1788876851.604623:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708501758165 time 7708534969893 state 0x2 ref 0
00000100:00100000:0.0:1788876851.611481:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876851.611567:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759424
00000100:00100000:2.0:1788876851.611577:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759424
00000100:00100000:2.0:1788876851.611636:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708501758165 time 7708534969893 state 0x0 ref 1
00000100:00100000:2.0:1788876851.611652:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708634969893 time 7708534969893 state 0x1 ref 1
00000100:00100000:3.0:1788876851.626183:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708634969893 time 7708635149316 state 0x0 ref 1
00000100:00100000:3.0:1788876851.626215:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362759424:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876851.626288:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 25165824, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xc007
00010000:00010000:3.0:1788876851.626297:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.626312:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:3.0:1788876851.626316:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876851.626322:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.626336:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876851.674886:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 25165824 -> 26214400
00002000:00010000:3.0:1788876851.674897:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 49159 -> 51207
00010000:00010000:3.0:1788876851.674922:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.674936:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.674945:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.674952:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876851.674957:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.674966:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.674986:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.674993:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e7664fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876851.675129:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362759424:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48923us (63651us total) trans 4294981548 rc 0/0
00000100:00100000:3.0:1788876851.675141:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1841
00000100:00100000:3.0:1788876851.675154:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708634969893 time 7708635149316 state 0x2 ref 0
00000100:00100000:1.0:1788876851.679500:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876851.679572:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759552
00000100:00100000:3.0:1788876851.679581:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759552
00000100:00100000:3.0:1788876851.679650:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708634969893 time 7708635149316 state 0x0 ref 1
00000100:00100000:3.0:1788876851.679668:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708735149316 time 7708635149316 state 0x1 ref 1
00000001:00080000:2.0:1788876851.679857:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981548 is committed
00000100:00100000:2.0:1788876851.726342:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708735149316 time 7708735308259 state 0x0 ref 1
00000100:00100000:2.0:1788876851.726373:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362759552:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876851.726428:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 26214400, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xc807
00010000:00010000:2.0:1788876851.726436:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.726456:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:2.0:1788876851.726460:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876851.726467:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.726480:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876851.861440:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981549 is committed
00002000:00010000:0.0:1788876851.861601:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 26214400 -> 27262976
00002000:00010000:0.0:1788876851.861606:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 51207 -> 53255
00010000:00010000:0.0:1788876851.861618:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.861630:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.861639:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.861645:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876851.861650:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.861658:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.861674:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876851.861687:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e766503 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876851.861782:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362759552:12345-192.168.203.59@tcp:4:dd.500 Request processed in 135417us (182285us total) trans 4294981549 rc 0/0
00000100:00100000:0.0:1788876851.861793:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1842
00000100:00100000:0.0:1788876851.861805:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708735149316 time 7708735308259 state 0x2 ref 0
00000100:00100000:2.0:1788876851.870169:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876851.870315:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759680
00000100:00100000:3.0:1788876851.870324:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759680
00000100:00100000:3.0:1788876851.870381:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708735149316 time 7708735308259 state 0x0 ref 1
00000100:00100000:3.0:1788876851.870396:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708835308259 time 7708735308259 state 0x1 ref 1
00000100:00100000:3.0:1788876851.870424:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708835308259 time 7708879405008 state 0x0 ref 1
00000100:00100000:3.0:1788876851.870437:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362759680:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876851.870486:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 27262976, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xd007
00010000:00010000:3.0:1788876851.870495:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.870510:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:3.0:1788876851.870515:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876851.870521:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876851.870538:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876851.952875:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981550 is committed
00002000:00010000:2.0:1788876851.954108:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 27262976 -> 28311552
00002000:00010000:2.0:1788876851.954117:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 53255 -> 55303
00010000:00010000:2.0:1788876851.954243:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.954263:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.954271:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.954277:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876851.954282:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.954291:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.954311:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.954318:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76650a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876851.954716:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362759680:12345-192.168.203.59@tcp:4:dd.500 Request processed in 84275us (84550us total) trans 4294981550 rc 0/0
00000100:00100000:3.0:1788876851.954729:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1843
00000100:00100000:3.0:1788876851.954744:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708835308259 time 7708879405008 state 0x2 ref 0
00000100:00100000:1.0:1788876851.960363:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876851.960499:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759808
00000100:00100000:2.0:1788876851.960510:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759808
00000100:00100000:2.0:1788876851.960570:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708835308259 time 7708879405008 state 0x0 ref 1
00000100:00100000:2.0:1788876851.960586:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708979405008 time 7708879405008 state 0x1 ref 1
00000100:00100000:2.0:1788876851.971081:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708979405008 time 7708980046680 state 0x0 ref 1
00000100:00100000:2.0:1788876851.971113:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362759808:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876851.971171:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 28311552, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xd807
00010000:00010000:2.0:1788876851.971181:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.971196:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7708s v=(0 0)
00010000:00010000:2.0:1788876851.971200:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876851.971205:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876851.971222:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876852.033370:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981551 is committed
00002000:00010000:2.0:1788876852.033553:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 28311552 -> 29360128
00002000:00010000:2.0:1788876852.033558:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 55303 -> 57351
00010000:00010000:2.0:1788876852.033571:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.033583:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.033591:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.033597:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876852.033601:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.033610:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.033629:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.033636:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766511 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876852.033727:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362759808:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62624us (73369us total) trans 4294981551 rc 0/0
00000100:00100000:2.0:1788876852.033737:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1844
00000100:00100000:2.0:1788876852.033750:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708979405008 time 7708980046680 state 0x2 ref 0
00000100:00100000:0.0:1788876852.039343:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876852.041690:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362759936
00000100:00100000:2.0:1788876852.041708:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362759936
00000100:00100000:2.0:1788876852.041827:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7708979405008 time 7708980046680 state 0x0 ref 1
00000100:00100000:2.0:1788876852.041842:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709080046680 time 7708980046680 state 0x1 ref 1
00000100:00080000:3.0:1788876852.043399:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876852.072615:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709080046680 time 7709081580889 state 0x0 ref 1
00000100:00100000:1.0:1788876852.072648:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362759936:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876852.075351:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 29360128, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xe007
00010000:00010000:2.0:1788876852.075368:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.075384:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:2.0:1788876852.075389:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876852.075395:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.075410:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876852.124313:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981552 is committed
00002000:00010000:2.0:1788876852.124399:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 29360128 -> 30408704
00002000:00010000:2.0:1788876852.124404:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 57351 -> 59399
00010000:00010000:2.0:1788876852.124418:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.124429:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.124439:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.124446:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876852.124452:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.124461:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.124479:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.124487:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e766518 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876852.124611:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362759936:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51971us (85272us total) trans 4294981552 rc 0/0
00000100:00100000:2.0:1788876852.124622:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1845
00000100:00100000:2.0:1788876852.124634:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709080046680 time 7709081580889 state 0x2 ref 0
00000100:00100000:1.0:1788876852.129497:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876852.129588:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760064
00000100:00100000:0.0:1788876852.129597:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760064
00000100:00100000:0.0:1788876852.129654:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709080046680 time 7709081580889 state 0x0 ref 1
00000100:00100000:0.0:1788876852.129669:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709181580889 time 7709081580889 state 0x1 ref 1
00000100:00100000:1.0:1788876852.173384:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709181580889 time 7709182348967 state 0x0 ref 1
00000100:00100000:1.0:1788876852.173414:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760064:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876852.173477:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 30408704, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xe807
00010000:00010000:1.0:1788876852.173487:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.173504:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:1.0:1788876852.173509:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876852.173516:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.173529:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876852.256172:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981553 is committed
00002000:00010000:0.0:1788876852.256274:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 30408704 -> 31457280
00002000:00010000:0.0:1788876852.256279:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 59399 -> 61447
00010000:00010000:0.0:1788876852.256294:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.256307:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.256321:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.256328:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876852.256334:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.256341:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.256359:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.256365:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76651f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876852.256504:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760064:12345-192.168.203.59@tcp:4:dd.500 Request processed in 83098us (127009us total) trans 4294981553 rc 0/0
00000100:00100000:0.0:1788876852.256515:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1846
00000100:00100000:0.0:1788876852.256528:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709181580889 time 7709182348967 state 0x2 ref 0
00000100:00100000:2.0:1788876852.261688:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876852.261778:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760192
00000100:00100000:3.0:1788876852.261787:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760192
00000100:00100000:3.0:1788876852.261844:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709181580889 time 7709182348967 state 0x0 ref 1
00000100:00100000:3.0:1788876852.261859:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709282348967 time 7709182348967 state 0x1 ref 1
00000100:00100000:2.0:1788876852.277245:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709282348967 time 7709286209546 state 0x0 ref 1
00000100:00100000:0.0:1788876852.277377:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760192:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876852.277437:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 31457280, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xf007
00010000:00010000:0.0:1788876852.277445:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.277460:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:0.0:1788876852.277463:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876852.277470:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.277483:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.339939:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876852.397429:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981554 is committed
00002000:00010000:0.0:1788876852.397590:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 31457280 -> 32505856
00002000:00010000:0.0:1788876852.397596:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 61447 -> 63495
00010000:00010000:0.0:1788876852.397609:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.397622:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.397632:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.397639:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876852.397644:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.397653:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.397676:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.397694:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c088fa5/0x3868396b8e766526 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876852.397882:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760192:12345-192.168.203.59@tcp:4:dd.500 Request processed in 120602us (136199us total) trans 4294981554 rc 0/0
00000100:00100000:0.0:1788876852.397892:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1847
00000100:00100000:0.0:1788876852.397904:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709282348967 time 7709286209546 state 0x2 ref 0
00000100:00100000:0.0:1788876852.410226:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876852.414103:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760320
00000100:00100000:2.0:1788876852.414119:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760320
00000100:00100000:3.0:1788876852.414811:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709282348967 time 7709286209546 state 0x0 ref 1
00000100:00100000:3.0:1788876852.414828:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709386209546 time 7709286209546 state 0x1 ref 1
00000100:00100000:3.0:1788876852.414913:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709386209546 time 7709423892328 state 0x0 ref 1
00000100:00100000:3.0:1788876852.414931:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362760320:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876852.414980:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 32505856, mtime: 0x6aa01834, atime: 0x0, ctime: 0x6aa01834, blocks: 0xf807
00010000:00010000:3.0:1788876852.414989:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.415004:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:3.0:1788876852.415009:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876852.415050:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.415065:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876852.504670:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981555 is committed
00002000:00010000:1.0:1788876852.504764:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 32505856 -> 33554432
00002000:00010000:1.0:1788876852.504769:0:20685:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876852 -> 1788876853
00002000:00010000:1.0:1788876852.504771:0:20685:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876852 -> 1788876853
00002000:00010000:1.0:1788876852.504773:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 63495 -> 65543
00010000:00010000:1.0:1788876852.504788:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.504806:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.504815:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.504823:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876852.504827:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.504835:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.504854:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.504863:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e76652d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876852.505169:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362760320:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90235us (94947us total) trans 4294981555 rc 0/0
00000100:00100000:1.0:1788876852.505179:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1848
00000100:00100000:1.0:1788876852.505190:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709386209546 time 7709423892328 state 0x2 ref 0
00000100:00100000:0.0:1788876852.512630:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876852.512731:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760448
00000100:00100000:3.0:1788876852.512742:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760448
00000100:00100000:3.0:1788876852.512803:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709386209546 time 7709423892328 state 0x0 ref 1
00000100:00100000:3.0:1788876852.512819:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709523892328 time 7709423892328 state 0x1 ref 1
00000100:00100000:0.0:1788876852.515111:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709523892328 time 7709524080356 state 0x0 ref 1
00000100:00100000:0.0:1788876852.515138:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760448:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876852.515191:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 33554432, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x10007
00010000:00010000:0.0:1788876852.515201:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.515216:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:0.0:1788876852.515220:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876852.515226:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.515240:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876852.581960:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981556 is committed
00002000:00010000:1.0:1788876852.582189:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 33554432 -> 34603008
00002000:00010000:1.0:1788876852.582195:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 65543 -> 67591
00010000:00010000:1.0:1788876852.582210:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.582222:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.582230:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.582237:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876852.582241:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.582259:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.582276:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.582283:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e766534 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876852.582382:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760448:12345-192.168.203.59@tcp:4:dd.500 Request processed in 67253us (69758us total) trans 4294981556 rc 0/0
00000100:00100000:1.0:1788876852.582393:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1849
00000100:00100000:1.0:1788876852.582405:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709523892328 time 7709524080356 state 0x2 ref 0
00000100:00100000:0.0:1788876852.592499:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876852.592608:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760576
00000100:00100000:2.0:1788876852.592619:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760576
00000100:00100000:2.0:1788876852.592685:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709523892328 time 7709524080356 state 0x0 ref 1
00000100:00100000:2.0:1788876852.592700:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709624080356 time 7709524080356 state 0x1 ref 1
00000100:00100000:2.0:1788876852.615768:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709624080356 time 7709624731932 state 0x0 ref 1
00000100:00100000:2.0:1788876852.615801:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362760576:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876852.615870:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 34603008, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x10807
00010000:00010000:2.0:1788876852.615881:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.615898:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:2.0:1788876852.615903:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876852.615910:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876852.615924:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876852.654754:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788876852.654777:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365739392:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876852.654839:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876852.654949:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739392
00000100:00100000:3.0:1788876852.654957:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739392
00000100:00100000:3.0:1788876852.655050:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 347
00000100:00100000:3.0:1788876852.655061:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365739392:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876852.655084:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85524480 pending 1703936 free 3830448128 avail 3814719488
00000100:00100000:3.0:1788876852.655132:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365739392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876852.655140:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 347
00000100:00100000:3.0:1788876852.655182:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365739392:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788876852.655818:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:2.0:1788876852.734067:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981557 is committed
00002000:00010000:1.0:1788876852.734357:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 34603008 -> 35651584
00002000:00010000:1.0:1788876852.734362:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 67591 -> 69639
00010000:00010000:1.0:1788876852.734376:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.734389:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.734399:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.734406:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876852.734411:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.734419:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.734436:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.734443:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007cc6d15/0x3868396b8e76653b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876852.734540:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362760576:12345-192.168.203.59@tcp:4:dd.500 Request processed in 118750us (142045us total) trans 4294981557 rc 0/0
00000100:00100000:1.0:1788876852.734554:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1850
00000100:00100000:1.0:1788876852.734566:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709624080356 time 7709624731932 state 0x2 ref 0
00000100:00100000:0.0:1788876852.755610:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876852.755825:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760704
00000100:00100000:3.0:1788876852.755835:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760704
00000100:00100000:3.0:1788876852.755918:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709624080356 time 7709624731932 state 0x0 ref 1
00000100:00100000:3.0:1788876852.755933:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709724731932 time 7709624731932 state 0x1 ref 1
00000100:00100000:3.0:1788876852.755965:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709724731932 time 7709764944905 state 0x0 ref 1
00000100:00100000:3.0:1788876852.755984:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760704:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876852.756081:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 35651584, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x11007
00010000:00010000:3.0:1788876852.756090:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.756107:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:3.0:1788876852.756111:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876852.756118:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.756133:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876852.851052:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981558 is committed
00002000:00010000:3.0:1788876852.851221:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 35651584 -> 36700160
00002000:00010000:3.0:1788876852.851226:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 69639 -> 71687
00010000:00010000:3.0:1788876852.851240:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.851262:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.851272:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.851278:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876852.851283:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.851292:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.851319:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.851326:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e766542 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876852.851433:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362760704:12345-192.168.203.59@tcp:4:dd.500 Request processed in 95453us (95829us total) trans 4294981558 rc 0/0
00000100:00100000:3.0:1788876852.851444:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1851
00000100:00100000:3.0:1788876852.851458:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709724731932 time 7709764944905 state 0x2 ref 0
00000100:00100000:3.0:1788876852.859117:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876852.859155:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760832
00000100:00100000:3.0:1788876852.859164:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760832
00000100:00100000:3.0:1788876852.859223:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709724731932 time 7709764944905 state 0x0 ref 1
00000100:00100000:3.0:1788876852.859239:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709864944905 time 7709764944905 state 0x1 ref 1
00000100:00100000:3.0:1788876852.859278:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709864944905 time 7709868258315 state 0x0 ref 1
00000100:00100000:3.0:1788876852.859291:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362760832:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876852.859352:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 36700160, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x11807
00010000:00010000:3.0:1788876852.859361:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.859376:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:3.0:1788876852.859380:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876852.859386:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876852.859399:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876852.944867:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981559 is committed
00002000:00010000:1.0:1788876852.944940:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 36700160 -> 37748736
00002000:00010000:1.0:1788876852.944946:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 71687 -> 73735
00010000:00010000:1.0:1788876852.944959:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.944972:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.944982:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.944989:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876852.944994:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.945220:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.945257:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876852.945266:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e766549 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876852.945374:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362760832:12345-192.168.203.59@tcp:4:dd.500 Request processed in 86080us (86261us total) trans 4294981559 rc 0/0
00000100:00100000:1.0:1788876852.945386:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1852
00000100:00100000:1.0:1788876852.945401:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709864944905 time 7709868258315 state 0x2 ref 0
00000100:00100000:3.0:1788876852.952427:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876852.952509:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362760960
00000100:00100000:2.0:1788876852.952518:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362760960
00000100:00100000:2.0:1788876852.952578:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709864944905 time 7709868258315 state 0x0 ref 1
00000100:00100000:2.0:1788876852.952593:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709968258315 time 7709868258315 state 0x1 ref 1
00000100:00100000:0.0:1788876852.963280:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709968258315 time 7709972246841 state 0x0 ref 1
00000100:00100000:0.0:1788876852.963312:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362760960:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876852.963400:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 37748736, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x12007
00010000:00010000:0.0:1788876852.963410:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.963425:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7709s v=(0 0)
00010000:00010000:0.0:1788876852.963429:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876852.963436:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876852.963449:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876853.051174:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981560 is committed
00002000:00010000:1.0:1788876853.051344:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 37748736 -> 38797312
00002000:00010000:1.0:1788876853.051349:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 73735 -> 75783
00010000:00010000:1.0:1788876853.051363:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.051375:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.051384:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.051391:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876853.051396:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.051405:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.051426:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.051438:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766550 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876853.051532:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362760960:12345-192.168.203.59@tcp:4:dd.500 Request processed in 88229us (99109us total) trans 4294981560 rc 0/0
00000100:00100000:1.0:1788876853.051541:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1853
00000100:00100000:1.0:1788876853.051552:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709968258315 time 7709972246841 state 0x2 ref 0
00000100:00100000:2.0:1788876853.056687:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876853.056771:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761088
00000100:00100000:0.0:1788876853.056781:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761088
00000100:00100000:0.0:1788876853.056836:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7709968258315 time 7709972246841 state 0x0 ref 1
00000100:00100000:0.0:1788876853.056862:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710072246841 time 7709972246841 state 0x1 ref 1
00000100:00100000:3.0:1788876853.066218:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710072246841 time 7710075184381 state 0x0 ref 1
00000100:00100000:1.0:1788876853.077126:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362761088:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876853.077190:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 38797312, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x12807
00010000:00010000:1.0:1788876853.077199:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.077214:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:1.0:1788876853.077218:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876853.077224:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.077235:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876853.153590:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981561 is committed
00002000:00010000:2.0:1788876853.153868:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 38797312 -> 39845888
00002000:00010000:2.0:1788876853.153873:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 75783 -> 77831
00010000:00010000:2.0:1788876853.153886:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.153897:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.153907:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.153913:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876853.153919:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.153927:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.153946:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.153954:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766557 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876853.154153:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362761088:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87913us (97468us total) trans 4294981561 rc 0/0
00000100:00100000:2.0:1788876853.154163:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1854
00000100:00100000:2.0:1788876853.154175:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710072246841 time 7710075184381 state 0x2 ref 0
00000100:00100000:2.0:1788876853.164916:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876853.165122:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761216
00000100:00100000:0.0:1788876853.165130:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761216
00000100:00100000:0.0:1788876853.165188:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710072246841 time 7710075184381 state 0x0 ref 1
00000100:00100000:0.0:1788876853.165204:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710175184381 time 7710075184381 state 0x1 ref 1
00000100:00100000:3.0:1788876853.166434:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710175184381 time 7710175406008 state 0x0 ref 1
00000100:00100000:3.0:1788876853.166456:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362761216:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876853.166509:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 39845888, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x13007
00010000:00010000:3.0:1788876853.166517:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.166532:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:3.0:1788876853.166537:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876853.166543:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.166557:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876853.210393:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 39845888 -> 40894464
00002000:00010000:1.0:1788876853.210402:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 77831 -> 79879
00010000:00010000:1.0:1788876853.210416:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.210429:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.210437:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.210444:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876853.210449:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.210458:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.210477:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.210485:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e76655e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876853.210568:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362761216:12345-192.168.203.59@tcp:4:dd.500 Request processed in 44116us (45666us total) trans 4294981562 rc 0/0
00000100:00100000:1.0:1788876853.210580:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1855
00000100:00100000:1.0:1788876853.210592:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710175184381 time 7710175406008 state 0x2 ref 0
00000001:00080000:0.0:1788876853.210667:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981562 is committed
00000100:00100000:2.0:1788876853.216531:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876853.216599:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761344
00000100:00100000:1.0:1788876853.216608:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761344
00000100:00100000:1.0:1788876853.216664:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710175184381 time 7710175406008 state 0x0 ref 1
00000100:00100000:1.0:1788876853.216687:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710275406008 time 7710175406008 state 0x1 ref 1
00000100:00100000:1.0:1788876853.266550:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710275406008 time 7710275516978 state 0x0 ref 1
00000100:00100000:1.0:1788876853.266579:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362761344:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876853.266636:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 40894464, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x13807
00010000:00010000:1.0:1788876853.266645:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.266661:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:1.0:1788876853.266665:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876853.266671:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.266684:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.360406:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876853.362875:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981563 is committed
00002000:00010000:1.0:1788876853.363090:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 40894464 -> 41943040
00002000:00010000:1.0:1788876853.363095:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 79879 -> 81927
00010000:00010000:1.0:1788876853.363109:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.363122:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.363132:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.363140:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876853.363145:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.363154:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.363175:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.363194:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766565 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876853.363419:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362761344:12345-192.168.203.59@tcp:4:dd.500 Request processed in 96847us (146892us total) trans 4294981563 rc 0/0
00000100:00100000:1.0:1788876853.363429:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1856
00000100:00100000:1.0:1788876853.363441:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710275406008 time 7710275516978 state 0x2 ref 0
00000100:00100000:2.0:1788876853.378906:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876853.379056:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761472
00000100:00100000:1.0:1788876853.379066:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761472
00000100:00100000:1.0:1788876853.379132:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710275406008 time 7710275516978 state 0x0 ref 1
00000100:00100000:1.0:1788876853.379152:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710375516978 time 7710275516978 state 0x1 ref 1
00000100:00100000:1.0:1788876853.379232:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710375516978 time 7710388210600 state 0x0 ref 1
00000100:00100000:1.0:1788876853.379259:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362761472:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876853.379318:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 41943040, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x14007
00010000:00010000:1.0:1788876853.379327:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.379342:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:1.0:1788876853.379347:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876853.379353:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.379365:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876853.479571:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981564 is committed
00002000:00010000:0.0:1788876853.479627:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 41943040 -> 42991616
00002000:00010000:0.0:1788876853.479632:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 81927 -> 83975
00010000:00010000:0.0:1788876853.479646:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.479658:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.479668:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.479675:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876853.479680:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.479693:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.479711:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.479719:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76656c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876853.479814:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362761472:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100566us (100911us total) trans 4294981564 rc 0/0
00000100:00100000:0.0:1788876853.479825:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1857
00000100:00100000:0.0:1788876853.479837:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710375516978 time 7710388210600 state 0x2 ref 0
00000100:00100000:2.0:1788876853.484490:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876853.484564:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761600
00000100:00100000:3.0:1788876853.484573:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761600
00000100:00100000:3.0:1788876853.484637:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710375516978 time 7710388210600 state 0x0 ref 1
00000100:00100000:3.0:1788876853.484652:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710488210600 time 7710388210600 state 0x1 ref 1
00000100:00100000:2.0:1788876853.484739:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710488210600 time 7710493717485 state 0x0 ref 1
00000100:00100000:2.0:1788876853.484753:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362761600:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876853.484804:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 42991616, mtime: 0x6aa01835, atime: 0x0, ctime: 0x6aa01835, blocks: 0x14807
00010000:00010000:2.0:1788876853.484812:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.484837:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:2.0:1788876853.484842:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876853.484848:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.484867:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876853.547168:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981565 is committed
00002000:00010000:2.0:1788876853.547169:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 42991616 -> 44040192
00002000:00010000:2.0:1788876853.547175:0:18422:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876853 -> 1788876854
00002000:00010000:2.0:1788876853.547177:0:18422:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876853 -> 1788876854
00002000:00010000:2.0:1788876853.547179:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 83975 -> 86023
00010000:00010000:2.0:1788876853.547192:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.547204:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.547213:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.547221:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876853.547226:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.547235:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.547261:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.547269:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e766573 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876853.547359:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362761600:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62604us (62872us total) trans 4294981565 rc 0/0
00000100:00100000:2.0:1788876853.547369:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1858
00000100:00100000:2.0:1788876853.547380:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710488210600 time 7710493717485 state 0x2 ref 0
00000100:00100000:2.0:1788876853.556773:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876853.556900:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761728
00000100:00100000:3.0:1788876853.556910:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761728
00000100:00100000:3.0:1788876853.556975:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710488210600 time 7710493717485 state 0x0 ref 1
00000100:00100000:3.0:1788876853.556993:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710593717485 time 7710493717485 state 0x1 ref 1
00000100:00100000:1.0:1788876853.585459:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710593717485 time 7710594424733 state 0x0 ref 1
00000100:00100000:1.0:1788876853.585489:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362761728:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876853.585547:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 44040192, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x15007
00010000:00010000:1.0:1788876853.585557:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.585578:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:1.0:1788876853.585583:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876853.585589:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.585603:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876853.658358:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981566 is committed
00002000:00010000:0.0:1788876853.658423:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 44040192 -> 45088768
00002000:00010000:0.0:1788876853.658428:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 86023 -> 88073
00010000:00010000:0.0:1788876853.658443:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.658455:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.658465:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.658478:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876853.658483:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.658493:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.658511:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876853.658519:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e76657a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876853.658620:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362761728:12345-192.168.203.59@tcp:4:dd.500 Request processed in 73139us (101852us total) trans 4294981566 rc 0/0
00000100:00100000:0.0:1788876853.658630:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1859
00000100:00100000:0.0:1788876853.658642:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710593717485 time 7710594424733 state 0x2 ref 0
00000100:00100000:2.0:1788876853.676166:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876853.676264:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761856
00000100:00100000:0.0:1788876853.676274:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761856
00000100:00100000:0.0:1788876853.676335:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710593717485 time 7710594424733 state 0x0 ref 1
00000100:00100000:0.0:1788876853.676350:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710694424733 time 7710594424733 state 0x1 ref 1
00000100:00100000:2.0:1788876853.689788:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710694424733 time 7710698753951 state 0x0 ref 1
00000100:00100000:2.0:1788876853.689812:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362761856:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876853.689881:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 45088768, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x15809
00010000:00010000:2.0:1788876853.689890:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.690251:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:2.0:1788876853.690256:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876853.690263:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.690278:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876853.733450:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010801 is committed
00000001:00080000:3.0:1788876853.733474:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010803 is committed
00000001:00080000:3.0:1788876853.733482:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010805 is committed
00000001:00080000:2.0:1788876853.761970:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981567 is committed
00002000:00010000:2.0:1788876853.766068:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 45088768 -> 46137344
00002000:00010000:2.0:1788876853.766077:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 88073 -> 90121
00010000:00010000:2.0:1788876853.766091:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.766104:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.766112:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.766119:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876853.766124:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.766132:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.766151:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.766159:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766581 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876853.766392:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362761856:12345-192.168.203.59@tcp:4:dd.500 Request processed in 76581us (90228us total) trans 4294981567 rc 0/0
00000100:00100000:2.0:1788876853.766403:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1860
00000100:00100000:2.0:1788876853.766416:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710694424733 time 7710698753951 state 0x2 ref 0
00000100:00100000:2.0:1788876853.771183:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876853.771475:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362761984
00000100:00100000:1.0:1788876853.771485:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362761984
00000100:00100000:1.0:1788876853.771543:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710694424733 time 7710698753951 state 0x0 ref 1
00000100:00100000:1.0:1788876853.771559:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710798753951 time 7710698753951 state 0x1 ref 1
00000100:00100000:2.0:1788876853.790743:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710798753951 time 7710799709431 state 0x0 ref 1
00000100:00100000:2.0:1788876853.790770:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362761984:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876853.790825:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 46137344, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x16009
00010000:00010000:2.0:1788876853.790834:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.790848:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:2.0:1788876853.790853:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876853.790859:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.790880:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876853.875068:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 46137344 -> 47185920
00002000:00010000:2.0:1788876853.875079:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 90121 -> 92169
00010000:00010000:2.0:1788876853.875094:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.875109:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.875119:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.875126:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876853.875131:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.875146:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.875166:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876853.875174:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e766588 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876853.875285:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362761984:12345-192.168.203.59@tcp:4:dd.500 Request processed in 84522us (104107us total) trans 4294981568 rc 0/0
00000100:00100000:2.0:1788876853.875296:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1861
00000100:00100000:2.0:1788876853.875307:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710798753951 time 7710799709431 state 0x2 ref 0
00000001:00080000:0.0:1788876853.875398:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981568 is committed
00000100:00100000:0.0:1788876853.884391:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876853.884491:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362762112
00000100:00100000:3.0:1788876853.884502:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362762112
00000100:00100000:3.0:1788876853.884565:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710798753951 time 7710799709431 state 0x0 ref 1
00000100:00100000:3.0:1788876853.884581:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710899709431 time 7710799709431 state 0x1 ref 1
00000100:00100000:1.0:1788876853.890952:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710899709431 time 7710899916790 state 0x0 ref 1
00000100:00100000:1.0:1788876853.890996:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362762112:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876853.891094:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 47185920, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x16809
00010000:00010000:1.0:1788876853.891105:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.891122:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:1.0:1788876853.891127:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876853.891134:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.891150:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876853.971614:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 47185920 -> 48234496
00002000:00010000:3.0:1788876853.971622:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 92169 -> 94217
00010000:00010000:3.0:1788876853.971636:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.971648:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.971657:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.971664:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876853.971669:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.971682:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.971701:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876853.971710:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e76658f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876853.971809:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362762112:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80824us (87424us total) trans 4294981569 rc 0/0
00000100:00100000:3.0:1788876853.971820:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1862
00000100:00100000:3.0:1788876853.971833:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710899709431 time 7710899916790 state 0x2 ref 0
00000100:00100000:3.0:1788876853.978918:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000001:00080000:0.0:1788876853.980007:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981569 is committed
00000100:00100000:1.0:1788876853.982373:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362762240
00000100:00100000:1.0:1788876853.982389:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362762240
00000100:00100000:1.0:1788876853.984230:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710899709431 time 7710899916790 state 0x0 ref 1
00000100:00100000:1.0:1788876853.984280:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710999916790 time 7710899916790 state 0x1 ref 1
00000100:00100000:1.0:1788876853.991749:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710999916790 time 7711000710462 state 0x0 ref 1
00000100:00100000:1.0:1788876853.991791:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362762240:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876853.991850:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 48234496, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x17009
00010000:00010000:1.0:1788876853.991859:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.991874:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7710s v=(0 0)
00010000:00010000:1.0:1788876853.991878:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876853.991885:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876853.991898:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876854.107505:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 48234496 -> 49283072
00002000:00010000:0.0:1788876854.107516:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 94217 -> 96265
00010000:00010000:0.0:1788876854.107530:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.107543:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.107552:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.107560:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876854.107565:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.107573:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.107596:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.107604:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766596 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876854.107818:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362762240:12345-192.168.203.59@tcp:4:dd.500 Request processed in 116045us (128906us total) trans 4294981570 rc 0/0
00000100:00100000:0.0:1788876854.107831:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1863
00000100:00100000:0.0:1788876854.107843:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710999916790 time 7711000710462 state 0x2 ref 0
00000001:00080000:0.0:1788876854.107949:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981570 is committed
00000100:00100000:3.0:1788876854.116214:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876854.118253:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362762368
00000100:00100000:0.0:1788876854.118268:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362762368
00000100:00100000:0.0:1788876854.118354:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7710999916790 time 7711000710462 state 0x0 ref 1
00000100:00100000:0.0:1788876854.118369:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711100710462 time 7711000710462 state 0x1 ref 1
00000100:00100000:0.0:1788876854.118453:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711100710462 time 7711127431262 state 0x0 ref 1
00000100:00100000:0.0:1788876854.118469:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362762368:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876854.118518:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 49283072, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x17809
00010000:00010000:0.0:1788876854.118528:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.118543:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7711s v=(0 0)
00010000:00010000:0.0:1788876854.118548:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876854.118553:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.118567:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876854.118789:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:3.0:1788876854.292190:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981571 is committed
00002000:00010000:2.0:1788876854.292313:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 49283072 -> 50331648
00002000:00010000:2.0:1788876854.292318:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 96265 -> 98313
00010000:00010000:2.0:1788876854.292333:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.292347:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.292355:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.292362:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876854.292366:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.292374:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.292394:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.292401:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eb2c9b6/0x3868396b8e76659d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876854.292515:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362762368:12345-192.168.203.59@tcp:4:dd.500 Request processed in 174039us (176298us total) trans 4294981571 rc 0/0
00000100:00100000:2.0:1788876854.292525:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1864
00000100:00100000:2.0:1788876854.292537:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711100710462 time 7711127431262 state 0x2 ref 0
00000100:00100000:2.0:1788876854.304958:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876854.305084:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362762496
00000100:00100000:1.0:1788876854.305094:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362762496
00000100:00100000:1.0:1788876854.305153:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711100710462 time 7711127431262 state 0x0 ref 1
00000100:00100000:1.0:1788876854.305168:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711227431262 time 7711127431262 state 0x1 ref 1
00000100:00100000:1.0:1788876854.305195:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711227431262 time 7711314175595 state 0x0 ref 1
00000100:00100000:1.0:1788876854.305206:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362762496:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876854.305266:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 50331648, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x18009
00010000:00010000:1.0:1788876854.305276:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.305293:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7711s v=(0 0)
00010000:00010000:1.0:1788876854.305297:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876854.305304:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.305317:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.383196:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876854.484455:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981572 is committed
00002000:00010000:1.0:1788876854.484583:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 50331648 -> 51380224
00002000:00010000:1.0:1788876854.484587:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 98313 -> 100361
00010000:00010000:1.0:1788876854.484606:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.484620:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.484630:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.484636:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876854.484641:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.484659:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.484677:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.484685:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876854.484780:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362762496:12345-192.168.203.59@tcp:4:dd.500 Request processed in 179572us (179827us total) trans 4294981572 rc 0/0
00000100:00100000:1.0:1788876854.484790:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1865
00000100:00100000:1.0:1788876854.484802:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711227431262 time 7711314175595 state 0x2 ref 0
00000100:00100000:3.0:1788876854.496960:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876854.497200:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362762624
00000100:00100000:2.0:1788876854.497210:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362762624
00000100:00100000:2.0:1788876854.497287:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711227431262 time 7711314175595 state 0x0 ref 1
00000100:00100000:2.0:1788876854.497304:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711414175595 time 7711314175595 state 0x1 ref 1
00000100:00100000:2.0:1788876854.497385:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711414175595 time 7711506364532 state 0x0 ref 1
00000100:00100000:2.0:1788876854.497398:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362762624:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876854.497449:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 51380224, mtime: 0x6aa01836, atime: 0x0, ctime: 0x6aa01836, blocks: 0x18809
00010000:00010000:2.0:1788876854.497458:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.497474:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7711s v=(0 0)
00010000:00010000:2.0:1788876854.497479:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876854.497486:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.497500:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876854.628798:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981573 is committed
00002000:00010000:3.0:1788876854.628999:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 51380224 -> 52428800
00002000:00010000:3.0:1788876854.629004:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876854 -> 1788876855
00002000:00010000:3.0:1788876854.629007:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876854 -> 1788876855
00002000:00010000:3.0:1788876854.629009:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 100361 -> 102409
00010000:00010000:3.0:1788876854.629048:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.629067:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.629077:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.629084:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876854.629088:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.629098:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.629116:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.629123:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e7665ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876854.629211:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362762624:12345-192.168.203.59@tcp:4:dd.500 Request processed in 131811us (132313us total) trans 4294981573 rc 0/0
00000100:00100000:3.0:1788876854.629220:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1866
00000100:00100000:3.0:1788876854.629252:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711414175595 time 7711506364532 state 0x2 ref 0
00000100:00100000:3.0:1788876854.636163:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876854.636332:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362762752
00000100:00100000:0.0:1788876854.636342:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362762752
00000100:00100000:0.0:1788876854.636414:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711414175595 time 7711506364532 state 0x0 ref 1
00000100:00100000:0.0:1788876854.636431:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711606364532 time 7711506364532 state 0x1 ref 1
00000100:00100000:0.0:1788876854.636464:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711606364532 time 7711645443636 state 0x0 ref 1
00000100:00100000:0.0:1788876854.636477:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362762752:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876854.636526:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 52428800, mtime: 0x6aa01837, atime: 0x0, ctime: 0x6aa01837, blocks: 0x19009
00010000:00010000:0.0:1788876854.636535:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.636550:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7711s v=(0 0)
00010000:00010000:0.0:1788876854.636555:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876854.636562:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.636576:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876854.697974:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981574 is committed
00002000:00010000:0.0:1788876854.698068:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 52428800 -> 53477376
00002000:00010000:0.0:1788876854.698073:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 102409 -> 104457
00010000:00010000:0.0:1788876854.698087:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.698101:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.698110:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.698117:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876854.698122:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.698131:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.698149:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.698156:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ddb15b0/0x3868396b8e7665b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876854.698361:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362762752:12345-192.168.203.59@tcp:4:dd.500 Request processed in 61881us (62201us total) trans 4294981574 rc 0/0
00000100:00100000:0.0:1788876854.698372:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1867
00000100:00100000:0.0:1788876854.698384:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711606364532 time 7711645443636 state 0x2 ref 0
00000100:00100000:0.0:1788876854.711538:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876854.711628:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362762880
00000100:00100000:1.0:1788876854.711639:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362762880
00000100:00100000:1.0:1788876854.711699:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711606364532 time 7711645443636 state 0x0 ref 1
00000100:00100000:1.0:1788876854.711715:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711745443636 time 7711645443636 state 0x1 ref 1
00000100:00100000:1.0:1788876854.736986:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711745443636 time 7711745951257 state 0x0 ref 1
00000100:00100000:1.0:1788876854.737106:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362762880:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876854.737175:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 53477376, mtime: 0x6aa01837, atime: 0x0, ctime: 0x6aa01837, blocks: 0x19809
00010000:00010000:1.0:1788876854.737184:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.737199:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7711s v=(0 0)
00010000:00010000:1.0:1788876854.737204:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876854.737210:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876854.737224:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876854.837337:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981575 is committed
00002000:00010000:2.0:1788876854.837438:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 53477376 -> 54525952
00002000:00010000:2.0:1788876854.837444:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 104457 -> 106505
00010000:00010000:2.0:1788876854.837457:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.837470:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.837480:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.837487:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876854.837492:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.837501:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.837519:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.837527:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7665b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876854.837620:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362762880:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100611us (126086us total) trans 4294981575 rc 0/0
00000100:00100000:2.0:1788876854.837630:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1868
00000100:00100000:2.0:1788876854.838064:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711745443636 time 7711745951257 state 0x2 ref 0
00000100:00100000:0.0:1788876854.858944:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876854.859058:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763008
00000100:00100000:1.0:1788876854.859068:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763008
00000100:00100000:1.0:1788876854.859127:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711745443636 time 7711745951257 state 0x0 ref 1
00000100:00100000:1.0:1788876854.859208:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711845951257 time 7711745951257 state 0x1 ref 1
00000100:00100000:0.0:1788876854.860404:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711845951257 time 7711869375991 state 0x0 ref 1
00000100:00100000:0.0:1788876854.860427:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362763008:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876854.860482:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 54525952, mtime: 0x6aa01837, atime: 0x0, ctime: 0x6aa01837, blocks: 0x1a009
00010000:00010000:0.0:1788876854.860491:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.860508:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7711s v=(0 0)
00010000:00010000:0.0:1788876854.860513:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876854.860519:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876854.860534:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876854.956613:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981576 is committed
00002000:00010000:2.0:1788876854.956721:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 54525952 -> 55574528
00002000:00010000:2.0:1788876854.956725:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 106505 -> 108553
00010000:00010000:2.0:1788876854.956740:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.956753:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.956762:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.956769:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876854.956774:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.956783:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.956802:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876854.956810:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e7665c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876854.956942:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362763008:12345-192.168.203.59@tcp:4:dd.500 Request processed in 96518us (98002us total) trans 4294981576 rc 0/0
00000100:00100000:2.0:1788876854.956952:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1869
00000100:00100000:2.0:1788876854.956972:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711845951257 time 7711869375991 state 0x2 ref 0
00000100:00100000:1.0:1788876854.962297:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876854.962437:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763136
00000100:00100000:3.0:1788876854.962446:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763136
00000100:00100000:3.0:1788876854.962503:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711845951257 time 7711869375991 state 0x0 ref 1
00000100:00100000:3.0:1788876854.962519:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711969375991 time 7711869375991 state 0x1 ref 1
00000100:00100000:3.0:1788876854.962551:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711969375991 time 7711971531439 state 0x0 ref 1
00000100:00100000:3.0:1788876854.962563:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362763136:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876854.962611:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 55574528, mtime: 0x6aa01837, atime: 0x0, ctime: 0x6aa01837, blocks: 0x1a809
00010000:00010000:3.0:1788876854.962619:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.962635:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7711s v=(0 0)
00010000:00010000:3.0:1788876854.962640:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876854.962647:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876854.962662:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876855.016854:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981577 is committed
00002000:00010000:3.0:1788876855.017002:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 55574528 -> 56623104
00002000:00010000:3.0:1788876855.017006:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 108553 -> 110601
00010000:00010000:3.0:1788876855.017040:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.017058:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.017067:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.017074:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876855.017079:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.017088:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.017108:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.017116:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876855.017210:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362763136:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54643us (54916us total) trans 4294981577 rc 0/0
00000100:00100000:3.0:1788876855.017220:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1870
00000100:00100000:3.0:1788876855.017244:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711969375991 time 7711971531439 state 0x2 ref 0
00000100:00100000:0.0:1788876855.023772:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876855.023858:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763264
00000100:00100000:3.0:1788876855.023867:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763264
00000100:00100000:3.0:1788876855.023930:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7711969375991 time 7711971531439 state 0x0 ref 1
00000100:00100000:3.0:1788876855.023944:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712071531439 time 7711971531439 state 0x1 ref 1
00000100:00100000:3.0:1788876855.062672:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712071531439 time 7712071636826 state 0x0 ref 1
00000100:00100000:3.0:1788876855.062705:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362763264:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876855.062769:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 56623104, mtime: 0x6aa01837, atime: 0x0, ctime: 0x6aa01837, blocks: 0x1b009
00010000:00010000:3.0:1788876855.062779:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.062795:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7712s v=(0 0)
00010000:00010000:3.0:1788876855.062800:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876855.062806:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.062821:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876855.295195:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981578 is committed
00002000:00010000:1.0:1788876855.295426:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 56623104 -> 57671680
00002000:00010000:1.0:1788876855.295431:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 110601 -> 112649
00010000:00010000:1.0:1788876855.295446:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.295459:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.295469:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.295477:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876855.295481:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.295490:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.295508:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.295516:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008387890e/0x3868396b8e7665ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876855.295614:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362763264:12345-192.168.203.59@tcp:4:dd.500 Request processed in 232919us (271846us total) trans 4294981578 rc 0/0
00000100:00100000:1.0:1788876855.295624:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1871
00000100:00100000:1.0:1788876855.295637:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712071531439 time 7712071636826 state 0x2 ref 0
00000100:00100000:2.0:1788876855.311872:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876855.312055:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763392
00000100:00100000:0.0:1788876855.312066:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763392
00000100:00100000:0.0:1788876855.312127:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712071531439 time 7712071636826 state 0x0 ref 1
00000100:00100000:0.0:1788876855.312142:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712171636826 time 7712071636826 state 0x1 ref 1
00000100:00100000:0.0:1788876855.312166:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712171636826 time 7712321147506 state 0x0 ref 1
00000100:00100000:0.0:1788876855.312178:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362763392:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876855.312225:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 57671680, mtime: 0x6aa01837, atime: 0x0, ctime: 0x6aa01837, blocks: 0x1b809
00010000:00010000:0.0:1788876855.312245:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.312261:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7712s v=(0 0)
00010000:00010000:0.0:1788876855.312265:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876855.312272:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.312287:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.406139:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876855.618212:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981579 is committed
00002000:00010000:1.0:1788876855.618363:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 57671680 -> 58720256
00002000:00010000:1.0:1788876855.618368:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 112649 -> 114697
00010000:00010000:1.0:1788876855.618381:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.618394:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.618402:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.618409:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876855.618413:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.618421:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.618439:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.618448:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7665d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876855.618533:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362763392:12345-192.168.203.59@tcp:4:dd.500 Request processed in 306352us (306667us total) trans 4294981579 rc 0/0
00000100:00100000:1.0:1788876855.618543:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1872
00000100:00100000:1.0:1788876855.618554:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712171636826 time 7712321147506 state 0x2 ref 0
00000100:00100000:2.0:1788876855.624704:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876855.625087:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763520
00000100:00100000:3.0:1788876855.625097:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763520
00000100:00100000:3.0:1788876855.625153:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712171636826 time 7712321147506 state 0x0 ref 1
00000100:00100000:3.0:1788876855.625169:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712421147506 time 7712321147506 state 0x1 ref 1
00000100:00100000:3.0:1788876855.625201:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712421147506 time 7712634181897 state 0x0 ref 1
00000100:00100000:3.0:1788876855.625214:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362763520:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876855.625266:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 58720256, mtime: 0x6aa01837, atime: 0x0, ctime: 0x6aa01837, blocks: 0x1c009
00010000:00010000:3.0:1788876855.625276:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.625291:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7712s v=(0 0)
00010000:00010000:3.0:1788876855.625295:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876855.625302:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.625316:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876855.726147:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365739520:0@lo:400:kworker.0
00000100:00100000:3.0:1788876855.726196:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365739904:0@lo:400:kworker.0
00000100:00100000:1.0:1788876855.726213:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876855.726237:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876855.726270:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876855.726277:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365740032:0@lo:400:kworker.0
00000100:00100000:3.0:1788876855.726302:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876855.726327:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365739648:0@lo:400:kworker.0
00000100:00100000:3.0:1788876855.726349:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876855.726373:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983096f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365740160:0@lo:400:kworker.0
00000100:00100000:3.0:1788876855.726392:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876855.726411:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1788876855.726416:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365739776:0@lo:400:kworker.0
00000100:00100000:2.0:1788876855.726432:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740032
00000100:00100000:3.0:1788876855.726436:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876855.726439:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740032
00000100:00100000:3.0:1788876855.726452:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365740288:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876855.726471:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876855.726484:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739648
00000100:00100000:2.0:1788876855.726487:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739648
00000100:00100000:3.0:1788876855.726496:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739904
00000100:00100000:3.0:1788876855.726499:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739904
00000100:00100000:2.0:1788876855.726503:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739776
00000100:00100000:2.0:1788876855.726505:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739776
00000100:00100000:2.0:1788876855.726523:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6706
00000100:00100000:2.0:1788876855.726536:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365740032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876855.726588:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365740032:12345-0@lo:400:kworker.0 Request processed in 58us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876855.726595:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6706
00000100:00100000:2.0:1788876855.726611:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6707
00000100:00100000:2.0:1788876855.726617:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365739648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876855.726646:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365739648:12345-0@lo:400:kworker.0 Request processed in 29us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876855.726652:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6707
00000100:00100000:2.0:1788876855.726662:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6708
00000100:00100000:2.0:1788876855.726668:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365739776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876855.726692:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365739776:12345-0@lo:400:kworker.0 Request processed in 24us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876855.726697:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6708
00000100:00080000:2.0:1788876855.726712:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788876855.726717:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876855.726748:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365740032:0@lo:400:kworker.0
00000100:00100000:2.0:1788876855.726773:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365739776:0@lo:400:kworker.0
00000100:00100000:2.0:1788876855.726782:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365739648:0@lo:400:kworker.0
00000100:00100000:1.0:1788876855.726992:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365739520
00000100:00100000:1.0:1788876855.726996:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365739520
00000100:00100000:1.0:1788876855.727045:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140
00000100:00100000:1.0:1788876855.727051:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365739520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876855.727087:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365739520:12345-0@lo:400:kworker.0 Request processed in 37us (873us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876855.727093:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140
00000100:00100000:1.0:1788876855.727123:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365739520:0@lo:400:kworker.0
00000100:00100000:0.0:1788876855.731674:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740160
00000100:00100000:3.0:1788876855.731683:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 351
00000100:00100000:0.0:1788876855.731689:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740160
00000100:00100000:3.0:1788876855.731706:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365739904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876855.731749:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 352
00000100:00100000:0.0:1788876855.731757:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365740160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876855.731802:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365740160:12345-0@lo:400:kworker.0 Request processed in 46us (5408us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876855.731802:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365739904:12345-0@lo:400:kworker.0 Request processed in 110us (5575us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876855.731809:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 351
00000100:00100000:3.0:1788876855.731845:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740288
00000100:00100000:3.0:1788876855.731849:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740288
00000100:00100000:3.0:1788876855.731884:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 348
00000100:00100000:3.0:1788876855.731894:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365740288:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876855.731935:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876855.731998:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365740288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (5524us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876855.732007:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 348
00000100:00080000:3.0:1788876855.735739:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876855.735823:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365740288:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876855.735848:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983096f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365740160:0@lo:400:kworker.0
00000100:00100000:0.0:1788876855.737951:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 352
00000100:00100000:3.0:1788876855.741048:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365739904:0@lo:400:kworker.0
00002000:00010000:0.0:1788876855.767463:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 58720256 -> 59768832
00002000:00010000:0.0:1788876855.767472:0:29632:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876855 -> 1788876856
00002000:00010000:0.0:1788876855.767475:0:29632:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876855 -> 1788876856
00002000:00010000:0.0:1788876855.767477:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 114697 -> 116745
00010000:00010000:0.0:1788876855.767492:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.767510:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.767520:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.767527:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876855.767532:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.767541:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.767559:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.767567:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514339c0/0x3868396b8e7665dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876855.767668:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362763520:12345-192.168.203.59@tcp:4:dd.500 Request processed in 142451us (142968us total) trans 4294981580 rc 0/0
00000100:00100000:0.0:1788876855.767678:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1873
00000100:00100000:0.0:1788876855.767689:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712421147506 time 7712634181897 state 0x2 ref 0
00000001:00080000:3.0:1788876855.770513:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981580 is committed
00000100:00100000:2.0:1788876855.771708:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876855.771789:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763648
00000100:00100000:1.0:1788876855.771799:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763648
00000100:00100000:1.0:1788876855.771920:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712421147506 time 7712634181897 state 0x0 ref 1
00000100:00100000:1.0:1788876855.771937:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712734181897 time 7712634181897 state 0x1 ref 1
00000100:00100000:2.0:1788876855.772143:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712734181897 time 7712781119859 state 0x0 ref 1
00000100:00100000:2.0:1788876855.772157:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362763648:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876855.772210:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 59768832, mtime: 0x6aa01838, atime: 0x0, ctime: 0x6aa01838, blocks: 0x1c809
00010000:00010000:2.0:1788876855.772219:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.772427:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7712s v=(0 0)
00010000:00010000:2.0:1788876855.772432:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876855.772440:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.772455:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876855.860309:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981581 is committed
00002000:00010000:1.0:1788876855.860380:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 59768832 -> 60817408
00002000:00010000:1.0:1788876855.860384:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 116745 -> 118793
00010000:00010000:1.0:1788876855.860399:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.860412:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.860422:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.860428:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876855.860433:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.860442:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.860460:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876855.860468:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e7665e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876855.860561:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362763648:12345-192.168.203.59@tcp:4:dd.500 Request processed in 88402us (88855us total) trans 4294981581 rc 0/0
00000100:00100000:1.0:1788876855.860575:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1874
00000100:00100000:1.0:1788876855.860587:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712734181897 time 7712781119859 state 0x2 ref 0
00000100:00100000:0.0:1788876855.866602:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876855.867738:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763776
00000100:00100000:3.0:1788876855.867750:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763776
00000100:00100000:3.0:1788876855.867811:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712734181897 time 7712781119859 state 0x0 ref 1
00000100:00100000:3.0:1788876855.867826:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7712881119859 time 7712781119859 state 0x1 ref 1
00000100:00100000:3.0:1788876855.867910:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712881119859 time 7712876889960 state 0x0 ref 1
00000100:00100000:3.0:1788876855.867922:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362763776:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876855.867979:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 60817408, mtime: 0x6aa01838, atime: 0x0, ctime: 0x6aa01838, blocks: 0x1d009
00010000:00010000:3.0:1788876855.867988:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.868004:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7712s v=(0 0)
00010000:00010000:3.0:1788876855.868009:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876855.868053:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876855.868067:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876855.952296:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 60817408 -> 61865984
00002000:00010000:2.0:1788876855.952305:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 118793 -> 120841
00010000:00010000:2.0:1788876855.952320:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.952334:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.952343:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.952351:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876855.952355:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.952365:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.952383:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876855.952392:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007919c43b/0x3868396b8e7665ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876855.952494:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362763776:12345-192.168.203.59@tcp:4:dd.500 Request processed in 84567us (85895us total) trans 4294981582 rc 0/0
00000100:00100000:2.0:1788876855.952505:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1875
00000100:00100000:2.0:1788876855.952515:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712881119859 time 7712876889960 state 0x2 ref 0
00000001:00080000:2.0:1788876855.952552:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981582 is committed
00000100:00100000:1.0:1788876855.967129:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876855.967170:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362763904
00000100:00100000:0.0:1788876855.967183:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362763904
00000100:00100000:0.0:1788876855.967321:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712881119859 time 7712876889960 state 0x0 ref 1
00000100:00100000:0.0:1788876855.967339:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7712976889960 time 7712876889960 state 0x1 ref 1
00000100:00100000:0.0:1788876855.967378:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712976889960 time 7712976357839 state 0x0 ref 1
00000100:00100000:0.0:1788876855.967391:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362763904:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876855.967453:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 61865984, mtime: 0x6aa01838, atime: 0x0, ctime: 0x6aa01838, blocks: 0x1d809
00010000:00010000:0.0:1788876855.967463:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.967478:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7712s v=(0 0)
00010000:00010000:0.0:1788876855.967482:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876855.967489:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876855.967502:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876856.048633:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 61865984 -> 62914560
00002000:00010000:2.0:1788876856.048645:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 120841 -> 122889
00010000:00010000:2.0:1788876856.048660:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.048672:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.048681:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.048688:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876856.048693:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.048702:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.048723:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.048731:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6dd68f/0x3868396b8e7665f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876856.048836:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362763904:12345-192.168.203.59@tcp:4:dd.500 Request processed in 81441us (81711us total) trans 4294981583 rc 0/0
00000100:00100000:2.0:1788876856.048853:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1876
00000100:00100000:2.0:1788876856.048865:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712976889960 time 7712976357839 state 0x2 ref 0
00000001:00080000:2.0:1788876856.048903:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981583 is committed
00000100:00100000:2.0:1788876856.065661:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876856.067103:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764032
00000100:00100000:1.0:1788876856.067115:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764032
00000100:00100000:1.0:1788876856.067195:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7712976889960 time 7712976357839 state 0x0 ref 1
00000100:00100000:1.0:1788876856.067210:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713076357839 time 7712976357839 state 0x1 ref 1
00000100:00080000:3.0:1788876856.067348:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876856.068126:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713076357839 time 7713077101602 state 0x0 ref 1
00000100:00100000:2.0:1788876856.068145:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362764032:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876856.068194:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 62914560, mtime: 0x6aa01838, atime: 0x0, ctime: 0x6aa01838, blocks: 0x1e009
00010000:00010000:2.0:1788876856.068203:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.068218:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:2.0:1788876856.068232:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876856.068239:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.068259:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876856.152454:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981584 is committed
00002000:00010000:2.0:1788876856.152659:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 62914560 -> 63963136
00002000:00010000:2.0:1788876856.152664:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 122889 -> 124937
00010000:00010000:2.0:1788876856.152678:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.152692:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.152701:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.152710:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876856.152714:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.152724:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.152744:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.152752:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7665f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876856.152947:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362764032:12345-192.168.203.59@tcp:4:dd.500 Request processed in 84801us (87289us total) trans 4294981584 rc 0/0
00000100:00100000:2.0:1788876856.152959:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1877
00000100:00100000:2.0:1788876856.152971:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713076357839 time 7713077101602 state 0x2 ref 0
00000100:00100000:0.0:1788876856.164675:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876856.165219:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764160
00000100:00100000:2.0:1788876856.165242:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764160
00000100:00100000:2.0:1788876856.165305:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713076357839 time 7713077101602 state 0x0 ref 1
00000100:00100000:2.0:1788876856.165320:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713177101602 time 7713077101602 state 0x1 ref 1
00000100:00100000:3.0:1788876856.169445:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713177101602 time 7713178410458 state 0x0 ref 1
00000100:00100000:3.0:1788876856.169475:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362764160:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876856.169538:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 63963136, mtime: 0x6aa01838, atime: 0x0, ctime: 0x6aa01838, blocks: 0x1e809
00010000:00010000:3.0:1788876856.169548:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.169565:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:3.0:1788876856.169569:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876856.169575:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.169589:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876856.284540:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981585 is committed
00002000:00010000:3.0:1788876856.284655:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 63963136 -> 65011712
00002000:00010000:3.0:1788876856.284661:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 124937 -> 126985
00010000:00010000:3.0:1788876856.284676:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.284689:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.284699:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.284707:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876856.284712:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.284727:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.284748:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.284757:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e7665ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876856.284874:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362764160:12345-192.168.203.59@tcp:4:dd.500 Request processed in 115407us (120202us total) trans 4294981585 rc 0/0
00000100:00100000:3.0:1788876856.284892:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1878
00000100:00100000:3.0:1788876856.284905:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713177101602 time 7713178410458 state 0x2 ref 0
00000100:00100000:1.0:1788876856.297454:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876856.297538:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764288
00000100:00100000:3.0:1788876856.297548:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764288
00000100:00100000:3.0:1788876856.297606:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713177101602 time 7713178410458 state 0x0 ref 1
00000100:00100000:3.0:1788876856.297622:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713278410458 time 7713178410458 state 0x1 ref 1
00000100:00100000:3.0:1788876856.297653:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713278410458 time 7713306633329 state 0x0 ref 1
00000100:00100000:3.0:1788876856.297664:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362764288:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876856.297714:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 65011712, mtime: 0x6aa01838, atime: 0x0, ctime: 0x6aa01838, blocks: 0x1f009
00010000:00010000:3.0:1788876856.297723:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.297740:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:3.0:1788876856.297745:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876856.297751:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876856.297767:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876856.312297:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876856.312356:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876856.312419:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764544
00000100:00100000:2.0:1788876856.312429:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764544
00000100:00100000:2.0:1788876856.312505:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6709
00000100:00100000:2.0:1788876856.312516:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362764544:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876856.312590:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362764544:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 76us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876856.312599:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6709
00000100:00080000:0.0:1788876856.312661:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876856.312674:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764416
00000100:00100000:3.0:1788876856.312678:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764416
00000100:00100000:3.0:1788876856.312718:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3141
00000100:00100000:3.0:1788876856.312726:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362764416:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876856.312757:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362764416:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (468us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876856.312764:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3141
00000100:00100000:0.0:1788876856.314264:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876856.314346:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764672
00000100:00100000:2.0:1788876856.314353:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764672
00000100:00100000:2.0:1788876856.314402:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6710
00000100:00100000:2.0:1788876856.314411:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362764672:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876856.314460:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362764672:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 50us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876856.314471:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6710
00000100:00080000:0.0:1788876856.314517:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00002000:00010000:1.0:1788876856.390155:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 65011712 -> 66060288
00002000:00010000:1.0:1788876856.390164:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 126985 -> 129033
00010000:00010000:1.0:1788876856.390179:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.390192:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.390201:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.390208:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876856.390214:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.390235:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.390255:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.390263:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000029e7de9/0x3868396b8e766606 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876856.390366:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362764288:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92697us (92915us total) trans 4294981586 rc 0/0
00000100:00100000:1.0:1788876856.390377:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1879
00000100:00100000:1.0:1788876856.390388:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713278410458 time 7713306633329 state 0x2 ref 0
00000001:00080000:1.0:1788876856.390428:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981586 is committed
00000100:00100000:0.0:1788876856.400708:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876856.400824:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764800
00000100:00100000:1.0:1788876856.400835:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764800
00000100:00100000:1.0:1788876856.400902:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713278410458 time 7713306633329 state 0x0 ref 1
00000100:00100000:1.0:1788876856.400920:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713406633329 time 7713306633329 state 0x1 ref 1
00000100:00100000:1.0:1788876856.400955:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713406633329 time 7713409934073 state 0x0 ref 1
00000100:00100000:1.0:1788876856.400975:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362764800:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876856.401060:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 66060288, mtime: 0x6aa01838, atime: 0x0, ctime: 0x6aa01838, blocks: 0x1f809
00010000:00010000:1.0:1788876856.401070:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.401086:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:1.0:1788876856.401091:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876856.401097:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.401111:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.431628:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876856.449877:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981587 is committed
00002000:00010000:1.0:1788876856.450381:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 66060288 -> 67108864
00002000:00010000:1.0:1788876856.450387:0:19109:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876856 -> 1788876857
00002000:00010000:1.0:1788876856.450390:0:19109:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876856 -> 1788876857
00002000:00010000:1.0:1788876856.450393:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 129033 -> 131081
00010000:00010000:1.0:1788876856.450408:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.450422:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.450431:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.450438:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876856.450443:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.450452:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.450474:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.450481:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e76660d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876856.450578:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362764800:12345-192.168.203.59@tcp:4:dd.500 Request processed in 49608us (49875us total) trans 4294981587 rc 0/0
00000100:00100000:1.0:1788876856.450589:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1880
00000100:00100000:1.0:1788876856.450601:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713406633329 time 7713409934073 state 0x2 ref 0
00000100:00100000:1.0:1788876856.465187:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876856.465262:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362764928
00000100:00100000:0.0:1788876856.465272:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362764928
00000100:00100000:0.0:1788876856.465336:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713406633329 time 7713409934073 state 0x0 ref 1
00000100:00100000:0.0:1788876856.465352:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713509934073 time 7713409934073 state 0x1 ref 1
00000100:00100000:0.0:1788876856.501637:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713509934073 time 7713510600995 state 0x0 ref 1
00000100:00100000:0.0:1788876856.501670:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362764928:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876856.501732:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 67108864, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x20009
00010000:00010000:0.0:1788876856.501742:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876856.501759:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:0.0:1788876856.501764:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876856.501771:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876856.501786:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876856.572743:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981588 is committed
00002000:00010000:1.0:1788876856.572855:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 67108864 -> 68157440
00002000:00010000:1.0:1788876856.572860:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 131081 -> 133129
00010000:00010000:1.0:1788876856.572875:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.572896:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.572906:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.572915:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876856.572920:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.572930:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.573318:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.573328:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e766614 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876856.573448:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362764928:12345-192.168.203.59@tcp:4:dd.500 Request processed in 71787us (108266us total) trans 4294981588 rc 0/0
00000100:00100000:1.0:1788876856.573459:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1881
00000100:00100000:1.0:1788876856.573472:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713509934073 time 7713510600995 state 0x2 ref 0
00000100:00100000:2.0:1788876856.583539:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876856.583634:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765056
00000100:00100000:1.0:1788876856.583643:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765056
00000100:00100000:1.0:1788876856.583704:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713509934073 time 7713510600995 state 0x0 ref 1
00000100:00100000:1.0:1788876856.583719:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713610600995 time 7713510600995 state 0x1 ref 1
00000100:00100000:2.0:1788876856.601790:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713610600995 time 7713610756332 state 0x0 ref 1
00000100:00100000:2.0:1788876856.601821:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362765056:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876856.601898:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 68157440, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x20809
00010000:00010000:2.0:1788876856.601908:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.601921:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:2.0:1788876856.601925:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876856.601931:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.601943:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876856.734207:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981589 is committed
00002000:00010000:2.0:1788876856.734677:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 68157440 -> 69206016
00002000:00010000:2.0:1788876856.734682:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 133129 -> 135177
00010000:00010000:2.0:1788876856.734698:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.734717:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.734727:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.734734:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876856.734740:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.734750:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.734771:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.734778:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e76661b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876856.734893:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362765056:12345-192.168.203.59@tcp:4:dd.500 Request processed in 133080us (151357us total) trans 4294981589 rc 0/0
00000100:00100000:2.0:1788876856.734905:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1882
00000100:00100000:2.0:1788876856.734918:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713610600995 time 7713610756332 state 0x2 ref 0
00000100:00100000:1.0:1788876856.752385:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876856.752478:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765184
00000100:00100000:2.0:1788876856.752488:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765184
00000100:00100000:2.0:1788876856.752546:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713610600995 time 7713610756332 state 0x0 ref 1
00000100:00100000:2.0:1788876856.752561:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713710756332 time 7713610756332 state 0x1 ref 1
00000100:00100000:2.0:1788876856.752593:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713710756332 time 7713761573457 state 0x0 ref 1
00000100:00100000:2.0:1788876856.752604:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362765184:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876856.752651:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 69206016, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x21009
00010000:00010000:2.0:1788876856.752669:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.752685:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:2.0:1788876856.752690:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876856.752697:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.752711:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876856.835748:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981590 is committed
00002000:00010000:2.0:1788876856.836074:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 69206016 -> 70254592
00002000:00010000:2.0:1788876856.836079:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 135177 -> 137225
00010000:00010000:2.0:1788876856.836181:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.836195:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.836275:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.836283:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876856.836288:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.836298:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.836317:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.836326:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766622 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876856.836532:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362765184:12345-192.168.203.59@tcp:4:dd.500 Request processed in 83924us (84152us total) trans 4294981590 rc 0/0
00000100:00100000:2.0:1788876856.836544:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1883
00000100:00100000:2.0:1788876856.836555:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713710756332 time 7713761573457 state 0x2 ref 0
00000100:00100000:3.0:1788876856.841706:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876856.841813:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765312
00000100:00100000:2.0:1788876856.841823:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765312
00000100:00100000:2.0:1788876856.841881:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713710756332 time 7713761573457 state 0x0 ref 1
00000100:00100000:2.0:1788876856.841899:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713861573457 time 7713761573457 state 0x1 ref 1
00000100:00100000:2.0:1788876856.852689:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713861573457 time 7713861652819 state 0x0 ref 1
00000100:00100000:2.0:1788876856.852722:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362765312:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876856.852788:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 70254592, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x21809
00010000:00010000:2.0:1788876856.852797:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.852811:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:2.0:1788876856.852815:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876856.852822:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.852835:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876856.922413:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981591 is committed
00002000:00010000:2.0:1788876856.922502:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 70254592 -> 71303168
00002000:00010000:2.0:1788876856.922507:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 137225 -> 139273
00010000:00010000:2.0:1788876856.922521:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.922534:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.922549:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.922556:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876856.922561:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.922571:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.922589:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876856.922596:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e324c3e/0x3868396b8e766629 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876856.922693:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362765312:12345-192.168.203.59@tcp:4:dd.500 Request processed in 69981us (80990us total) trans 4294981591 rc 0/0
00000100:00100000:2.0:1788876856.922703:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1884
00000100:00100000:2.0:1788876856.922715:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713861573457 time 7713861652819 state 0x2 ref 0
00000100:00100000:2.0:1788876856.927506:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876856.927589:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765440
00000100:00100000:1.0:1788876856.927599:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765440
00000100:00100000:1.0:1788876856.927665:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713861573457 time 7713861652819 state 0x0 ref 1
00000100:00100000:1.0:1788876856.927680:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713961652819 time 7713861652819 state 0x1 ref 1
00000100:00100000:1.0:1788876856.952849:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713961652819 time 7713961814232 state 0x0 ref 1
00000100:00100000:1.0:1788876856.952880:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362765440:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876856.952938:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 71303168, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x22009
00010000:00010000:1.0:1788876856.952947:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.952963:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7713s v=(0 0)
00010000:00010000:1.0:1788876856.952967:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876856.952974:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876856.952987:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876857.034414:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981592 is committed
00002000:00010000:1.0:1788876857.034720:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 71303168 -> 72351744
00002000:00010000:1.0:1788876857.034725:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 139273 -> 141321
00010000:00010000:1.0:1788876857.034739:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.034752:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.034760:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.034767:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876857.034772:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.034782:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.034801:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.034809:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766630 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876857.034999:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362765440:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82129us (107497us total) trans 4294981592 rc 0/0
00000100:00100000:1.0:1788876857.035011:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1885
00000100:00100000:1.0:1788876857.035064:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713961652819 time 7713961814232 state 0x2 ref 0
00000100:00100000:0.0:1788876857.046571:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876857.046729:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765568
00000100:00100000:3.0:1788876857.046740:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765568
00000100:00100000:3.0:1788876857.046815:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7713961652819 time 7713961814232 state 0x0 ref 1
00000100:00100000:3.0:1788876857.046847:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714061814232 time 7713961814232 state 0x1 ref 1
00000100:00100000:1.0:1788876857.053280:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714061814232 time 7714062241387 state 0x0 ref 1
00000100:00100000:1.0:1788876857.053313:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362765568:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876857.053380:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 72351744, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x22809
00010000:00010000:1.0:1788876857.053389:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.053405:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:1.0:1788876857.053410:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876857.053416:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.053429:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876857.168198:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981593 is committed
00002000:00010000:2.0:1788876857.168512:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 72351744 -> 73400320
00002000:00010000:2.0:1788876857.168517:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 141321 -> 143369
00010000:00010000:2.0:1788876857.168532:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.168545:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.168555:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.168563:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876857.168568:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.168578:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.168599:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.168608:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766637 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876857.168700:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362765568:12345-192.168.203.59@tcp:4:dd.500 Request processed in 115397us (122135us total) trans 4294981593 rc 0/0
00000100:00100000:2.0:1788876857.168711:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1886
00000100:00100000:2.0:1788876857.168724:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714061814232 time 7714062241387 state 0x2 ref 0
00000100:00100000:0.0:1788876857.175945:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876857.176135:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765696
00000100:00100000:1.0:1788876857.176145:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765696
00000100:00100000:1.0:1788876857.176232:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714061814232 time 7714062241387 state 0x0 ref 1
00000100:00100000:1.0:1788876857.176248:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714162241387 time 7714062241387 state 0x1 ref 1
00000100:00100000:1.0:1788876857.176282:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714162241387 time 7714185262675 state 0x0 ref 1
00000100:00100000:1.0:1788876857.176294:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362765696:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876857.176344:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 73400320, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x23009
00010000:00010000:1.0:1788876857.176352:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.176367:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:1.0:1788876857.176372:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876857.176378:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.176391:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876857.298724:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981594 is committed
00002000:00010000:0.0:1788876857.299223:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 73400320 -> 74448896
00002000:00010000:0.0:1788876857.299230:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 143369 -> 145417
00010000:00010000:0.0:1788876857.299246:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.299261:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.299271:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.299278:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876857.299284:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.299293:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.299314:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.299321:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e76663e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876857.299443:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362765696:12345-192.168.203.59@tcp:4:dd.500 Request processed in 123144us (123501us total) trans 4294981594 rc 0/0
00000100:00100000:0.0:1788876857.299456:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1887
00000100:00100000:0.0:1788876857.299470:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714162241387 time 7714185262675 state 0x2 ref 0
00000100:00100000:0.0:1788876857.306375:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876857.306470:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765824
00000100:00100000:1.0:1788876857.306479:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765824
00000100:00100000:1.0:1788876857.306537:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714162241387 time 7714185262675 state 0x0 ref 1
00000100:00100000:1.0:1788876857.306551:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714285262675 time 7714185262675 state 0x1 ref 1
00000100:00100000:1.0:1788876857.306585:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714285262675 time 7714315564870 state 0x0 ref 1
00000100:00100000:1.0:1788876857.306596:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362765824:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876857.306643:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 74448896, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x23809
00010000:00010000:1.0:1788876857.306651:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.306672:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:1.0:1788876857.306676:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876857.306682:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.306695:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876857.433635:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 74448896 -> 75497472
00002000:00010000:0.0:1788876857.433644:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 145417 -> 147465
00010000:00010000:0.0:1788876857.433657:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.433670:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.433679:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.433687:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876857.433691:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.433701:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.433720:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.433728:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766645 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876857.433840:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362765824:12345-192.168.203.59@tcp:4:dd.500 Request processed in 127234us (127462us total) trans 4294981595 rc 0/0
00000100:00100000:0.0:1788876857.433851:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1888
00000100:00100000:0.0:1788876857.433862:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714285262675 time 7714315564870 state 0x2 ref 0
00000001:00080000:1.0:1788876857.434301:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981595 is committed
00000100:00100000:0.0:1788876857.439251:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876857.439343:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362765952
00000100:00100000:1.0:1788876857.439354:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362765952
00000100:00100000:1.0:1788876857.439416:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714285262675 time 7714315564870 state 0x0 ref 1
00000100:00100000:1.0:1788876857.439432:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714415564870 time 7714315564870 state 0x1 ref 1
00000100:00100000:1.0:1788876857.439469:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714415564870 time 7714448449023 state 0x0 ref 1
00000100:00100000:1.0:1788876857.439481:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362765952:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876857.439535:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 75497472, mtime: 0x6aa01839, atime: 0x0, ctime: 0x6aa01839, blocks: 0x24009
00010000:00010000:1.0:1788876857.439545:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.439561:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:1.0:1788876857.439566:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876857.439573:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.439588:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.456682:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1788876857.526185:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981596 is committed
00002000:00010000:0.0:1788876857.526327:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 75497472 -> 76546048
00002000:00010000:0.0:1788876857.526331:0:29632:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876857 -> 1788876858
00002000:00010000:0.0:1788876857.526334:0:29632:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876857 -> 1788876858
00002000:00010000:0.0:1788876857.526337:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 147465 -> 149513
00010000:00010000:0.0:1788876857.526350:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.526364:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.526372:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.526378:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876857.526383:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.526392:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.526411:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.526419:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e76664c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876857.526511:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362765952:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87027us (87265us total) trans 4294981596 rc 0/0
00000100:00100000:0.0:1788876857.526521:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1889
00000100:00100000:0.0:1788876857.526533:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714415564870 time 7714448449023 state 0x2 ref 0
00000100:00100000:1.0:1788876857.534896:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876857.535053:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766080
00000100:00100000:2.0:1788876857.535063:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766080
00000100:00100000:2.0:1788876857.535132:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714415564870 time 7714448449023 state 0x0 ref 1
00000100:00100000:2.0:1788876857.535149:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714548449023 time 7714448449023 state 0x1 ref 1
00000100:00100000:1.0:1788876857.539644:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714548449023 time 7714548607662 state 0x0 ref 1
00000100:00100000:1.0:1788876857.539680:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362766080:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876857.539744:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 76546048, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x24809
00010000:00010000:1.0:1788876857.539753:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.539772:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:1.0:1788876857.539776:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876857.539784:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.539799:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876857.658360:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981597 is committed
00002000:00010000:0.0:1788876857.658562:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 76546048 -> 77594624
00002000:00010000:0.0:1788876857.658568:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 149513 -> 151561
00010000:00010000:0.0:1788876857.658584:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.658597:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.658606:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.658614:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876857.658618:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.658634:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.658654:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876857.658663:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766653 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876857.658762:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362766080:12345-192.168.203.59@tcp:4:dd.500 Request processed in 119095us (123871us total) trans 4294981597 rc 0/0
00000100:00100000:0.0:1788876857.658772:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1890
00000100:00100000:0.0:1788876857.658785:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714548449023 time 7714548607662 state 0x2 ref 0
00000100:00100000:1.0:1788876857.670401:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876857.672812:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766208
00000100:00100000:2.0:1788876857.672824:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766208
00000100:00100000:2.0:1788876857.672891:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714548449023 time 7714548607662 state 0x0 ref 1
00000100:00100000:2.0:1788876857.672907:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714648607662 time 7714548607662 state 0x1 ref 1
00000100:00100000:2.0:1788876857.672946:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714648607662 time 7714681925968 state 0x0 ref 1
00000100:00100000:2.0:1788876857.672959:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362766208:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876857.673056:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 77594624, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x25009
00010000:00010000:2.0:1788876857.673067:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.673086:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:2.0:1788876857.673092:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876857.673098:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876857.673118:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876857.774795:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788876857.774819:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365740416:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876857.774983:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876857.775073:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740416
00000100:00100000:3.0:1788876857.775080:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740416
00000100:00100000:3.0:1788876857.775143:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 349
00000100:00100000:3.0:1788876857.775153:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365740416:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876857.775174:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 155385856 pending 1703936 free 3779067904 avail 3771727872
00000100:00100000:3.0:1788876857.775231:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365740416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876857.775238:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 349
00000100:00080000:0.0:1788876857.775380:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876857.775418:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365740416:0@lo:13:osp-pre-0-0.0
00000001:00080000:3.0:1788876857.788750:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981598 is committed
00002000:00010000:1.0:1788876857.788856:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 77594624 -> 78643200
00002000:00010000:1.0:1788876857.788862:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 151561 -> 153609
00010000:00010000:1.0:1788876857.788881:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.788895:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.788905:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.788912:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876857.788917:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.788926:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.788944:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.788952:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd6c6f39/0x3868396b8e76665a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876857.789082:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362766208:12345-192.168.203.59@tcp:4:dd.500 Request processed in 116121us (118684us total) trans 4294981598 rc 0/0
00000100:00100000:1.0:1788876857.789093:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1891
00000100:00100000:1.0:1788876857.789105:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714648607662 time 7714681925968 state 0x2 ref 0
00000100:00100000:0.0:1788876857.797373:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876857.797464:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766336
00000100:00100000:1.0:1788876857.797474:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766336
00000100:00100000:1.0:1788876857.797535:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714648607662 time 7714681925968 state 0x0 ref 1
00000100:00100000:1.0:1788876857.797551:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714781925968 time 7714681925968 state 0x1 ref 1
00000100:00100000:1.0:1788876857.797586:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714781925968 time 7714806565364 state 0x0 ref 1
00000100:00100000:1.0:1788876857.797598:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362766336:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876857.797652:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 78643200, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x25809
00010000:00010000:1.0:1788876857.797662:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.797678:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:1.0:1788876857.797683:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876857.797689:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.797702:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876857.866634:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 78643200 -> 79691776
00002000:00010000:1.0:1788876857.866643:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 153609 -> 155657
00010000:00010000:1.0:1788876857.866658:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.866671:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.866680:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.866686:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876857.866691:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.866700:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.866718:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.866727:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766661 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876857.866837:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362766336:12345-192.168.203.59@tcp:4:dd.500 Request processed in 69219us (69451us total) trans 4294981599 rc 0/0
00000100:00100000:1.0:1788876857.866848:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1892
00000100:00100000:1.0:1788876857.866860:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714781925968 time 7714806565364 state 0x2 ref 0
00000001:00080000:1.0:1788876857.867338:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981599 is committed
00000100:00100000:0.0:1788876857.881957:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876857.882049:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766464
00000100:00100000:1.0:1788876857.882060:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766464
00000100:00100000:1.0:1788876857.882118:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714781925968 time 7714806565364 state 0x0 ref 1
00000100:00100000:1.0:1788876857.882134:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714906565364 time 7714806565364 state 0x1 ref 1
00000100:00100000:1.0:1788876857.897998:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714906565364 time 7714906964936 state 0x0 ref 1
00000100:00100000:1.0:1788876857.898067:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362766464:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876857.898139:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 79691776, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x26009
00010000:00010000:1.0:1788876857.898148:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.898164:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7714s v=(0 0)
00010000:00010000:1.0:1788876857.898169:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876857.898176:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876857.898191:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876858.040518:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981600 is committed
00002000:00010000:1.0:1788876858.040689:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 79691776 -> 80740352
00002000:00010000:1.0:1788876858.040694:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 155657 -> 157705
00010000:00010000:1.0:1788876858.040709:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.040727:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.040737:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.040744:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876858.040749:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.040758:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.040788:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.040796:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766668 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876858.040900:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362766464:12345-192.168.203.59@tcp:4:dd.500 Request processed in 142880us (158947us total) trans 4294981600 rc 0/0
00000100:00100000:1.0:1788876858.040911:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1893
00000100:00100000:1.0:1788876858.040923:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714906565364 time 7714906964936 state 0x2 ref 0
00000100:00100000:0.0:1788876858.053774:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876858.053931:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766592
00000100:00100000:3.0:1788876858.053942:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766592
00000100:00100000:3.0:1788876858.054089:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7714906565364 time 7714906964936 state 0x0 ref 1
00000100:00100000:3.0:1788876858.054106:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715006964936 time 7714906964936 state 0x1 ref 1
00000100:00100000:3.0:1788876858.054133:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715006964936 time 7715063113603 state 0x0 ref 1
00000100:00100000:3.0:1788876858.054146:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362766592:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876858.054195:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 80740352, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x26809
00010000:00010000:3.0:1788876858.054204:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.054229:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7715s v=(0 0)
00010000:00010000:3.0:1788876858.054234:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876858.054241:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.054254:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876858.054449:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876858.138957:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981601 is committed
00002000:00010000:2.0:1788876858.139217:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 80740352 -> 81788928
00002000:00010000:2.0:1788876858.139222:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 157705 -> 159753
00010000:00010000:2.0:1788876858.139236:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.139250:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.139258:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.139265:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876858.139270:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.139278:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.139296:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.139303:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76666f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876858.139400:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362766592:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85251us (85630us total) trans 4294981601 rc 0/0
00000100:00100000:2.0:1788876858.139410:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1894
00000100:00100000:2.0:1788876858.139423:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715006964936 time 7715063113603 state 0x2 ref 0
00000100:00100000:0.0:1788876858.146491:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876858.146566:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766720
00000100:00100000:2.0:1788876858.146575:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766720
00000100:00100000:2.0:1788876858.146635:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715006964936 time 7715063113603 state 0x0 ref 1
00000100:00100000:2.0:1788876858.146649:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715163113603 time 7715063113603 state 0x1 ref 1
00000100:00100000:0.0:1788876858.154341:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715163113603 time 7715163308180 state 0x0 ref 1
00000100:00100000:0.0:1788876858.154370:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362766720:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876858.154429:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 81788928, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x27009
00010000:00010000:0.0:1788876858.154439:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876858.154455:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7715s v=(0 0)
00010000:00010000:0.0:1788876858.154459:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876858.154466:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876858.154479:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876858.218741:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981602 is committed
00002000:00010000:1.0:1788876858.218844:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 81788928 -> 82837504
00002000:00010000:1.0:1788876858.218849:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 159753 -> 161801
00010000:00010000:1.0:1788876858.218932:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.218946:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.218956:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.218963:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876858.218969:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.218979:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.219000:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.219008:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007280f676/0x3868396b8e766676 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876858.219156:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362766720:12345-192.168.203.59@tcp:4:dd.500 Request processed in 64793us (72667us total) trans 4294981602 rc 0/0
00000100:00100000:1.0:1788876858.219168:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1895
00000100:00100000:1.0:1788876858.219180:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715163113603 time 7715163308180 state 0x2 ref 0
00000100:00100000:2.0:1788876858.227644:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876858.227805:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766848
00000100:00100000:0.0:1788876858.227815:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766848
00000100:00100000:0.0:1788876858.227977:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715163113603 time 7715163308180 state 0x0 ref 1
00000100:00100000:0.0:1788876858.227993:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715263308180 time 7715163308180 state 0x1 ref 1
00000100:00100000:2.0:1788876858.254556:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715263308180 time 7715263520875 state 0x0 ref 1
00000100:00100000:2.0:1788876858.254588:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362766848:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876858.254651:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 82837504, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x27809
00010000:00010000:2.0:1788876858.254660:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.254676:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7715s v=(0 0)
00010000:00010000:2.0:1788876858.254680:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876858.254687:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.254707:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876858.371425:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981603 is committed
00002000:00010000:3.0:1788876858.372290:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 82837504 -> 83886080
00002000:00010000:3.0:1788876858.372295:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 161801 -> 163849
00010000:00010000:3.0:1788876858.372310:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.372322:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.372330:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.372336:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876858.372341:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.372349:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.372366:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.372379:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b24f728e/0x3868396b8e76667d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876858.372482:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362766848:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117904us (144843us total) trans 4294981603 rc 0/0
00000100:00100000:3.0:1788876858.372493:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1896
00000100:00100000:3.0:1788876858.372504:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715263308180 time 7715263520875 state 0x2 ref 0
00000100:00100000:0.0:1788876858.379830:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876858.379989:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362766976
00000100:00100000:1.0:1788876858.379999:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362766976
00000100:00100000:1.0:1788876858.380113:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715263308180 time 7715263520875 state 0x0 ref 1
00000100:00100000:1.0:1788876858.380128:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715363520875 time 7715263520875 state 0x1 ref 1
00000100:00100000:1.0:1788876858.380155:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715363520875 time 7715389135505 state 0x0 ref 1
00000100:00100000:1.0:1788876858.380178:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362766976:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876858.380239:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 83886080, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x28009
00010000:00010000:1.0:1788876858.380248:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.380263:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7715s v=(0 0)
00010000:00010000:1.0:1788876858.380268:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876858.380274:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.380288:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876858.480358:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876858.481664:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981604 is committed
00002000:00010000:1.0:1788876858.481754:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 83886080 -> 84934656
00002000:00010000:1.0:1788876858.481760:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 163849 -> 165897
00010000:00010000:1.0:1788876858.481774:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.481788:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.481797:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.481805:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876858.481810:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.481829:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.481849:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.481858:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766684 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876858.481964:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362766976:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101794us (102143us total) trans 4294981604 rc 0/0
00000100:00100000:1.0:1788876858.481975:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1897
00000100:00100000:1.0:1788876858.481986:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715363520875 time 7715389135505 state 0x2 ref 0
00000100:00100000:1.0:1788876858.487522:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876858.487614:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362767104
00000100:00100000:2.0:1788876858.487624:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362767104
00000100:00100000:2.0:1788876858.487687:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715363520875 time 7715389135505 state 0x0 ref 1
00000100:00100000:2.0:1788876858.487704:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715489135505 time 7715389135505 state 0x1 ref 1
00000100:00100000:2.0:1788876858.487737:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715489135505 time 7715496717090 state 0x0 ref 1
00000100:00100000:2.0:1788876858.487750:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362767104:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876858.487800:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 84934656, mtime: 0x6aa0183a, atime: 0x0, ctime: 0x6aa0183a, blocks: 0x28809
00010000:00010000:2.0:1788876858.487809:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.487834:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7715s v=(0 0)
00010000:00010000:2.0:1788876858.487838:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876858.487845:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.487858:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876858.721782:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981605 is committed
00002000:00010000:1.0:1788876858.724046:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 84934656 -> 85983232
00002000:00010000:1.0:1788876858.724054:0:19113:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876858 -> 1788876859
00002000:00010000:1.0:1788876858.724057:0:19113:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876858 -> 1788876859
00002000:00010000:1.0:1788876858.724059:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 165897 -> 167945
00010000:00010000:1.0:1788876858.724073:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.724086:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.724095:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.724102:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876858.724106:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.724115:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.724133:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.724141:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e76668b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876858.724377:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362767104:12345-192.168.203.59@tcp:4:dd.500 Request processed in 236624us (236859us total) trans 4294981605 rc 0/0
00000100:00100000:1.0:1788876858.724388:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1898
00000100:00100000:1.0:1788876858.724400:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715489135505 time 7715496717090 state 0x2 ref 0
00000100:00100000:1.0:1788876858.731626:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876858.731711:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362767232
00000100:00100000:2.0:1788876858.731720:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362767232
00000100:00100000:2.0:1788876858.731783:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715489135505 time 7715496717090 state 0x0 ref 1
00000100:00100000:2.0:1788876858.731798:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7715596717090 time 7715496717090 state 0x1 ref 1
00000100:00100000:2.0:1788876858.731879:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715596717090 time 7715740858475 state 0x0 ref 1
00000100:00100000:2.0:1788876858.731891:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362767232:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876858.731939:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 85983232, mtime: 0x6aa0183b, atime: 0x0, ctime: 0x6aa0183b, blocks: 0x29009
00010000:00010000:2.0:1788876858.731949:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.731965:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7715s v=(0 0)
00010000:00010000:2.0:1788876858.731969:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876858.731975:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.731989:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876858.873990:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 85983232 -> 87031808
00002000:00010000:1.0:1788876858.873999:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 167945 -> 169993
00010000:00010000:1.0:1788876858.874040:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.874054:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.874062:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.874069:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876858.874074:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.874082:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.874102:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876858.874109:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024f10007/0x3868396b8e766692 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876858.874220:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362767232:12345-192.168.203.59@tcp:4:dd.500 Request processed in 142310us (142582us total) trans 4294981606 rc 0/0
00000100:00100000:1.0:1788876858.874231:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1899
00000100:00100000:1.0:1788876858.874243:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715596717090 time 7715740858475 state 0x2 ref 0
00000001:00080000:2.0:1788876858.874990:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981606 is committed
00000100:00100000:3.0:1788876858.879865:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876858.880059:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362767360
00000100:00100000:2.0:1788876858.880071:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362767360
00000100:00100000:2.0:1788876858.880134:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715596717090 time 7715740858475 state 0x0 ref 1
00000100:00100000:2.0:1788876858.880149:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715840858475 time 7715740858475 state 0x1 ref 1
00000100:00100000:2.0:1788876858.880175:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715840858475 time 7715889156808 state 0x0 ref 1
00000100:00100000:2.0:1788876858.880188:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362767360:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876858.880246:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 87031808, mtime: 0x6aa0183b, atime: 0x0, ctime: 0x6aa0183b, blocks: 0x29809
00010000:00010000:2.0:1788876858.880255:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.880269:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7715s v=(0 0)
00010000:00010000:2.0:1788876858.880273:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876858.880279:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876858.880293:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876859.075791:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981607 is committed
00002000:00010000:3.0:1788876859.077996:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 87031808 -> 88080384
00002000:00010000:3.0:1788876859.078005:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 169993 -> 172041
00010000:00010000:3.0:1788876859.078062:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.078076:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.078084:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.078091:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876859.078096:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.078111:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.078132:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.078139:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e766699 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876859.078245:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362767360:12345-192.168.203.59@tcp:4:dd.500 Request processed in 198055us (198393us total) trans 4294981607 rc 0/0
00000100:00100000:3.0:1788876859.078255:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1900
00000100:00100000:3.0:1788876859.078268:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715840858475 time 7715889156808 state 0x2 ref 0
00000100:00100000:3.0:1788876859.088511:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876859.090248:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362767488
00000100:00100000:1.0:1788876859.090263:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362767488
00000100:00100000:1.0:1788876859.090328:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715840858475 time 7715889156808 state 0x0 ref 1
00000100:00100000:1.0:1788876859.090343:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7715989156808 time 7715889156808 state 0x1 ref 1
00000100:00100000:1.0:1788876859.090379:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7715989156808 time 7716099358363 state 0x0 ref 1
00000100:00100000:1.0:1788876859.090392:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362767488:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876859.090441:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 88080384, mtime: 0x6aa0183b, atime: 0x0, ctime: 0x6aa0183b, blocks: 0x2a009
00010000:00010000:1.0:1788876859.090450:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.090466:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:1.0:1788876859.090471:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876859.090477:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.090496:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876859.207433:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 88080384 -> 89128960
00002000:00010000:1.0:1788876859.207445:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 172041 -> 174089
00010000:00010000:1.0:1788876859.207461:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.207476:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.207485:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.207492:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876859.207497:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.207507:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.207531:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.207538:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7666a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876859.207646:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362767488:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117251us (119139us total) trans 4294981608 rc 0/0
00000100:00100000:1.0:1788876859.207657:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1901
00000100:00100000:1.0:1788876859.207671:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7715989156808 time 7716099358363 state 0x2 ref 0
00000001:00080000:1.0:1788876859.207716:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981608 is committed
00000100:00100000:0.0:1788876859.214210:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876859.214529:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362767616
00000100:00100000:1.0:1788876859.214539:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362767616
00000100:00100000:1.0:1788876859.214601:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7715989156808 time 7716099358363 state 0x0 ref 1
00000100:00100000:1.0:1788876859.214616:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716199358363 time 7716099358363 state 0x1 ref 1
00000100:00100000:1.0:1788876859.214647:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716199358363 time 7716223627390 state 0x0 ref 1
00000100:00100000:1.0:1788876859.214659:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362767616:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876859.214706:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 89128960, mtime: 0x6aa0183b, atime: 0x0, ctime: 0x6aa0183b, blocks: 0x2a809
00010000:00010000:1.0:1788876859.214715:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.214730:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:1.0:1788876859.214735:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876859.214740:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.214758:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876859.354710:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 89128960 -> 90177536
00002000:00010000:0.0:1788876859.354720:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 174089 -> 176137
00010000:00010000:0.0:1788876859.354737:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876859.354751:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876859.354859:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981609 is committed
00010000:00010000:0.0:1788876859.354903:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876859.354911:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876859.354916:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876859.354926:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876859.354943:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876859.354951:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7666a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876859.357553:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362767616:12345-192.168.203.59@tcp:4:dd.500 Request processed in 142882us (143347us total) trans 4294981609 rc 0/0
00000100:00100000:0.0:1788876859.357574:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1902
00000100:00100000:0.0:1788876859.357590:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716199358363 time 7716223627390 state 0x2 ref 0
00000100:00100000:3.0:1788876859.369500:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876859.370252:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362767744
00000100:00100000:2.0:1788876859.370262:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362767744
00000100:00100000:2.0:1788876859.370323:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716199358363 time 7716223627390 state 0x0 ref 1
00000100:00100000:2.0:1788876859.370338:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716323627390 time 7716223627390 state 0x1 ref 1
00000100:00100000:2.0:1788876859.370362:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716323627390 time 7716379343215 state 0x0 ref 1
00000100:00100000:2.0:1788876859.370374:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362767744:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876859.370545:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 90177536, mtime: 0x6aa0183b, atime: 0x0, ctime: 0x6aa0183b, blocks: 0x2b009
00010000:00010000:2.0:1788876859.370556:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.370573:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:2.0:1788876859.370578:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876859.370585:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.370599:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876859.492522:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981610 is committed
00002000:00010000:2.0:1788876859.492595:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 90177536 -> 91226112
00002000:00010000:2.0:1788876859.492600:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 176137 -> 178185
00010000:00010000:2.0:1788876859.492615:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.492628:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.492637:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.492650:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876859.492655:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.492664:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.492689:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.492696:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e7666ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876859.492811:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362767744:12345-192.168.203.59@tcp:4:dd.500 Request processed in 122433us (123316us total) trans 4294981610 rc 0/0
00000100:00100000:2.0:1788876859.492823:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1903
00000100:00100000:2.0:1788876859.492834:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716323627390 time 7716379343215 state 0x2 ref 0
00010000:00010000:1.0:1788876859.502148:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876859.503058:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876859.503128:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362767872
00000100:00100000:1.0:1788876859.503138:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362767872
00000100:00100000:1.0:1788876859.503216:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716323627390 time 7716379343215 state 0x0 ref 1
00000100:00100000:1.0:1788876859.503242:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716479343215 time 7716379343215 state 0x1 ref 1
00000100:00100000:1.0:1788876859.503275:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716479343215 time 7716512255752 state 0x0 ref 1
00000100:00100000:1.0:1788876859.503288:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362767872:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876859.503336:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 91226112, mtime: 0x6aa0183b, atime: 0x0, ctime: 0x6aa0183b, blocks: 0x2b809
00010000:00010000:1.0:1788876859.503344:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.503358:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:1.0:1788876859.503362:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876859.503368:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.503380:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876859.607354:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 91226112 -> 92274688
00002000:00010000:1.0:1788876859.607363:0:19109:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876859 -> 1788876860
00002000:00010000:1.0:1788876859.607366:0:19109:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876859 -> 1788876860
00002000:00010000:1.0:1788876859.607368:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 178185 -> 180233
00010000:00010000:1.0:1788876859.607382:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.607394:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.607403:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.607421:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876859.607427:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.607435:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.607452:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.607460:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876859.607560:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362767872:12345-192.168.203.59@tcp:4:dd.500 Request processed in 104269us (104503us total) trans 4294981611 rc 0/0
00000100:00100000:1.0:1788876859.607571:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1904
00000100:00100000:1.0:1788876859.607582:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716479343215 time 7716512255752 state 0x2 ref 0
00000001:00080000:3.0:1788876859.608454:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981611 is committed
00000100:00100000:3.0:1788876859.612953:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876859.613162:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768000
00000100:00100000:1.0:1788876859.613172:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768000
00000100:00100000:1.0:1788876859.613242:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716479343215 time 7716512255752 state 0x0 ref 1
00000100:00100000:1.0:1788876859.613257:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716612255752 time 7716512255752 state 0x1 ref 1
00000100:00100000:1.0:1788876859.613292:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716612255752 time 7716622273210 state 0x0 ref 1
00000100:00100000:1.0:1788876859.613303:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362768000:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876859.613350:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 92274688, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2c009
00010000:00010000:1.0:1788876859.613359:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.613376:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:1.0:1788876859.613380:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876859.613386:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.613405:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876859.693340:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981612 is committed
00002000:00010000:1.0:1788876859.693440:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 92274688 -> 93323264
00002000:00010000:1.0:1788876859.693445:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 180233 -> 182281
00010000:00010000:1.0:1788876859.693461:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.693486:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.693494:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.693501:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876859.693507:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.693515:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.693534:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.693542:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876859.693647:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362768000:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80339us (80699us total) trans 4294981612 rc 0/0
00000100:00100000:1.0:1788876859.693658:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1905
00000100:00100000:1.0:1788876859.693669:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716612255752 time 7716622273210 state 0x2 ref 0
00000100:00100000:0.0:1788876859.698727:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876859.698801:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768128
00000100:00100000:3.0:1788876859.698819:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768128
00000100:00100000:3.0:1788876859.698883:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716612255752 time 7716622273210 state 0x0 ref 1
00000100:00100000:3.0:1788876859.698897:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7716722273210 time 7716622273210 state 0x1 ref 1
00000100:00100000:3.0:1788876859.698926:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7716722273210 time 7716707907589 state 0x0 ref 1
00000100:00100000:3.0:1788876859.698936:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362768128:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876859.698982:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 93323264, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2c809
00010000:00010000:3.0:1788876859.698990:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.699006:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:3.0:1788876859.699010:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876859.699044:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876859.699058:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876859.786121:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 93323264 -> 94371840
00002000:00010000:1.0:1788876859.786131:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 182281 -> 184331
00010000:00010000:1.0:1788876859.786146:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.786159:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.786169:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.786176:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876859.786181:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.786190:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.786219:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.786233:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e7666c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876859.786332:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362768128:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87391us (87609us total) trans 4294981613 rc 0/0
00000100:00100000:1.0:1788876859.786343:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1906
00000100:00100000:1.0:1788876859.786355:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7716722273210 time 7716707907589 state 0x2 ref 0
00000001:00080000:0.0:1788876859.786431:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981613 is committed
00000100:00100000:0.0:1788876859.792535:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876859.792672:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768256
00000100:00100000:1.0:1788876859.792682:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768256
00000100:00100000:1.0:1788876859.792742:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7716722273210 time 7716707907589 state 0x0 ref 1
00000100:00100000:1.0:1788876859.792756:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7716807907589 time 7716707907589 state 0x1 ref 1
00000100:00100000:1.0:1788876859.792786:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7716807907589 time 7716801766635 state 0x0 ref 1
00000100:00100000:1.0:1788876859.792799:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362768256:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876859.792865:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 94371840, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2d00b
00010000:00010000:1.0:1788876859.792875:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.792890:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:1.0:1788876859.792895:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876859.792902:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.792915:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876859.829271:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 94371840 -> 95420416
00002000:00010000:2.0:1788876859.829280:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 184331 -> 186379
00010000:00010000:2.0:1788876859.829294:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.829307:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.829316:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.829323:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876859.829328:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.829337:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.829356:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876859.829364:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e7666ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876859.829450:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362768256:12345-192.168.203.59@tcp:4:dd.500 Request processed in 36650us (36921us total) trans 4294981614 rc 0/0
00000100:00100000:2.0:1788876859.829461:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1907
00000100:00100000:2.0:1788876859.829472:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7716807907589 time 7716801766635 state 0x2 ref 0
00000001:00080000:2.0:1788876859.829506:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981614 is committed
00000100:00100000:0.0:1788876859.836089:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876859.836174:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768384
00000100:00100000:1.0:1788876859.836184:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768384
00000100:00100000:1.0:1788876859.836258:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7716807907589 time 7716801766635 state 0x0 ref 1
00000100:00100000:1.0:1788876859.836273:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7716901766635 time 7716801766635 state 0x1 ref 1
00000100:00100000:1.0:1788876859.895724:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7716901766635 time 7716904685795 state 0x0 ref 1
00000100:00100000:1.0:1788876859.895760:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362768384:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876859.895842:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 95420416, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2d80b
00010000:00010000:1.0:1788876859.895853:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.895870:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7716s v=(0 0)
00010000:00010000:1.0:1788876859.895874:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876859.895881:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876859.895896:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876860.013740:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 95420416 -> 96468992
00002000:00010000:2.0:1788876860.013750:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 186379 -> 188427
00010000:00010000:2.0:1788876860.013765:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.013779:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.013790:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.013797:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876860.013801:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.013875:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.013897:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.013909:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e7666d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876860.014056:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362768384:12345-192.168.203.59@tcp:4:dd.500 Request processed in 118268us (177932us total) trans 4294981615 rc 0/0
00000100:00100000:2.0:1788876860.014131:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1908
00000100:00100000:2.0:1788876860.014144:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7716901766635 time 7716904685795 state 0x2 ref 0
00000001:00080000:2.0:1788876860.014188:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981615 is committed
00000100:00100000:0.0:1788876860.038205:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876860.038384:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768512
00000100:00100000:1.0:1788876860.038394:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768512
00000100:00100000:1.0:1788876860.038469:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7716901766635 time 7716904685795 state 0x0 ref 1
00000100:00100000:1.0:1788876860.038485:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717004685795 time 7716904685795 state 0x1 ref 1
00000100:00100000:1.0:1788876860.038516:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717004685795 time 7717047496176 state 0x0 ref 1
00000100:00100000:1.0:1788876860.038528:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362768512:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876860.038579:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 96468992, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2e00b
00010000:00010000:1.0:1788876860.038589:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.038603:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:1.0:1788876860.038607:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876860.038614:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.038629:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876860.038802:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:2.0:1788876860.196144:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981616 is committed
00002000:00010000:0.0:1788876860.199811:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 96468992 -> 97517568
00002000:00010000:0.0:1788876860.199820:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 188427 -> 190475
00010000:00010000:0.0:1788876860.199834:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.199847:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.199857:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.199864:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876860.199869:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.199878:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.199902:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.199910:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7666d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876860.200062:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362768512:12345-192.168.203.59@tcp:4:dd.500 Request processed in 161488us (161829us total) trans 4294981616 rc 0/0
00000100:00100000:0.0:1788876860.200072:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1909
00000100:00100000:0.0:1788876860.200090:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717004685795 time 7717047496176 state 0x2 ref 0
00000100:00100000:0.0:1788876860.214043:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876860.214150:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768640
00000100:00100000:3.0:1788876860.214159:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768640
00000100:00100000:3.0:1788876860.214228:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717004685795 time 7717047496176 state 0x0 ref 1
00000100:00100000:3.0:1788876860.214244:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717147496176 time 7717047496176 state 0x1 ref 1
00000100:00100000:3.0:1788876860.214283:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717147496176 time 7717223262589 state 0x0 ref 1
00000100:00100000:3.0:1788876860.214297:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362768640:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876860.214346:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 97517568, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2e80b
00010000:00010000:3.0:1788876860.214356:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.214371:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:3.0:1788876860.214376:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876860.214383:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.214397:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876860.315146:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981617 is committed
00002000:00010000:2.0:1788876860.315265:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 97517568 -> 98566144
00002000:00010000:2.0:1788876860.315270:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 190475 -> 192523
00010000:00010000:2.0:1788876860.315285:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.315298:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.315306:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.315313:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876860.315318:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.315327:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.315345:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876860.315352:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e7666df lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876860.315553:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362768640:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101255us (101514us total) trans 4294981617 rc 0/0
00000100:00100000:2.0:1788876860.315567:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1910
00000100:00100000:2.0:1788876860.315580:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717147496176 time 7717223262589 state 0x2 ref 0
00000100:00100000:0.0:1788876860.321237:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876860.321310:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768768
00000100:00100000:1.0:1788876860.321320:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768768
00000100:00100000:1.0:1788876860.321379:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717147496176 time 7717223262589 state 0x0 ref 1
00000100:00100000:1.0:1788876860.321394:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717323262589 time 7717223262589 state 0x1 ref 1
00000100:00100000:1.0:1788876860.321514:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717323262589 time 7717330492768 state 0x0 ref 1
00000100:00100000:1.0:1788876860.321528:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362768768:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876860.321579:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 98566144, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2f00b
00010000:00010000:1.0:1788876860.321587:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.321600:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:1.0:1788876860.321605:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876860.321611:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.321623:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876860.404239:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981618 is committed
00002000:00010000:1.0:1788876860.404352:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 98566144 -> 99614720
00002000:00010000:1.0:1788876860.404357:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 192523 -> 194571
00010000:00010000:1.0:1788876860.404372:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.404385:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.404401:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.404420:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876860.404425:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.404435:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.404454:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.404462:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e7666e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876860.404669:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362768768:12345-192.168.203.59@tcp:4:dd.500 Request processed in 83138us (83434us total) trans 4294981618 rc 0/0
00000100:00100000:1.0:1788876860.404680:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1911
00000100:00100000:1.0:1788876860.404693:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717323262589 time 7717330492768 state 0x2 ref 0
00000100:00100000:3.0:1788876860.414237:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876860.414347:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362768896
00000100:00100000:2.0:1788876860.414357:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362768896
00000100:00100000:2.0:1788876860.414426:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717323262589 time 7717330492768 state 0x0 ref 1
00000100:00100000:2.0:1788876860.414442:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717430492768 time 7717330492768 state 0x1 ref 1
00000100:00100000:0.0:1788876860.425031:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717430492768 time 7717433980859 state 0x0 ref 1
00000100:00100000:0.0:1788876860.425064:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362768896:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876860.425124:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 99614720, mtime: 0x6aa0183c, atime: 0x0, ctime: 0x6aa0183c, blocks: 0x2f80b
00010000:00010000:0.0:1788876860.425133:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.425151:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:0.0:1788876860.425155:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876860.425163:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.425176:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876860.513574:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 99614720 -> 100663296
00002000:00010000:3.0:1788876860.513584:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb mtime from disk: 1788876860 -> 1788876861
00002000:00010000:3.0:1788876860.513587:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb ctime from disk: 1788876860 -> 1788876861
00002000:00010000:3.0:1788876860.513589:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 194571 -> 196619
00010000:00010000:3.0:1788876860.513605:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.513617:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.513626:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.513638:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876860.513643:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.513652:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.513672:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.513681:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7666ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876860.513829:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362768896:12345-192.168.203.59@tcp:4:dd.500 Request processed in 88758us (99579us total) trans 4294981619 rc 0/0
00000100:00100000:3.0:1788876860.513842:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1912
00000100:00100000:3.0:1788876860.517048:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717430492768 time 7717433980859 state 0x2 ref 0
00000001:00080000:0.0:1788876860.520275:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981619 is committed
00000100:00100000:3.0:1788876860.524301:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876860.524658:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362769024
00000100:00100000:1.0:1788876860.524669:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362769024
00000100:00100000:1.0:1788876860.524735:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717430492768 time 7717433980859 state 0x0 ref 1
00000100:00100000:1.0:1788876860.524769:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717533980859 time 7717433980859 state 0x1 ref 1
00000100:00100000:1.0:1788876860.525146:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717533980859 time 7717534123031 state 0x0 ref 1
00000100:00100000:1.0:1788876860.525159:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362769024:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876860.525220:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 100663296, mtime: 0x6aa0183d, atime: 0x0, ctime: 0x6aa0183d, blocks: 0x3000b
00010000:00010000:1.0:1788876860.525229:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.525246:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:1.0:1788876860.525251:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876860.525258:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.525274:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.530511:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876860.622486:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981620 is committed
00002000:00010000:1.0:1788876860.622609:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 100663296 -> 101711872
00002000:00010000:1.0:1788876860.622614:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 196619 -> 198667
00010000:00010000:1.0:1788876860.622629:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.622642:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.622657:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.622664:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876860.622669:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.622678:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.622697:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.622704:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7666f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876860.622821:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362769024:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97658us (98523us total) trans 4294981620 rc 0/0
00000100:00100000:1.0:1788876860.622832:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1913
00000100:00100000:1.0:1788876860.622854:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717533980859 time 7717534123031 state 0x2 ref 0
00000100:00100000:2.0:1788876860.628901:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876860.628994:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362769152
00000100:00100000:0.0:1788876860.629005:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362769152
00000100:00100000:0.0:1788876860.629113:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717533980859 time 7717534123031 state 0x0 ref 1
00000100:00100000:0.0:1788876860.629128:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717634123031 time 7717534123031 state 0x1 ref 1
00000100:00100000:0.0:1788876860.629151:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717634123031 time 7717638132093 state 0x0 ref 1
00000100:00100000:0.0:1788876860.629163:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362769152:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876860.629224:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 101711872, mtime: 0x6aa0183d, atime: 0x0, ctime: 0x6aa0183d, blocks: 0x3080b
00010000:00010000:0.0:1788876860.629234:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.629252:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:0.0:1788876860.629257:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876860.629264:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876860.629283:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876860.698683:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981621 is committed
00002000:00010000:1.0:1788876860.698811:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 101711872 -> 102760448
00002000:00010000:1.0:1788876860.698817:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 198667 -> 200715
00010000:00010000:1.0:1788876860.698832:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.698941:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.698951:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.698959:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876860.698964:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.698974:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.698993:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.699001:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f072118/0x3868396b8e7666fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876860.699135:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362769152:12345-192.168.203.59@tcp:4:dd.500 Request processed in 69967us (70239us total) trans 4294981621 rc 0/0
00000100:00100000:1.0:1788876860.699146:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1914
00000100:00100000:1.0:1788876860.699158:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717634123031 time 7717638132093 state 0x2 ref 0
00000100:00100000:0.0:1788876860.709215:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876860.709294:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362769280
00000100:00100000:3.0:1788876860.709304:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362769280
00000100:00100000:3.0:1788876860.709367:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717634123031 time 7717638132093 state 0x0 ref 1
00000100:00100000:3.0:1788876860.709382:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717738132093 time 7717638132093 state 0x1 ref 1
00000100:00100000:1.0:1788876860.729344:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717738132093 time 7717738308026 state 0x0 ref 1
00000100:00100000:1.0:1788876860.729377:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362769280:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876860.729436:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 102760448, mtime: 0x6aa0183d, atime: 0x0, ctime: 0x6aa0183d, blocks: 0x3100b
00010000:00010000:1.0:1788876860.729445:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.729461:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:1.0:1788876860.729466:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876860.729471:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.729486:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876860.819757:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981622 is committed
00002000:00010000:3.0:1788876860.819908:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 102760448 -> 103809024
00002000:00010000:3.0:1788876860.819913:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 200715 -> 202763
00010000:00010000:3.0:1788876860.819930:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.819944:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.819954:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.819961:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876860.819967:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.819975:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.819993:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.820002:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766702 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876860.820134:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362769280:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90765us (110924us total) trans 4294981622 rc 0/0
00000100:00100000:3.0:1788876860.820148:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1915
00000100:00100000:3.0:1788876860.820160:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717738132093 time 7717738308026 state 0x2 ref 0
00000100:00100000:1.0:1788876860.834102:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876860.835145:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362769408
00000100:00100000:3.0:1788876860.835157:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362769408
00000100:00100000:3.0:1788876860.835245:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717738132093 time 7717738308026 state 0x0 ref 1
00000100:00100000:3.0:1788876860.835261:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717838308026 time 7717738308026 state 0x1 ref 1
00000100:00100000:3.0:1788876860.835304:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717838308026 time 7717844275522 state 0x0 ref 1
00000100:00100000:3.0:1788876860.835316:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362769408:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876860.835368:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 103809024, mtime: 0x6aa0183d, atime: 0x0, ctime: 0x6aa0183d, blocks: 0x3180b
00010000:00010000:3.0:1788876860.835376:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.835391:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7717s v=(0 0)
00010000:00010000:3.0:1788876860.835405:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876860.835413:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876860.835429:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876860.846243:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365740928:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846318:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876860.846377:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788876860.846384:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365740544:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846413:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876860.846438:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365741056:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846464:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876860.846492:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365740672:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846515:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876860.846532:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365741184:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846552:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876860.846575:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876860.846595:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365740800:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846616:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876860.846648:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740928
00000100:00100000:3.0:1788876860.846655:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740928
00000100:00100000:3.0:1788876860.846714:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741184
00000100:00100000:3.0:1788876860.846732:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741184
00000100:00100000:3.0:1788876860.846761:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 353
00000100:00100000:3.0:1788876860.846769:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365741184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846834:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365741184:12345-0@lo:400:kworker.0 Request processed in 64us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876860.846852:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 353
00000100:00100000:3.0:1788876860.846870:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 353
00000100:00100000:3.0:1788876860.846877:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365740928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846912:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365740928:12345-0@lo:400:kworker.0 Request processed in 35us (594us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876860.846918:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 353
00000100:00100000:3.0:1788876860.846936:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740544
00000100:00100000:3.0:1788876860.846939:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740544
00000100:00100000:3.0:1788876860.846961:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:3.0:1788876860.846968:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365740544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.846996:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365740544:12345-0@lo:400:kworker.0 Request processed in 28us (582us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876860.847002:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00100000:3.0:1788876860.847049:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741056
00000100:00100000:3.0:1788876860.847053:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741056
00000100:00100000:3.0:1788876860.847078:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740672
00000100:00100000:3.0:1788876860.847081:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740672
00000100:00100000:3.0:1788876860.847095:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365740800
00000100:00100000:3.0:1788876860.847098:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365740800
00000100:00100000:3.0:1788876860.847116:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6711
00000100:00100000:3.0:1788876860.847122:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365741056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847151:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365741056:12345-0@lo:400:kworker.0 Request processed in 30us (686us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876860.847157:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6711
00000100:00100000:3.0:1788876860.847167:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6712
00000100:00100000:3.0:1788876860.847172:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365740672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847210:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365740672:12345-0@lo:400:kworker.0 Request processed in 37us (693us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876860.847215:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6712
00000100:00100000:3.0:1788876860.847224:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6713
00000100:00100000:3.0:1788876860.847229:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365740800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847253:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365740800:12345-0@lo:400:kworker.0 Request processed in 25us (637us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876860.847258:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6713
00000100:00080000:3.0:1788876860.847278:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788876860.847282:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788876860.847284:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876860.847325:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365740800:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847336:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365740672:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847344:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365741184:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847372:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365740544:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847381:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365741056:0@lo:400:kworker.0
00000100:00100000:3.0:1788876860.847389:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365740928:0@lo:400:kworker.0
00000100:00100000:2.0:1788876860.847504:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788876860.847512:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365741312:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876860.847558:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876860.847584:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741312
00000100:00100000:2.0:1788876860.847588:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741312
00000100:00100000:2.0:1788876860.847619:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 350
00000100:00100000:2.0:1788876860.847625:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365741312:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876860.847651:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876860.847699:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365741312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876860.847706:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 350
00000100:00100000:2.0:1788876860.847740:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365741312:0@lo:13:osp-pre-1-0.0
00000001:00080000:0.0:1788876860.893239:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981623 is committed
00002000:00010000:1.0:1788876860.893346:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb size from disk: 103809024 -> 104857600
00002000:00010000:1.0:1788876860.893351:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4b:0x0] updating lvb blocks from disk: 202763 -> 204811
00010000:00010000:1.0:1788876860.893365:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.893379:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.893389:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.893403:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876860.893407:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.893417:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.893436:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876860.893444:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3c5726c/0x3868396b8e766709 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876860.893548:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362769408:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58229us (59453us total) trans 4294981623 rc 0/0
00000100:00100000:1.0:1788876860.893559:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1916
00000100:00100000:1.0:1788876860.893571:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717838308026 time 7717844275522 state 0x2 ref 0
00000100:00100000:1.0:1788876860.897422:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876860.897496:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362769664
00000100:00100000:2.0:1788876860.897505:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362769664
00000100:00100000:2.0:1788876860.897579:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9866
00000100:00100000:2.0:1788876860.897590:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250492:x1875765362769664:12345-192.168.203.59@tcp:35:dd.500
00000100:00080000:3.0:1788876860.898037:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00080000:2.0:1788876860.898223:0:5793:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010806
00000100:00100000:2.0:1788876860.898336:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250492:x1875765362769664:12345-192.168.203.59@tcp:35:dd.500 Request processed in 747us (937us total) trans 4295010807 rc 0/0
00000100:00100000:2.0:1788876860.898345:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9866
00000020:00080000:2.0:1788876860.898350:0:5793:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1788876861.057219:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876861.057323:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362769920
00000100:00100000:2.0:1788876861.057334:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362769920
00000100:00100000:2.0:1788876861.057398:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60292
00000100:00100000:2.0:1788876861.057409:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250509:x1875765362769920:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:2.0:1788876861.057434:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876861.057456:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433451800/0x3868396b8e766710 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88855d expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.057594:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e766717 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.057608:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e766717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.057620:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e766717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876861.057631:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca6:0x0]: returning size 104857600
00010000:00010000:2.0:1788876861.057768:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433451800/0x3868396b8e766710 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88855d expref: 13 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.057786:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e766717 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88855d expref: 12 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.057800:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca6:0x0].0x0 (ffff99840390fb00)
00010000:00010000:2.0:1788876861.057814:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788876861.057817:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998433451400, rc 0)
00000100:00100000:2.0:1788876861.057888:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250509:x1875765362769920:12345-192.168.203.59@tcp:101:dd.500 Request processed in 480us (680us total) trans 4295010808 rc 0/0
00000100:00100000:2.0:1788876861.057896:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60292
00000100:00100000:0.0:1788876861.062061:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876861.062143:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770176
00000100:00100000:1.0:1788876861.062155:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770176
00000100:00100000:1.0:1788876861.062238:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1195
00000100:00100000:1.0:1788876861.062250:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841153f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362770176:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876861.062267:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876861.062295:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998433451400/0x3868396b8e766717 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88855d expref: 12 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.062327:0:6599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca6:0x0].0x0 (ffff99840390fb00)
00010000:00010000:1.0:1788876861.062332:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876861.062391:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841153f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2358:x1875765362770176:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 143us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876861.062399:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1195
00000100:00100000:1.0:1788876861.064314:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876861.064461:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770048
00000100:00100000:0.0:1788876861.064469:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770048
00000100:00100000:0.0:1788876861.064542:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 529
00000100:00100000:0.0:1788876861.064553:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362770048:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876861.064570:0:167012:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876861.064589:0:167012:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766725 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888564 expref: -99 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876861.064614:0:167012:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 104857600, mtime: 0x6aa0183d, atime: 0x0, ctime: 0x6aa0183d, blocks: 0x3200b
00010000:00010000:0.0:1788876861.064630:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7718s v=(0 0)
00010000:00010000:0.0:1788876861.064635:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876861.064645:0:167012:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766725 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888564 expref: 6 pid: 167012 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876861.064662:0:167012:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766725 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888564 expref: 6 pid: 167012 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876861.064680:0:167012:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d977600, rc 0)
00000100:00100000:0.0:1788876861.064737:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362770048:12345-192.168.203.59@tcp:101:dd.500 Request processed in 186us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876861.064745:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 529
00000100:00100000:1.0:1788876861.072103:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876861.072317:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770304
00000100:00100000:3.0:1788876861.072328:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770304
00000100:00100000:3.0:1788876861.072391:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681833223667 time 7681833336601 state 0x0 ref 1
00000100:00100000:3.0:1788876861.072407:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7681933336601 time 7681833336601 state 0x1 ref 1
00000100:00100000:3.0:1788876861.072440:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7681933336601 time 7718081420345 state 0x0 ref 1
00000100:00100000:3.0:1788876861.072452:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362770304:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876861.072490:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.072506:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.072510:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.072517:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.072531:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.091733:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.091753:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.091763:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.091770:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876861.091775:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.091783:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.091802:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.091821:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76672c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876861.091924:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362770304:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19469us (19828us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876861.091936:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1917
00000100:00100000:3.0:1788876861.091949:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7681933336601 time 7718081420345 state 0x2 ref 0
00000100:00100000:1.0:1788876861.110390:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876861.110488:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770432
00000100:00100000:2.0:1788876861.110497:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770432
00000100:00100000:2.0:1788876861.110557:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7681933336601 time 7718081420345 state 0x0 ref 1
00000100:00100000:2.0:1788876861.110573:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7718181420345 time 7718081420345 state 0x1 ref 1
00000100:00100000:2.0:1788876861.110605:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7718181420345 time 7718119585304 state 0x0 ref 1
00000100:00100000:2.0:1788876861.110618:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362770432:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876861.110651:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.110668:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876861.110673:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876861.110679:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.110692:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.127716:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.127738:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.127747:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.127755:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876861.127761:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.127770:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.127790:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.127798:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006484c118/0x3868396b8e766733 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876861.127910:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362770432:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17289us (17525us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876861.127920:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1918
00000100:00100000:2.0:1788876861.127933:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7718181420345 time 7718119585304 state 0x2 ref 0
00000100:00100000:1.0:1788876861.132777:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876861.132883:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770560
00000100:00100000:0.0:1788876861.132893:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770560
00000100:00100000:0.0:1788876861.132955:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7718181420345 time 7718119585304 state 0x0 ref 1
00000100:00100000:0.0:1788876861.132970:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 1 deadline 7718219585304 time 7718119585304 state 0x1 ref 1
00000100:00100000:0.0:1788876861.133004:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718219585304 time 7718141984061 state 0x0 ref 1
00000100:00100000:0.0:1788876861.133054:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362770560:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876861.133089:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876861.133105:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876861.133110:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876861.133117:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876861.133130:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.142683:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.142703:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.142712:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.142718:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876861.142722:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.142731:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.142750:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.142758:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e76673a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876861.142858:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362770560:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9838us (10086us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876861.142869:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1919
00000100:00100000:2.0:1788876861.142883:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718219585304 time 7718141984061 state 0x2 ref 0
00000100:00100000:1.0:1788876861.147457:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876861.147585:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770688
00000100:00100000:2.0:1788876861.147598:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770688
00000100:00100000:2.0:1788876861.147678:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718219585304 time 7718141984061 state 0x0 ref 1
00000100:00100000:2.0:1788876861.147697:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718241984061 time 7718141984061 state 0x1 ref 1
00000100:00100000:3.0:1788876861.235135:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718241984061 time 7718244099846 state 0x0 ref 1
00000100:00100000:3.0:1788876861.235163:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362770688:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876861.235213:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.235228:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.235232:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.235239:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.235251:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.248671:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.248697:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.248705:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.248712:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876861.248717:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.248724:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.248745:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.248752:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e766741 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876861.249365:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362770688:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14207us (101914us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876861.249378:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1920
00000100:00100000:3.0:1788876861.249391:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718241984061 time 7718244099846 state 0x2 ref 0
00000100:00100000:0.0:1788876861.258460:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876861.258555:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770816
00000100:00100000:1.0:1788876861.258566:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770816
00000100:00100000:1.0:1788876861.258629:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718241984061 time 7718244099846 state 0x0 ref 1
00000100:00100000:1.0:1788876861.258644:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718344099846 time 7718244099846 state 0x1 ref 1
00000100:00100000:1.0:1788876861.336520:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718344099846 time 7718345485080 state 0x0 ref 1
00000100:00100000:1.0:1788876861.336550:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362770816:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876861.336594:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.336610:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876861.336616:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876861.336623:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.336636:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.401118:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.401136:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.401144:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.401150:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876861.401155:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.401164:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.401183:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.401204:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766748 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876861.401288:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362770816:12345-192.168.203.59@tcp:3:dd.500 Request processed in 64746us (142833us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876861.401298:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1921
00000100:00100000:2.0:1788876861.401309:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718344099846 time 7718345485080 state 0x2 ref 0
00000100:00100000:0.0:1788876861.412989:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876861.413108:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362770944
00000100:00100000:1.0:1788876861.413118:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362770944
00000100:00100000:1.0:1788876861.413178:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718344099846 time 7718345485080 state 0x0 ref 1
00000100:00100000:1.0:1788876861.413204:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718445485080 time 7718345485080 state 0x1 ref 1
00000100:00100000:3.0:1788876861.426765:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876861.426818:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876861.426901:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771072
00000100:00100000:1.0:1788876861.426911:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771072
00000100:00100000:1.0:1788876861.426967:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3143
00000100:00100000:1.0:1788876861.426978:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362771072:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876861.427079:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362771072:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 102us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876861.427087:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3143
00000100:00100000:2.0:1788876861.427304:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771200
00000100:00100000:2.0:1788876861.427309:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771200
00000100:00100000:2.0:1788876861.427362:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6714
00000100:00100000:2.0:1788876861.427370:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362771200:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876861.427417:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362771200:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 48us (662us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876861.427423:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6714
00000100:00080000:3.0:1788876861.427691:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876861.439539:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718445485080 time 7718448502962 state 0x0 ref 1
00000100:00100000:3.0:1788876861.439570:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362770944:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876861.439613:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.439629:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.439634:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.439641:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.439657:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.454506:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.454529:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.454538:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.454546:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876861.454552:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.454561:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.454581:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.454589:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc7938ac/0x3868396b8e76674f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876861.454678:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362770944:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15117us (41693us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876861.454689:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1922
00000100:00100000:3.0:1788876861.454701:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718445485080 time 7718448502962 state 0x2 ref 0
00000100:00100000:1.0:1788876861.463732:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876861.463835:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771328
00000100:00100000:2.0:1788876861.463852:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771328
00000100:00100000:2.0:1788876861.463911:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718445485080 time 7718448502962 state 0x0 ref 1
00000100:00100000:2.0:1788876861.463928:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718548502962 time 7718448502962 state 0x1 ref 1
00000100:00100000:2.0:1788876861.540433:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718548502962 time 7718549399213 state 0x0 ref 1
00000100:00100000:2.0:1788876861.540464:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362771328:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876861.540507:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.540524:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876861.540529:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876861.540536:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.540550:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.554452:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876861.559781:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.559810:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.559820:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.559827:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fc200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876861.559831:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.559848:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.559873:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.559881:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e20a2041/0x3868396b8e766756 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876861.559963:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362771328:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19509us (96236us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876861.559974:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1923
00000100:00100000:2.0:1788876861.559985:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718548502962 time 7718549399213 state 0x2 ref 0
00000100:00100000:0.0:1788876861.591964:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876861.595401:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771456
00000100:00100000:1.0:1788876861.595416:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771456
00000100:00100000:1.0:1788876861.595483:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718548502962 time 7718549399213 state 0x0 ref 1
00000100:00100000:1.0:1788876861.595498:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718649399213 time 7718549399213 state 0x1 ref 1
00000100:00100000:3.0:1788876861.642634:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718649399213 time 7718651600828 state 0x0 ref 1
00000100:00100000:3.0:1788876861.642668:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362771456:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876861.642722:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.642741:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.642746:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876861.642753:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.642773:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.675639:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.675658:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.675667:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.675674:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876861.675679:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.675689:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.675707:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.675715:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76675d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876861.675810:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362771456:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33145us (83847us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876861.675822:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1924
00000100:00100000:3.0:1788876861.675834:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718649399213 time 7718651600828 state 0x2 ref 0
00000100:00100000:3.0:1788876861.692197:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876861.692312:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771584
00000100:00100000:2.0:1788876861.692323:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771584
00000100:00100000:2.0:1788876861.692380:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718649399213 time 7718651600828 state 0x0 ref 1
00000100:00100000:2.0:1788876861.692397:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718751600828 time 7718651600828 state 0x1 ref 1
00000100:00100000:1.0:1788876861.748003:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718751600828 time 7718756968872 state 0x0 ref 1
00000100:00100000:1.0:1788876861.748049:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362771584:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876861.748092:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.748109:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876861.748113:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876861.748120:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.748134:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.769288:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.769308:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.769318:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.769326:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428723000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876861.769331:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.769342:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.769362:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876861.769371:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea6ed262/0x3868396b8e766764 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876861.769461:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362771584:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21421us (77279us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876861.769473:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1925
00000100:00100000:3.0:1788876861.769487:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718751600828 time 7718756968872 state 0x2 ref 0
00000100:00100000:2.0:1788876861.783397:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876861.783493:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771712
00000100:00100000:0.0:1788876861.783503:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771712
00000100:00100000:0.0:1788876861.783560:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718751600828 time 7718756968872 state 0x0 ref 1
00000100:00100000:0.0:1788876861.783574:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718856968872 time 7718756968872 state 0x1 ref 1
00000100:00100000:1.0:1788876861.848160:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718856968872 time 7718857122654 state 0x0 ref 1
00000100:00100000:1.0:1788876861.848203:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362771712:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876861.848244:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.848263:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876861.848267:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876861.848275:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.848296:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.863722:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.863741:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.863750:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.863757:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428723200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876861.863762:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.863770:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.863789:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876861.863803:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e37c6cb/0x3868396b8e76676b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876861.863895:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362771712:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15713us (80504us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876861.863907:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1926
00000100:00100000:1.0:1788876861.863920:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718856968872 time 7718857122654 state 0x2 ref 0
00000100:00100000:0.0:1788876861.870379:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876861.870623:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771840
00000100:00100000:3.0:1788876861.870633:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771840
00000100:00100000:3.0:1788876861.870693:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718856968872 time 7718857122654 state 0x0 ref 1
00000100:00100000:3.0:1788876861.870708:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718957122654 time 7718857122654 state 0x1 ref 1
00000100:00100000:0.0:1788876861.950135:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718957122654 time 7718959092397 state 0x0 ref 1
00000100:00100000:0.0:1788876861.950179:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362771840:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876861.950247:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876861.950269:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876861.950274:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876861.950284:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876861.950299:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.964604:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.964623:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.964632:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.964639:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d533a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876861.964643:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.964651:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.964669:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876861.964676:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766772 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876861.964761:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362771840:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14600us (94389us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876861.964772:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1927
00000100:00100000:2.0:1788876861.964784:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718957122654 time 7718959092397 state 0x2 ref 0
00000100:00100000:1.0:1788876861.969708:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876861.969796:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362771968
00000100:00100000:2.0:1788876861.969814:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362771968
00000100:00100000:2.0:1788876861.969886:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7718957122654 time 7718959092397 state 0x0 ref 1
00000100:00100000:2.0:1788876861.969901:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719059092397 time 7718959092397 state 0x1 ref 1
00000100:00100000:2.0:1788876862.050600:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719059092397 time 7719059563619 state 0x0 ref 1
00000100:00100000:2.0:1788876862.050647:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362771968:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876862.050691:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.050707:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876862.050711:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876862.050717:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.050732:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876862.052411:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876862.072448:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.072470:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.072480:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.072489:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.072493:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.072503:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.072523:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.072531:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766779 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.072619:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362771968:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21997us (102917us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.072631:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1928
00000100:00100000:2.0:1788876862.072643:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719059092397 time 7719059563619 state 0x2 ref 0
00000100:00100000:1.0:1788876862.084736:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876862.084825:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772096
00000100:00100000:3.0:1788876862.084844:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772096
00000100:00100000:3.0:1788876862.084909:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719059092397 time 7719059563619 state 0x0 ref 1
00000100:00100000:3.0:1788876862.084925:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719159563619 time 7719059563619 state 0x1 ref 1
00000100:00100000:3.0:1788876862.151172:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719159563619 time 7719160027368 state 0x0 ref 1
00000100:00100000:3.0:1788876862.151214:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772096:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876862.151273:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.151296:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876862.151300:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876862.151307:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.151320:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.175990:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.176046:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.176064:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.176071:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876862.176076:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.176085:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.176104:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.176112:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766780 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876862.176198:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772096:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24995us (91466us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876862.176210:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1929
00000100:00100000:3.0:1788876862.176223:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719159563619 time 7719160027368 state 0x2 ref 0
00000100:00100000:1.0:1788876862.195407:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876862.195509:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772224
00000100:00100000:2.0:1788876862.195519:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772224
00000100:00100000:2.0:1788876862.195578:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719159563619 time 7719160027368 state 0x0 ref 1
00000100:00100000:2.0:1788876862.195593:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719260027368 time 7719160027368 state 0x1 ref 1
00000100:00100000:0.0:1788876862.252082:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719260027368 time 7719260995807 state 0x0 ref 1
00000100:00100000:0.0:1788876862.252114:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772224:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876862.252161:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876862.252178:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876862.252192:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876862.252198:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876862.252211:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.272105:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.272124:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.272133:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.272141:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.272147:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.272157:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.272176:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.272195:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766787 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.272283:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772224:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20178us (76879us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.272295:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1930
00000100:00100000:2.0:1788876862.272308:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719260027368 time 7719260995807 state 0x2 ref 0
00000100:00100000:3.0:1788876862.279741:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876862.283319:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772352
00000100:00100000:1.0:1788876862.283333:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772352
00000100:00100000:1.0:1788876862.283401:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719260027368 time 7719260995807 state 0x0 ref 1
00000100:00100000:1.0:1788876862.283417:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719360995807 time 7719260995807 state 0x1 ref 1
00000100:00100000:1.0:1788876862.353080:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719360995807 time 7719362046129 state 0x0 ref 1
00000100:00100000:1.0:1788876862.353110:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772352:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876862.353152:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.353168:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.353172:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.353190:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.353210:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.386657:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.386681:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.386690:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.386697:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876862.386702:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.386711:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.386731:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.386752:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76678e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876862.386866:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772352:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33763us (107127us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876862.386880:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1931
00000100:00100000:1.0:1788876862.386894:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719360995807 time 7719362046129 state 0x2 ref 0
00000100:00100000:3.0:1788876862.400225:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876862.400334:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772480
00000100:00100000:1.0:1788876862.400344:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772480
00000100:00100000:1.0:1788876862.400404:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719360995807 time 7719362046129 state 0x0 ref 1
00000100:00100000:1.0:1788876862.400418:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719462046129 time 7719362046129 state 0x1 ref 1
00000100:00100000:2.0:1788876862.457100:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719462046129 time 7719466063063 state 0x0 ref 1
00000100:00100000:2.0:1788876862.457135:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362772480:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876862.457197:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.457215:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876862.457219:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876862.457228:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.457243:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.492748:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.492767:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.492776:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.492782:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.492787:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.492802:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.492826:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.492844:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766795 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.492929:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362772480:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35805us (92710us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.492939:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1932
00000100:00100000:2.0:1788876862.492951:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719462046129 time 7719466063063 state 0x2 ref 0
00000100:00100000:0.0:1788876862.497065:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876862.497203:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772608
00000100:00100000:1.0:1788876862.497213:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772608
00000100:00100000:1.0:1788876862.497278:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719462046129 time 7719466063063 state 0x0 ref 1
00000100:00100000:1.0:1788876862.497293:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719566063063 time 7719466063063 state 0x1 ref 1
00000100:00100000:1.0:1788876862.557226:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719566063063 time 7719566192532 state 0x0 ref 1
00000100:00100000:1.0:1788876862.557257:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772608:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876862.557302:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.557325:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.557329:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.557336:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.557349:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876862.581293:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876862.582092:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.582109:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.582118:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.582125:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.582130:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.582140:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.582158:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.582166:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76679c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.582247:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362772608:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25000us (85185us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.582258:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1933
00000100:00100000:2.0:1788876862.582270:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719566063063 time 7719566192532 state 0x2 ref 0
00000100:00100000:1.0:1788876862.594638:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876862.594740:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772736
00000100:00100000:2.0:1788876862.594750:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772736
00000100:00100000:2.0:1788876862.594820:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719566063063 time 7719566192532 state 0x0 ref 1
00000100:00100000:2.0:1788876862.594842:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719666192532 time 7719566192532 state 0x1 ref 1
00000100:00100000:1.0:1788876862.657701:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719666192532 time 7719666667004 state 0x0 ref 1
00000100:00100000:1.0:1788876862.657731:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362772736:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876862.657775:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.657801:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.657806:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.657812:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.657825:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.681797:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.681817:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.681826:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.681840:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.681846:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.681855:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.681873:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.681881:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e7667a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.681957:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362772736:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24235us (87324us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.681967:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1934
00000100:00100000:2.0:1788876862.681979:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719666192532 time 7719666667004 state 0x2 ref 0
00000100:00100000:3.0:1788876862.694626:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876862.694770:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772864
00000100:00100000:2.0:1788876862.694781:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772864
00000100:00100000:2.0:1788876862.694849:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719666192532 time 7719666667004 state 0x0 ref 1
00000100:00100000:2.0:1788876862.694865:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719766667004 time 7719666667004 state 0x1 ref 1
00000100:00100000:2.0:1788876862.758618:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719766667004 time 7719767584960 state 0x0 ref 1
00000100:00100000:2.0:1788876862.758649:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362772864:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876862.758691:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.758706:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876862.758711:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876862.758717:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.758730:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.776629:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.776648:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.776658:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.776664:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.776669:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.776677:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.776695:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.776703:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e7667aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.776788:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362772864:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18149us (82166us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.776808:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1935
00000100:00100000:2.0:1788876862.776820:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719766667004 time 7719767584960 state 0x2 ref 0
00000100:00100000:3.0:1788876862.798721:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876862.798809:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362772992
00000100:00100000:1.0:1788876862.798818:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362772992
00000100:00100000:1.0:1788876862.798886:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719766667004 time 7719767584960 state 0x0 ref 1
00000100:00100000:1.0:1788876862.798901:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719867584960 time 7719767584960 state 0x1 ref 1
00000100:00100000:1.0:1788876862.859227:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719867584960 time 7719868189352 state 0x0 ref 1
00000100:00100000:1.0:1788876862.859275:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362772992:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876862.859324:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.859342:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.859346:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876862.859352:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876862.859367:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.868858:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.868877:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.868887:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.868894:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.868899:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.868909:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.868927:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.868936:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e7667b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.869093:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362772992:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9843us (70375us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.869104:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1936
00000100:00100000:2.0:1788876862.869115:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719867584960 time 7719868189352 state 0x2 ref 0
00000100:00100000:3.0:1788876862.878186:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876862.878493:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362773120
00000100:00100000:2.0:1788876862.878504:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362773120
00000100:00100000:2.0:1788876862.878733:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719867584960 time 7719868189352 state 0x0 ref 1
00000100:00100000:2.0:1788876862.878750:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719968189352 time 7719868189352 state 0x1 ref 1
00000100:00100000:0.0:1788876862.895210:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365741440:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876862.895294:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876862.898154:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741440
00000100:00100000:2.0:1788876862.898172:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741440
00000100:00100000:2.0:1788876862.898285:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 351
00000100:00100000:2.0:1788876862.898296:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365741440:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876862.898347:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196280320 pending 0 free 3746562048 avail 3744464896
00000100:00100000:2.0:1788876862.898437:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365741440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (3142us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876862.898686:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 351
00000100:00100000:2.0:1788876862.898745:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365741440:0@lo:13:osp-pre-0-0.0
00000100:00080000:3.0:1788876862.899001:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876862.959345:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719968189352 time 7719968300169 state 0x0 ref 1
00000100:00100000:2.0:1788876862.959379:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362773120:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876862.959429:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.959456:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876862.959461:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876862.959467:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.959481:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.978461:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.978481:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.978497:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.978505:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876862.978510:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.978517:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.978536:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876862.978543:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e7667b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876862.978632:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362773120:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19263us (100463us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876862.978643:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1937
00000100:00100000:2.0:1788876862.978655:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719968189352 time 7719968300169 state 0x2 ref 0
00000100:00100000:3.0:1788876862.999379:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876862.999550:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362773248
00000100:00100000:1.0:1788876862.999560:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362773248
00000100:00100000:1.0:1788876862.999621:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7719968189352 time 7719968300169 state 0x0 ref 1
00000100:00100000:1.0:1788876862.999637:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720068300169 time 7719968300169 state 0x1 ref 1
00000100:00100000:0.0:1788876863.059538:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720068300169 time 7720068502166 state 0x0 ref 1
00000100:00100000:0.0:1788876863.059570:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362773248:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876863.059618:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.059642:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876863.059646:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876863.059653:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.059670:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.113369:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.113391:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.113401:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.113408:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876863.113413:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.113422:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.113443:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.113450:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876863.113563:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362773248:12345-192.168.203.59@tcp:3:dd.500 Request processed in 54003us (114188us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876863.113574:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1938
00000100:00100000:2.0:1788876863.113584:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720068300169 time 7720068502166 state 0x2 ref 0
00000100:00100000:3.0:1788876863.127451:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876863.127550:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362773376
00000100:00100000:2.0:1788876863.127561:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362773376
00000100:00100000:2.0:1788876863.127618:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720068300169 time 7720068502166 state 0x0 ref 1
00000100:00100000:2.0:1788876863.127649:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720168502166 time 7720068502166 state 0x1 ref 1
00000100:00100000:3.0:1788876863.161819:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720168502166 time 7720170781361 state 0x0 ref 1
00000100:00100000:3.0:1788876863.161852:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362773376:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876863.161900:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.161918:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876863.161924:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876863.161930:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.161947:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.195087:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.195109:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.195118:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.195125:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876863.195129:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.195139:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.195159:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.195182:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e7667c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876863.195277:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362773376:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33434us (67831us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876863.195288:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1939
00000100:00100000:0.0:1788876863.195301:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720168502166 time 7720170781361 state 0x2 ref 0
00000100:00100000:1.0:1788876863.212103:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876863.212191:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362773504
00000100:00100000:2.0:1788876863.212201:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362773504
00000100:00100000:2.0:1788876863.212253:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720168502166 time 7720170781361 state 0x0 ref 1
00000100:00100000:2.0:1788876863.212268:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720270781361 time 7720170781361 state 0x1 ref 1
00000100:00100000:1.0:1788876863.262006:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720270781361 time 7720270972168 state 0x0 ref 1
00000100:00100000:2.0:1788876863.269091:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362773504:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876863.269146:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.269163:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876863.269167:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876863.269183:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.269198:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.289922:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.289941:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.289950:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.289957:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876863.289962:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.289970:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.289987:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.289995:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad71d8/0x3868396b8e7667cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876863.290123:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362773504:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26644us (78024us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876863.290135:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1940
00000100:00100000:3.0:1788876863.290147:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720270781361 time 7720270972168 state 0x2 ref 0
00000100:00100000:2.0:1788876863.294151:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876863.294813:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362773632
00000100:00100000:0.0:1788876863.294823:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362773632
00000100:00100000:0.0:1788876863.294884:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720270781361 time 7720270972168 state 0x0 ref 1
00000100:00100000:0.0:1788876863.294898:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720370972168 time 7720270972168 state 0x1 ref 1
00000100:00100000:3.0:1788876863.362184:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720370972168 time 7720371136767 state 0x0 ref 1
00000100:00100000:3.0:1788876863.362217:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362773632:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876863.362273:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.362289:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876863.362294:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876863.362301:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.362314:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.375006:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.375057:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.375072:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.375079:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876863.375083:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.375091:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.375110:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.375117:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876863.375247:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362773632:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13039us (81100us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876863.375259:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1941
00000100:00100000:3.0:1788876863.375272:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720370972168 time 7720371136767 state 0x2 ref 0
00000100:00100000:1.0:1788876863.383301:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876863.383417:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362773760
00000100:00100000:2.0:1788876863.383431:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362773760
00000100:00100000:2.0:1788876863.383500:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720370972168 time 7720371136767 state 0x0 ref 1
00000100:00100000:2.0:1788876863.383518:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720471136767 time 7720371136767 state 0x1 ref 1
00000100:00100000:2.0:1788876863.462531:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720471136767 time 7720471245036 state 0x0 ref 1
00000100:00100000:2.0:1788876863.462564:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362773760:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876863.462607:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.462624:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876863.462629:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876863.462636:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.462650:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.484856:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.484877:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.484886:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.484898:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876863.484903:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.484911:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.484930:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876863.484937:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e7667db lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876863.485062:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362773760:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22464us (101724us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876863.485073:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1942
00000100:00100000:2.0:1788876863.485085:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720471136767 time 7720471245036 state 0x2 ref 0
00000100:00100000:2.0:1788876863.491989:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876863.492143:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362773888
00000100:00100000:1.0:1788876863.492152:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362773888
00000100:00100000:1.0:1788876863.492225:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720471136767 time 7720471245036 state 0x0 ref 1
00000100:00100000:1.0:1788876863.492241:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720571245036 time 7720471245036 state 0x1 ref 1
00000100:00100000:1.0:1788876863.562386:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720571245036 time 7720571351428 state 0x0 ref 1
00000100:00100000:1.0:1788876863.562417:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362773888:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876863.562459:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.562475:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876863.562480:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876863.562486:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.562500:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.576189:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.576211:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.576222:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.576230:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876863.576235:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.576244:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.576263:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.576271:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876863.576353:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362773888:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13945us (84369us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876863.576365:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1943
00000100:00100000:1.0:1788876863.576377:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720571245036 time 7720571351428 state 0x2 ref 0
00000100:00100000:0.0:1788876863.583860:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876863.583920:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774016
00000100:00100000:2.0:1788876863.583935:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774016
00000100:00100000:2.0:1788876863.583993:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720571245036 time 7720571351428 state 0x0 ref 1
00000100:00100000:2.0:1788876863.584009:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720671351428 time 7720571351428 state 0x1 ref 1
00010000:00010000:1.0:1788876863.600218:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876863.662596:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720671351428 time 7720671548844 state 0x0 ref 1
00000100:00100000:3.0:1788876863.662629:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362774016:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876863.662671:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.662687:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876863.662692:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876863.662699:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.662713:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.691152:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.691188:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.691197:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.691204:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876863.691209:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.691218:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.691242:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.691249:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7667e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876863.691327:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362774016:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28708us (107471us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876863.691337:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1944
00000100:00100000:3.0:1788876863.691348:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720671351428 time 7720671548844 state 0x2 ref 0
00000100:00100000:2.0:1788876863.703508:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876863.703714:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774144
00000100:00100000:0.0:1788876863.703726:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774144
00000100:00100000:0.0:1788876863.703798:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720671351428 time 7720671548844 state 0x0 ref 1
00000100:00100000:0.0:1788876863.703814:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720771548844 time 7720671548844 state 0x1 ref 1
00000100:00100000:1.0:1788876863.763225:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720771548844 time 7720772191159 state 0x0 ref 1
00000100:00100000:1.0:1788876863.763257:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362774144:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876863.763301:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.763319:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876863.763323:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876863.763328:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.763342:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.774961:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.774981:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.774991:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.774998:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876863.775002:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.775039:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.775064:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.775071:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876863.775158:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362774144:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11912us (71656us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876863.775179:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1945
00000100:00100000:1.0:1788876863.775192:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720771548844 time 7720772191159 state 0x2 ref 0
00000100:00100000:0.0:1788876863.788289:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876863.788414:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774272
00000100:00100000:3.0:1788876863.788424:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774272
00000100:00100000:3.0:1788876863.788482:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720771548844 time 7720772191159 state 0x0 ref 1
00000100:00100000:3.0:1788876863.788496:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720872191159 time 7720772191159 state 0x1 ref 1
00000100:00100000:0.0:1788876863.863418:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720872191159 time 7720872383480 state 0x0 ref 1
00000100:00100000:0.0:1788876863.863452:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362774272:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876863.863496:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.863513:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876863.863518:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876863.863524:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876863.863538:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.890004:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.890336:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.890347:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.890359:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876863.890364:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.890373:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.890392:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876863.890399:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1100701/0x3868396b8e7667f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876863.890487:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362774272:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27044us (102203us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876863.890498:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1946
00000100:00100000:3.0:1788876863.890510:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720872191159 time 7720872383480 state 0x2 ref 0
00000100:00100000:2.0:1788876863.905517:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876863.906166:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774400
00000100:00100000:3.0:1788876863.906185:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774400
00000100:00100000:3.0:1788876863.906250:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720872191159 time 7720872383480 state 0x0 ref 1
00000100:00100000:3.0:1788876863.906276:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720972383480 time 7720872383480 state 0x1 ref 1
00000100:00100000:1.0:1788876863.963562:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720972383480 time 7720972526083 state 0x0 ref 1
00000100:00100000:1.0:1788876863.963591:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362774400:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876863.963632:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.963648:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876863.963653:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876863.963658:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.963672:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.976781:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.976800:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.976809:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.976816:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876863.976821:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.976831:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.976850:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876863.976858:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7667fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876863.976957:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362774400:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13373us (71444us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876863.976967:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1947
00000100:00100000:1.0:1788876863.976981:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720972383480 time 7720972526083 state 0x2 ref 0
00000100:00100000:3.0:1788876863.988762:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876863.988811:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774528
00000100:00100000:3.0:1788876863.988827:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774528
00000100:00100000:3.0:1788876863.988884:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7720972383480 time 7720972526083 state 0x0 ref 1
00000100:00100000:3.0:1788876863.988900:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721072526083 time 7720972526083 state 0x1 ref 1
00000001:00080000:0.0:1788876864.006605:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010808 is committed
00000100:00100000:1.0:1788876864.064218:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721072526083 time 7721073183700 state 0x0 ref 1
00000100:00100000:1.0:1788876864.064263:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362774528:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876864.064303:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.064319:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876864.064324:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876864.064330:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.064345:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876864.064912:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876864.076401:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.076421:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.076431:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.076439:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876864.076444:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.076453:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.076473:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.076480:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e766805 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876864.076573:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362774528:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12333us (87815us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876864.076584:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1948
00000100:00100000:1.0:1788876864.076598:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721072526083 time 7721073183700 state 0x2 ref 0
00000100:00100000:3.0:1788876864.090662:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876864.090746:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774656
00000100:00100000:2.0:1788876864.090756:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774656
00000100:00100000:2.0:1788876864.090827:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721072526083 time 7721073183700 state 0x0 ref 1
00000100:00100000:2.0:1788876864.090842:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721173183700 time 7721073183700 state 0x1 ref 1
00000100:00100000:2.0:1788876864.164381:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721173183700 time 7721173344723 state 0x0 ref 1
00000100:00100000:2.0:1788876864.164416:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362774656:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876864.164464:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.164481:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876864.164486:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876864.164493:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.164507:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.182589:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.182608:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.182617:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.182624:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876864.182628:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.182643:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.182662:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.182669:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e76680c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876864.182748:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362774656:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18344us (92090us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876864.182758:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1949
00000100:00100000:0.0:1788876864.182769:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721173183700 time 7721173344723 state 0x2 ref 0
00000100:00100000:3.0:1788876864.192434:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876864.192543:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774784
00000100:00100000:1.0:1788876864.192554:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774784
00000100:00100000:1.0:1788876864.192619:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721173183700 time 7721173344723 state 0x0 ref 1
00000100:00100000:1.0:1788876864.192633:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721273344723 time 7721173344723 state 0x1 ref 1
00000100:00100000:2.0:1788876864.264604:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721273344723 time 7721273569426 state 0x0 ref 1
00000100:00100000:2.0:1788876864.264644:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362774784:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876864.264695:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.264712:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876864.264717:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876864.264723:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.264736:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.324722:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.324742:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.324751:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.324759:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddfe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876864.324764:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.324773:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.324813:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.324821:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070bb5593/0x3868396b8e766813 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876864.324913:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362774784:12345-192.168.203.59@tcp:3:dd.500 Request processed in 60288us (132487us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876864.324924:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1950
00000100:00100000:2.0:1788876864.324937:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721273344723 time 7721273569426 state 0x2 ref 0
00000100:00100000:1.0:1788876864.371160:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876864.371516:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362774912
00000100:00100000:3.0:1788876864.371525:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362774912
00000100:00100000:3.0:1788876864.371580:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721273344723 time 7721273569426 state 0x0 ref 1
00000100:00100000:3.0:1788876864.371595:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721373569426 time 7721273569426 state 0x1 ref 1
00000100:00100000:3.0:1788876864.371630:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721373569426 time 7721380604820 state 0x0 ref 1
00000100:00100000:3.0:1788876864.371641:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362774912:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876864.371673:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.371689:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.371693:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.371699:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.371713:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.394576:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.394595:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.394605:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.394612:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876864.394617:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.394635:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.394655:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.394663:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76681a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876864.394742:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362774912:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23098us (23587us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876864.394752:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1951
00000100:00100000:2.0:1788876864.394764:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721373569426 time 7721380604820 state 0x2 ref 0
00000100:00100000:1.0:1788876864.405739:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876864.407954:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775040
00000100:00100000:0.0:1788876864.407967:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775040
00000100:00100000:0.0:1788876864.408085:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721373569426 time 7721380604820 state 0x0 ref 1
00000100:00100000:0.0:1788876864.408100:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721480604820 time 7721380604820 state 0x1 ref 1
00000100:00100000:3.0:1788876864.472685:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721480604820 time 7721481591074 state 0x0 ref 1
00000100:00100000:3.0:1788876864.472715:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362775040:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876864.472754:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.472768:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.472773:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.472789:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.472802:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.508994:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.509112:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.509124:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.509133:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876864.509138:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.509148:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.509177:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.509187:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766821 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876864.509393:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362775040:12345-192.168.203.59@tcp:3:dd.500 Request processed in 36676us (103650us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876864.509405:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1952
00000100:00100000:3.0:1788876864.509419:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721480604820 time 7721481591074 state 0x2 ref 0
00000100:00100000:0.0:1788876864.515757:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876864.515897:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775168
00000100:00100000:2.0:1788876864.515906:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775168
00000100:00100000:2.0:1788876864.515965:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721480604820 time 7721481591074 state 0x0 ref 1
00000100:00100000:2.0:1788876864.515979:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721581591074 time 7721481591074 state 0x1 ref 1
00000100:00100000:3.0:1788876864.574087:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721581591074 time 7721583050142 state 0x0 ref 1
00000100:00100000:3.0:1788876864.574119:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362775168:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876864.574178:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.574204:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.574209:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.574217:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.574231:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876864.622289:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876864.627040:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.627060:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.627069:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.627081:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876864.627085:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.627094:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.627114:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.627122:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e766828 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876864.627657:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362775168:12345-192.168.203.59@tcp:3:dd.500 Request processed in 53546us (111903us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876864.627668:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1953
00000100:00100000:2.0:1788876864.627680:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721581591074 time 7721583050142 state 0x2 ref 0
00000100:00100000:2.0:1788876864.644777:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876864.645048:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775296
00000100:00100000:0.0:1788876864.645058:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775296
00000100:00100000:0.0:1788876864.645118:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721581591074 time 7721583050142 state 0x0 ref 1
00000100:00100000:0.0:1788876864.645133:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721683050142 time 7721583050142 state 0x1 ref 1
00000100:00100000:3.0:1788876864.674244:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721683050142 time 7721683209720 state 0x0 ref 1
00000100:00100000:3.0:1788876864.674280:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362775296:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876864.674320:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.674338:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.674342:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876864.674348:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.674360:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.689157:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.689197:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.689208:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.689216:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876864.689221:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.689231:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.689249:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876864.689258:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76682f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876864.689382:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362775296:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15118us (44611us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876864.689394:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1954
00000100:00100000:3.0:1788876864.689407:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721683050142 time 7721683209720 state 0x2 ref 0
00000100:00100000:1.0:1788876864.699830:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876864.699966:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775424
00000100:00100000:3.0:1788876864.699977:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775424
00000100:00100000:3.0:1788876864.700090:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721683050142 time 7721683209720 state 0x0 ref 1
00000100:00100000:3.0:1788876864.700107:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721783209720 time 7721683209720 state 0x1 ref 1
00000100:00100000:1.0:1788876864.776115:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721783209720 time 7721785079409 state 0x0 ref 1
00000100:00100000:1.0:1788876864.776151:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362775424:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876864.776214:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.776233:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876864.776238:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876864.776244:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.776257:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.799779:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.799800:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.799815:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.799824:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428722200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876864.799829:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.799838:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.799857:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.799865:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be835e26/0x3868396b8e766836 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876864.799966:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362775424:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23827us (100147us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876864.799979:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1955
00000100:00100000:2.0:1788876864.799994:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721783209720 time 7721785079409 state 0x2 ref 0
00000100:00100000:0.0:1788876864.810094:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876864.810191:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775552
00000100:00100000:1.0:1788876864.810201:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775552
00000100:00100000:1.0:1788876864.810267:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721783209720 time 7721785079409 state 0x0 ref 1
00000100:00100000:1.0:1788876864.810282:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721885079409 time 7721785079409 state 0x1 ref 1
00000100:00100000:1.0:1788876864.876236:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721885079409 time 7721885199498 state 0x0 ref 1
00000100:00100000:1.0:1788876864.876269:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362775552:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876864.876314:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.876337:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876864.876342:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876864.876349:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.876365:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.891549:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.891569:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.891579:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.891586:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428723800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876864.891591:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.891601:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.891620:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876864.891628:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76683d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876864.891722:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362775552:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15463us (81633us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876864.891734:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1956
00000100:00100000:1.0:1788876864.891757:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721885079409 time 7721885199498 state 0x2 ref 0
00000100:00100000:3.0:1788876864.897545:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876864.897838:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775680
00000100:00100000:2.0:1788876864.897848:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775680
00000100:00100000:2.0:1788876864.897906:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721885079409 time 7721885199498 state 0x0 ref 1
00000100:00100000:2.0:1788876864.897926:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721985199498 time 7721885199498 state 0x1 ref 1
00000100:00100000:2.0:1788876864.976460:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721985199498 time 7721985424867 state 0x0 ref 1
00000100:00100000:2.0:1788876864.976495:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362775680:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876864.976549:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.976569:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876864.976574:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876864.976582:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.976597:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.998677:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.998697:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.998706:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.998718:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d533a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876864.998724:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.998733:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.998755:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876864.998763:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000797c7c63/0x3868396b8e766844 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876864.998878:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362775680:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22395us (101339us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876864.998890:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1957
00000100:00100000:2.0:1788876864.998902:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721985199498 time 7721985424867 state 0x2 ref 0
00000100:00100000:0.0:1788876865.010685:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876865.010765:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775808
00000100:00100000:2.0:1788876865.010775:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775808
00000100:00100000:2.0:1788876865.010843:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7721985199498 time 7721985424867 state 0x0 ref 1
00000100:00100000:2.0:1788876865.010857:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722085424867 time 7721985424867 state 0x1 ref 1
00000100:00100000:1.0:1788876865.076893:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722085424867 time 7722085859386 state 0x0 ref 1
00000100:00100000:1.0:1788876865.076923:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362775808:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876865.076962:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.076979:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876865.076982:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876865.076989:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.077001:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.084908:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.084929:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.084939:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.084959:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428723800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876865.084964:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.084973:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.084992:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.085000:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a46224e0/0x3868396b8e76684b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876865.085132:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362775808:12345-192.168.203.59@tcp:3:dd.500 Request processed in 8217us (74449us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876865.085143:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1958
00000100:00100000:2.0:1788876865.085156:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722085424867 time 7722085859386 state 0x2 ref 0
00000100:00100000:0.0:1788876865.105474:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876865.105560:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362775936
00000100:00100000:3.0:1788876865.105570:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362775936
00000100:00100000:3.0:1788876865.105628:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722085424867 time 7722085859386 state 0x0 ref 1
00000100:00100000:3.0:1788876865.105642:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722185859386 time 7722085859386 state 0x1 ref 1
00000100:00100000:3.0:1788876865.177004:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722185859386 time 7722185968838 state 0x0 ref 1
00000100:00100000:3.0:1788876865.177072:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362775936:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876865.177119:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.177137:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876865.177141:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876865.177148:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.177173:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.203363:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.203382:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.203392:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.203400:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876865.203404:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.203413:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.203431:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.203440:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e766852 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876865.203524:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362775936:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26462us (98054us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876865.203536:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1959
00000100:00100000:3.0:1788876865.203549:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722185859386 time 7722185968838 state 0x2 ref 0
00000100:00100000:2.0:1788876865.215749:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876865.216204:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776064
00000100:00100000:0.0:1788876865.216214:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776064
00000100:00100000:0.0:1788876865.216281:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722185859386 time 7722185968838 state 0x0 ref 1
00000100:00100000:0.0:1788876865.216297:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722285968838 time 7722185968838 state 0x1 ref 1
00000100:00100000:1.0:1788876865.277141:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722285968838 time 7722286107391 state 0x0 ref 1
00000100:00100000:1.0:1788876865.277182:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776064:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876865.277221:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.277236:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876865.277241:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876865.277247:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.277269:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.292053:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.292074:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.292083:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.292091:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876865.292096:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.292110:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.292129:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.292136:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766859 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876865.292304:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776064:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15138us (76559us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876865.292316:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1960
00000100:00100000:1.0:1788876865.292330:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722285968838 time 7722286107391 state 0x2 ref 0
00000100:00100000:1.0:1788876865.298512:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876865.298568:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776192
00000100:00100000:3.0:1788876865.298578:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776192
00000100:00100000:3.0:1788876865.298702:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722285968838 time 7722286107391 state 0x0 ref 1
00000100:00100000:3.0:1788876865.298719:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722386107391 time 7722286107391 state 0x1 ref 1
00000100:00100000:1.0:1788876865.377302:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722386107391 time 7722386267264 state 0x0 ref 1
00000100:00100000:1.0:1788876865.377331:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776192:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876865.377375:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.377391:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876865.377396:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876865.377402:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.377416:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.389564:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.389585:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.389593:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.389601:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876865.389606:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.389614:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.389635:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.389648:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766860 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876865.389747:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776192:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12424us (91239us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876865.389759:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1961
00000100:00100000:3.0:1788876865.389869:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722386107391 time 7722386267264 state 0x2 ref 0
00000100:00100000:0.0:1788876865.403556:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876865.403696:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776320
00000100:00100000:2.0:1788876865.403706:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776320
00000100:00100000:2.0:1788876865.403786:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722386107391 time 7722386267264 state 0x0 ref 1
00000100:00100000:2.0:1788876865.403801:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722486267264 time 7722386267264 state 0x1 ref 1
00000100:00100000:0.0:1788876865.479254:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722486267264 time 7722488213607 state 0x0 ref 1
00000100:00100000:0.0:1788876865.479286:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776320:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876865.479331:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876865.479361:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876865.479366:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876865.479373:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876865.479387:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.507535:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.507553:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.507562:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.507569:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876865.507574:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.507583:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.507603:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.507612:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0475299/0x3868396b8e766867 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876865.507711:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776320:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28434us (104160us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876865.507723:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1962
00000100:00100000:3.0:1788876865.507736:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722486267264 time 7722488213607 state 0x2 ref 0
00000100:00100000:2.0:1788876865.523349:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876865.523500:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776448
00000100:00100000:1.0:1788876865.523511:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776448
00000100:00100000:1.0:1788876865.523572:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722486267264 time 7722488213607 state 0x0 ref 1
00000100:00100000:1.0:1788876865.523587:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722588213607 time 7722488213607 state 0x1 ref 1
00000100:00100000:3.0:1788876865.579404:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722588213607 time 7722588369922 state 0x0 ref 1
00000100:00100000:3.0:1788876865.579433:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776448:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876865.579476:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.579492:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876865.579495:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876865.579502:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.579515:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.601095:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.601124:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.601134:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.601143:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876865.601149:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.601169:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.601190:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.601199:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76686e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876865.601335:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776448:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21908us (78003us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876865.601347:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1963
00000100:00100000:3.0:1788876865.601361:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722588213607 time 7722588369922 state 0x2 ref 0
00000100:00100000:1.0:1788876865.615709:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876865.617149:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776576
00000100:00100000:2.0:1788876865.617171:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776576
00000100:00100000:2.0:1788876865.617242:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722588213607 time 7722588369922 state 0x0 ref 1
00000100:00100000:2.0:1788876865.617257:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722688369922 time 7722588369922 state 0x1 ref 1
00010000:00010000:1.0:1788876865.649393:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876865.679636:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722688369922 time 7722688603077 state 0x0 ref 1
00000100:00100000:0.0:1788876865.679667:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776576:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876865.679713:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876865.679733:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876865.679737:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876865.679744:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876865.679759:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.697084:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.697105:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.697115:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.697121:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876865.697126:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.697135:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.697152:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.697171:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766875 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876865.697258:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776576:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17599us (81554us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876865.697269:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1964
00000100:00100000:2.0:1788876865.697281:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722688369922 time 7722688603077 state 0x2 ref 0
00000100:00100000:1.0:1788876865.705419:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876865.705530:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776704
00000100:00100000:2.0:1788876865.705540:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776704
00000100:00100000:2.0:1788876865.705601:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722688369922 time 7722688603077 state 0x0 ref 1
00000100:00100000:2.0:1788876865.705615:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722788603077 time 7722688603077 state 0x1 ref 1
00000100:00100000:2.0:1788876865.781959:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722788603077 time 7722790926847 state 0x0 ref 1
00000100:00100000:2.0:1788876865.781989:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776704:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876865.782069:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.782087:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876865.782093:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876865.782100:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.782112:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.799084:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.799103:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.799112:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.799120:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876865.799126:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.799136:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.799174:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.799183:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76687c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876865.799268:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776704:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17288us (93854us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876865.799281:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1965
00000100:00100000:2.0:1788876865.799301:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722788603077 time 7722790926847 state 0x2 ref 0
00000100:00100000:3.0:1788876865.803381:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876865.803466:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776832
00000100:00100000:0.0:1788876865.803476:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776832
00000100:00100000:0.0:1788876865.803534:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722788603077 time 7722790926847 state 0x0 ref 1
00000100:00100000:0.0:1788876865.803548:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722890926847 time 7722790926847 state 0x1 ref 1
00000100:00100000:2.0:1788876865.882359:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722890926847 time 7722891326449 state 0x0 ref 1
00000100:00100000:2.0:1788876865.882388:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776832:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876865.882427:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.882443:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876865.882447:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876865.882454:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876865.882466:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.914989:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.915197:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.915208:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.915215:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876865.915220:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.915234:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.915253:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.915261:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766883 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876865.915381:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362776832:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33000us (112005us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876865.915390:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1966
00000100:00100000:1.0:1788876865.915401:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722890926847 time 7722891326449 state 0x2 ref 0
00000100:00100000:0.0:1788876865.929120:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876865.929264:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362776960
00000100:00100000:1.0:1788876865.929274:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362776960
00000100:00100000:1.0:1788876865.929329:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722890926847 time 7722891326449 state 0x0 ref 1
00000100:00100000:1.0:1788876865.929344:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722991326449 time 7722891326449 state 0x1 ref 1
00000100:00100000:0.0:1788876865.967276:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876865.967299:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365741568:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876865.967367:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876865.967493:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741568
00000100:00100000:2.0:1788876865.967502:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741568
00000100:00100000:2.0:1788876865.967578:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 352
00000100:00100000:2.0:1788876865.967587:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365741568:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876865.967622:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876865.967676:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365741568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876865.967687:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 352
00000100:00100000:2.0:1788876865.967715:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365741696:0@lo:400:kworker.0
00000100:00100000:2.0:1788876865.967760:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876865.967779:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365741824:0@lo:400:kworker.0
00000100:00100000:2.0:1788876865.967790:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365742208:0@lo:400:kworker.0
00000100:00100000:3.0:1788876865.967829:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876865.967847:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741696
00000100:00100000:2.0:1788876865.967851:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741696
00000100:00100000:3.0:1788876865.967885:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741824
00000100:00100000:2.0:1788876865.967887:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:3.0:1788876865.967890:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741824
00000100:00100000:2.0:1788876865.967898:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365741696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876865.967923:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6715
00000100:00100000:3.0:1788876865.967933:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365741824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876865.967938:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365741696:12345-0@lo:400:kworker.0 Request processed in 41us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876865.967946:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00100000:3.0:1788876865.967978:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365741824:12345-0@lo:400:kworker.0 Request processed in 46us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876865.967985:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6715
00000100:00100000:2.0:1788876865.967997:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876865.968058:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365741696:0@lo:400:kworker.0
00000100:00100000:1.0:1788876865.968127:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365742080:0@lo:400:kworker.0
00000100:00100000:1.0:1788876865.968171:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876865.968195:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876865.968200:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365741952:0@lo:400:kworker.0
00000100:00100000:1.0:1788876865.968225:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1788876865.968264:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876865.968285:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742080
00000100:00100000:0.0:1788876865.968289:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742080
00000100:00100000:0.0:1788876865.968329:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 354
00000100:00100000:0.0:1788876865.968337:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365742080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876865.968370:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365742080:12345-0@lo:400:kworker.0 Request processed in 34us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876865.968376:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 354
00000100:00080000:0.0:1788876865.968391:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876865.968429:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365741568:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876865.968464:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365741824:0@lo:400:kworker.0
00000100:00100000:1.0:1788876865.971497:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365742080:0@lo:400:kworker.0
00000100:00100000:3.0:1788876865.971555:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742208
00000100:00100000:3.0:1788876865.971564:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742208
00000100:00100000:0.0:1788876865.972234:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365741952
00000100:00100000:0.0:1788876865.972240:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365741952
00000100:00100000:0.0:1788876865.972301:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6716
00000100:00100000:0.0:1788876865.972311:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365741952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876865.972387:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365741952:12345-0@lo:400:kworker.0 Request processed in 77us (4164us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876865.972394:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6716
00000100:00100000:0.0:1788876865.972434:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6717
00000100:00100000:0.0:1788876865.972440:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365742208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876865.972475:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365742208:12345-0@lo:400:kworker.0 Request processed in 34us (4479us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876865.972481:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6717
00000100:00100000:0.0:1788876865.972528:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365742208:0@lo:400:kworker.0
00000100:00080000:3.0:1788876865.972651:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876865.973049:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365741952:0@lo:400:kworker.0
00000100:00100000:3.0:1788876865.982463:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722991326449 time 7722991428674 state 0x0 ref 1
00000100:00100000:3.0:1788876865.982489:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776960:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876865.982529:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.982545:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876865.982549:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876865.982556:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876865.982569:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.993260:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.993279:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.993288:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.993294:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876865.993298:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.993307:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.993328:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876865.993336:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e76688a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876865.993419:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362776960:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10934us (64302us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876865.993432:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1967
00000100:00100000:1.0:1788876865.993444:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722991326449 time 7722991428674 state 0x2 ref 0
00000100:00100000:3.0:1788876866.010134:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876866.010369:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777088
00000100:00100000:1.0:1788876866.010380:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777088
00000100:00100000:1.0:1788876866.010457:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7722991326449 time 7722991428674 state 0x0 ref 1
00000100:00100000:1.0:1788876866.010472:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723091428674 time 7722991428674 state 0x1 ref 1
00000100:00080000:3.0:1788876866.010594:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876866.084134:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723091428674 time 7723093100893 state 0x0 ref 1
00000100:00100000:1.0:1788876866.084178:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362777088:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876866.084222:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.084240:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876866.084244:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876866.084250:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.084265:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876866.104642:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876866.104664:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876866.104674:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876866.104681:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d976400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876866.104686:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876866.104694:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876866.104713:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876866.104734:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f196ab40/0x3868396b8e766891 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876866.104881:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362777088:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20725us (94750us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876866.104893:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1968
00000100:00100000:0.0:1788876866.104905:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723091428674 time 7723093100893 state 0x2 ref 0
00000100:00100000:0.0:1788876866.117617:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876866.117989:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777216
00000100:00100000:3.0:1788876866.117999:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777216
00000100:00100000:3.0:1788876866.118112:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723091428674 time 7723093100893 state 0x0 ref 1
00000100:00100000:3.0:1788876866.118133:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723193100893 time 7723093100893 state 0x1 ref 1
00000100:00100000:2.0:1788876866.185452:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723193100893 time 7723194415728 state 0x0 ref 1
00000100:00100000:2.0:1788876866.185484:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777216:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876866.185529:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.185547:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.185552:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.185559:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.185572:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.207197:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.207218:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.207228:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.207235:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876866.207240:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.207249:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.207274:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.207282:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766898 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876866.207367:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777216:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21892us (89755us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876866.207378:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1969
00000100:00100000:2.0:1788876866.207390:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723193100893 time 7723194415728 state 0x2 ref 0
00000100:00100000:2.0:1788876866.212512:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876866.212594:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777344
00000100:00100000:3.0:1788876866.212604:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777344
00000100:00100000:3.0:1788876866.212666:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723193100893 time 7723194415728 state 0x0 ref 1
00000100:00100000:3.0:1788876866.212682:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723294415728 time 7723194415728 state 0x1 ref 1
00000100:00100000:1.0:1788876866.285652:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723294415728 time 7723294617445 state 0x0 ref 1
00000100:00100000:1.0:1788876866.285687:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777344:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876866.285743:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.285760:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876866.285773:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876866.285780:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.285796:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.300113:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.300136:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.300144:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.300160:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876866.300168:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.300181:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.300199:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.300206:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e76689f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876866.300292:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777344:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14615us (87785us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876866.300304:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1970
00000100:00100000:1.0:1788876866.300317:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723294415728 time 7723294617445 state 0x2 ref 0
00000100:00100000:3.0:1788876866.314910:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876866.318543:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777472
00000100:00100000:2.0:1788876866.318562:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777472
00000100:00100000:2.0:1788876866.318631:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723294415728 time 7723294617445 state 0x0 ref 1
00000100:00100000:2.0:1788876866.318647:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723394617445 time 7723294617445 state 0x1 ref 1
00000100:00100000:2.0:1788876866.385760:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723394617445 time 7723394727043 state 0x0 ref 1
00000100:00100000:2.0:1788876866.385790:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362777472:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876866.386000:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.386048:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.386053:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.386059:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.386072:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.473438:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.473461:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.473470:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.473478:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876866.473483:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.473494:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.473517:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.473526:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876866.473610:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362777472:12345-192.168.203.59@tcp:3:dd.500 Request processed in 87828us (158706us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876866.473630:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1971
00000100:00100000:2.0:1788876866.473642:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723394617445 time 7723394727043 state 0x2 ref 0
00000100:00100000:0.0:1788876866.486072:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876866.486193:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777600
00000100:00100000:2.0:1788876866.486203:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777600
00000100:00100000:2.0:1788876866.486260:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723394617445 time 7723394727043 state 0x0 ref 1
00000100:00100000:2.0:1788876866.486276:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723494727043 time 7723394727043 state 0x1 ref 1
00000100:00100000:2.0:1788876866.486307:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723494727043 time 7723495287261 state 0x0 ref 1
00000100:00100000:2.0:1788876866.486319:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777600:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876866.486355:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.486372:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.486377:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.486384:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.486404:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.500676:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.500697:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.500816:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.500828:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876866.500833:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.500843:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.500864:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.500872:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876866.500967:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777600:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14644us (14899us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876866.500988:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1972
00000100:00100000:2.0:1788876866.501002:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723494727043 time 7723495287261 state 0x2 ref 0
00000100:00100000:0.0:1788876866.509817:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876866.509969:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777728
00000100:00100000:1.0:1788876866.509979:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777728
00000100:00100000:1.0:1788876866.510085:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723494727043 time 7723495287261 state 0x0 ref 1
00000100:00100000:1.0:1788876866.510102:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723595287261 time 7723495287261 state 0x1 ref 1
00000100:00100000:3.0:1788876866.547285:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876866.547332:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876866.547364:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876866.547838:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777984
00000100:00100000:1.0:1788876866.547848:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777984
00000100:00100000:1.0:1788876866.547909:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362778112
00000100:00100000:1.0:1788876866.547913:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362778112
00000100:00100000:1.0:1788876866.547939:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6718
00000100:00100000:1.0:1788876866.547949:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362777984:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876866.548052:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362777984:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 103us (775us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876866.548060:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6718
00000100:00100000:1.0:1788876866.548076:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6719
00000100:00100000:1.0:1788876866.548083:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362778112:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876866.548113:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362778112:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (748us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876866.548118:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6719
00000100:00080000:3.0:1788876866.548333:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876866.548353:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362777856
00000100:00100000:0.0:1788876866.548358:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362777856
00000100:00100000:0.0:1788876866.548396:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3145
00000100:00100000:0.0:1788876866.548402:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362777856:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876866.548432:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362777856:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 30us (1099us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876866.548439:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3145
00000100:00100000:1.0:1788876866.588459:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723595287261 time 7723597424628 state 0x0 ref 1
00000100:00100000:1.0:1788876866.588490:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777728:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876866.588537:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.588552:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876866.588556:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876866.588561:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.588575:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.600274:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.600295:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.600303:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.600310:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876866.600315:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.600324:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.600344:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.600351:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876866.600449:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362777728:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11967us (90636us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876866.600459:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1973
00000100:00100000:1.0:1788876866.600471:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723595287261 time 7723597424628 state 0x2 ref 0
00000100:00100000:3.0:1788876866.613856:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876866.614206:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362778240
00000100:00100000:2.0:1788876866.614216:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362778240
00000100:00100000:2.0:1788876866.614279:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723595287261 time 7723597424628 state 0x0 ref 1
00000100:00100000:2.0:1788876866.614296:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723697424628 time 7723597424628 state 0x1 ref 1
00010000:00010000:3.0:1788876866.670662:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876866.688597:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723697424628 time 7723697561807 state 0x0 ref 1
00000100:00100000:1.0:1788876866.688630:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362778240:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876866.688676:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.688692:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876866.688697:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876866.688702:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.688784:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.742350:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.742370:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.742379:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.742387:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876866.742392:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.742405:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.742423:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.742431:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876866.742513:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362778240:12345-192.168.203.59@tcp:3:dd.500 Request processed in 53893us (128661us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876866.742524:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1974
00000100:00100000:1.0:1788876866.742537:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723697424628 time 7723697561807 state 0x2 ref 0
00000100:00100000:3.0:1788876866.751097:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876866.753512:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362778368
00000100:00100000:2.0:1788876866.753527:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362778368
00000100:00100000:2.0:1788876866.753603:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723697424628 time 7723697561807 state 0x0 ref 1
00000100:00100000:2.0:1788876866.753630:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723797561807 time 7723697561807 state 0x1 ref 1
00000100:00100000:3.0:1788876866.790319:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723797561807 time 7723799286358 state 0x0 ref 1
00000100:00100000:3.0:1788876866.790371:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362778368:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876866.790412:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876866.790434:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876866.790438:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876866.790445:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876866.790459:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.818359:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.818379:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.818388:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.818394:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876866.818399:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.818409:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.818428:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876866.818437:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e7668c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876866.818830:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362778368:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28466us (67736us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876866.818842:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1975
00000100:00100000:1.0:1788876866.818855:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723797561807 time 7723799286358 state 0x2 ref 0
00000100:00100000:0.0:1788876866.829753:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876866.829858:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362778496
00000100:00100000:1.0:1788876866.829868:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362778496
00000100:00100000:1.0:1788876866.829939:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723797561807 time 7723799286358 state 0x0 ref 1
00000100:00100000:1.0:1788876866.829955:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723899286358 time 7723799286358 state 0x1 ref 1
00000100:00100000:3.0:1788876866.890987:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723899286358 time 7723899952801 state 0x0 ref 1
00000100:00100000:3.0:1788876866.891056:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362778496:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876866.891098:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876866.891115:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876866.891119:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876866.891126:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876866.891138:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.906928:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.906948:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.906956:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.906963:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876866.906968:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.906976:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.906995:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.907002:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e7668c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876866.907125:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362778496:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16117us (77376us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876866.907136:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1976
00000100:00100000:2.0:1788876866.907156:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723899286358 time 7723899952801 state 0x2 ref 0
00000100:00100000:3.0:1788876866.916581:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876866.916699:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362778624
00000100:00100000:2.0:1788876866.916721:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362778624
00000100:00100000:2.0:1788876866.916808:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723899286358 time 7723899952801 state 0x0 ref 1
00000100:00100000:2.0:1788876866.916826:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723999952801 time 7723899952801 state 0x1 ref 1
00000100:00100000:2.0:1788876866.991056:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723999952801 time 7724000023020 state 0x0 ref 1
00000100:00100000:2.0:1788876866.991086:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362778624:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876866.991129:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.991155:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.991160:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876866.991167:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876866.991181:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.013919:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.013940:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.013948:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.013955:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876867.013959:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.013968:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.013990:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.013997:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e7668d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876867.014128:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362778624:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23050us (97554us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876867.014139:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1977
00000100:00100000:2.0:1788876867.014163:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723999952801 time 7724000023020 state 0x2 ref 0
00000100:00100000:3.0:1788876867.020108:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876867.020207:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362778752
00000100:00100000:0.0:1788876867.020217:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362778752
00000100:00100000:0.0:1788876867.020271:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7723999952801 time 7724000023020 state 0x0 ref 1
00000100:00100000:0.0:1788876867.020286:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724100023020 time 7724000023020 state 0x1 ref 1
00000100:00100000:0.0:1788876867.091174:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724100023020 time 7724100139582 state 0x0 ref 1
00000100:00100000:0.0:1788876867.091207:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362778752:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876867.091252:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.091268:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876867.091273:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876867.091279:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.091299:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.122100:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.122121:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.122130:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.122137:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876867.122142:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.122161:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.122183:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.122190:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e7668d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876867.122281:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362778752:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31085us (102177us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876867.122292:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1978
00000100:00100000:1.0:1788876867.122305:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724100023020 time 7724100139582 state 0x2 ref 0
00000100:00100000:3.0:1788876867.127062:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876867.127166:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362778880
00000100:00100000:2.0:1788876867.127176:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362778880
00000100:00100000:2.0:1788876867.127235:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724100023020 time 7724100139582 state 0x0 ref 1
00000100:00100000:2.0:1788876867.127253:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724200139582 time 7724100139582 state 0x1 ref 1
00000100:00100000:3.0:1788876867.191470:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724200139582 time 7724200434910 state 0x0 ref 1
00000100:00100000:3.0:1788876867.191502:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362778880:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876867.191548:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.191564:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876867.191569:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876867.191576:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.191589:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.213951:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.213976:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.213987:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.213996:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876867.214001:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.214010:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.214061:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.214070:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e7668de lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876867.214170:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362778880:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22677us (87112us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876867.214181:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1979
00000100:00100000:1.0:1788876867.214194:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724200139582 time 7724200434910 state 0x2 ref 0
00000100:00100000:3.0:1788876867.230459:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876867.230617:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779008
00000100:00100000:1.0:1788876867.230627:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779008
00000100:00100000:1.0:1788876867.230699:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724200139582 time 7724200434910 state 0x0 ref 1
00000100:00100000:1.0:1788876867.230726:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724300434910 time 7724200434910 state 0x1 ref 1
00000100:00100000:1.0:1788876867.291727:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724300434910 time 7724300691931 state 0x0 ref 1
00000100:00100000:1.0:1788876867.291768:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779008:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876867.291823:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.291840:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876867.291845:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876867.291851:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.291866:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.321619:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.321640:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.321650:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.321664:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876867.321669:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.321679:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.321699:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.321707:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e7668e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876867.322322:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779008:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30571us (91864us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876867.322334:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1980
00000100:00100000:1.0:1788876867.322346:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724300434910 time 7724300691931 state 0x2 ref 0
00000100:00100000:0.0:1788876867.336474:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876867.337430:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779136
00000100:00100000:1.0:1788876867.337441:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779136
00000100:00100000:1.0:1788876867.337505:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724300434910 time 7724300691931 state 0x0 ref 1
00000100:00100000:1.0:1788876867.337519:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724400691931 time 7724300691931 state 0x1 ref 1
00000100:00100000:0.0:1788876867.392081:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724400691931 time 7724401046052 state 0x0 ref 1
00000100:00100000:0.0:1788876867.392112:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779136:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876867.392168:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.392185:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876867.392190:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876867.392196:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.392210:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.410059:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.410081:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.410094:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.410101:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876867.410106:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.410117:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.410141:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.410161:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e7668ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876867.410257:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779136:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18154us (73786us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876867.410269:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1981
00000100:00100000:2.0:1788876867.410282:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724400691931 time 7724401046052 state 0x2 ref 0
00000100:00100000:0.0:1788876867.414504:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876867.414594:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779264
00000100:00100000:3.0:1788876867.414605:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779264
00000100:00100000:3.0:1788876867.414679:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724400691931 time 7724401046052 state 0x0 ref 1
00000100:00100000:3.0:1788876867.414701:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724501046052 time 7724401046052 state 0x1 ref 1
00000100:00100000:2.0:1788876867.492347:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724501046052 time 7724501312192 state 0x0 ref 1
00000100:00100000:2.0:1788876867.492375:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362779264:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876867.492416:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.492433:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876867.492437:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876867.492443:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.492457:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.521930:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.521951:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.521961:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.521968:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876867.521973:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.521984:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.522042:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.522053:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876867.522404:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362779264:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30036us (107905us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876867.522416:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1982
00000100:00100000:2.0:1788876867.522428:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724501046052 time 7724501312192 state 0x2 ref 0
00000100:00100000:1.0:1788876867.532907:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876867.533115:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779392
00000100:00100000:2.0:1788876867.533127:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779392
00000100:00100000:2.0:1788876867.533200:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724501046052 time 7724501312192 state 0x0 ref 1
00000100:00100000:2.0:1788876867.533215:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724601312192 time 7724501312192 state 0x1 ref 1
00000100:00100000:2.0:1788876867.593387:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724601312192 time 7724602353144 state 0x0 ref 1
00000100:00100000:2.0:1788876867.593418:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779392:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876867.593462:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.593478:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876867.593484:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876867.593491:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.593504:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.603527:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.603547:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.603561:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.603569:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876867.603574:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.603583:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.603601:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876867.603609:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7668fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876867.603688:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779392:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10279us (70785us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876867.603700:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1983
00000100:00100000:3.0:1788876867.603712:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724601312192 time 7724602353144 state 0x2 ref 0
00000100:00100000:1.0:1788876867.613823:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876867.613954:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779520
00000100:00100000:2.0:1788876867.613973:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779520
00000100:00100000:2.0:1788876867.614067:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724601312192 time 7724602353144 state 0x0 ref 1
00000100:00100000:2.0:1788876867.614083:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724702353144 time 7724602353144 state 0x1 ref 1
00000100:00100000:0.0:1788876867.693540:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724702353144 time 7724702505153 state 0x0 ref 1
00000100:00100000:0.0:1788876867.693570:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362779520:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876867.693613:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.693630:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876867.693635:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876867.693642:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.693655:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.695390:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876867.707115:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.707135:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.707154:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.707162:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d532200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876867.707167:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.707177:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.707198:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.707206:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e766901 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876867.707285:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362779520:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13723us (93465us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876867.707296:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1984
00000100:00100000:0.0:1788876867.707308:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724702353144 time 7724702505153 state 0x2 ref 0
00000100:00100000:1.0:1788876867.711847:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876867.711995:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779648
00000100:00100000:3.0:1788876867.712005:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779648
00000100:00100000:3.0:1788876867.712093:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724702353144 time 7724702505153 state 0x0 ref 1
00000100:00100000:3.0:1788876867.712111:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724802505153 time 7724702505153 state 0x1 ref 1
00000100:00100000:1.0:1788876867.799307:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724802505153 time 7724808274393 state 0x0 ref 1
00000100:00100000:1.0:1788876867.799341:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779648:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876867.799391:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.799407:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876867.799411:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876867.799417:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876867.799431:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.815777:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.815804:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.815813:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.815820:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d977c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876867.815825:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.815834:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.815854:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.815863:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000882eeb0e/0x3868396b8e766908 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876867.815942:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779648:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16613us (104098us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876867.815953:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1985
00000100:00100000:0.0:1788876867.815965:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724802505153 time 7724808274393 state 0x2 ref 0
00000100:00100000:2.0:1788876867.827112:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876867.827209:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779776
00000100:00100000:1.0:1788876867.827219:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779776
00000100:00100000:1.0:1788876867.827275:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724802505153 time 7724808274393 state 0x0 ref 1
00000100:00100000:1.0:1788876867.827290:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724908274393 time 7724808274393 state 0x1 ref 1
00000100:00100000:2.0:1788876867.899455:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724908274393 time 7724908421464 state 0x0 ref 1
00000100:00100000:2.0:1788876867.899486:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362779776:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876867.899529:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.899547:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876867.899552:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876867.899559:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.899573:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.924647:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.924667:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.924676:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.924683:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876867.924687:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.924696:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.924716:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876867.924724:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e76690f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876867.924840:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362779776:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25363us (97734us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876867.924851:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1986
00000100:00100000:0.0:1788876867.924863:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724908274393 time 7724908421464 state 0x2 ref 0
00000100:00100000:2.0:1788876867.933428:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876867.933522:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362779904
00000100:00100000:1.0:1788876867.933533:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362779904
00000100:00100000:1.0:1788876867.933593:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7724908274393 time 7724908421464 state 0x0 ref 1
00000100:00100000:1.0:1788876867.933608:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725008421464 time 7724908421464 state 0x1 ref 1
00000100:00100000:2.0:1788876867.999603:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725008421464 time 7725008568491 state 0x0 ref 1
00000100:00100000:2.0:1788876867.999632:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779904:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876867.999691:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.999714:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876867.999719:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876867.999725:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876867.999740:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876868.015580:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365742336:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876868.015649:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876868.015935:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742336
00000100:00100000:1.0:1788876868.015944:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742336
00000100:00100000:1.0:1788876868.016037:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 353
00000100:00100000:1.0:1788876868.016049:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365742336:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876868.016085:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196280320 pending 0 free 3746562048 avail 3744464896
00000100:00080000:3.0:1788876868.016098:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876868.016156:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365742336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (506us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876868.016163:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 353
00000100:00100000:0.0:1788876868.016251:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365742336:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1788876868.021999:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.022054:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.022064:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.022080:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876868.022085:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.022094:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.022113:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.022120:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e766916 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876868.022316:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362779904:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22690us (88890us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876868.022328:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1987
00000100:00100000:2.0:1788876868.022340:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725008421464 time 7725008568491 state 0x2 ref 0
00000100:00100000:2.0:1788876868.029629:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876868.029737:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780032
00000100:00100000:0.0:1788876868.029748:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780032
00000100:00100000:0.0:1788876868.029837:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725008421464 time 7725008568491 state 0x0 ref 1
00000100:00100000:0.0:1788876868.029851:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725108568491 time 7725008568491 state 0x1 ref 1
00000100:00080000:3.0:1788876868.030081:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876868.100282:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725108568491 time 7725109248458 state 0x0 ref 1
00000100:00100000:0.0:1788876868.100311:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362780032:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876868.100355:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.100375:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876868.100380:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876868.100386:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.100400:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.119399:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.119429:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.119437:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.119445:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d532200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876868.119450:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.119458:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.119477:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.119485:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b0ae518/0x3868396b8e76691d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876868.119562:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362780032:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19258us (89938us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876868.119573:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1988
00000100:00100000:0.0:1788876868.119585:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725108568491 time 7725109248458 state 0x2 ref 0
00000100:00100000:1.0:1788876868.129997:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876868.130117:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780160
00000100:00100000:2.0:1788876868.130128:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780160
00000100:00100000:2.0:1788876868.130201:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725108568491 time 7725109248458 state 0x0 ref 1
00000100:00100000:2.0:1788876868.130217:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725209248458 time 7725109248458 state 0x1 ref 1
00000100:00100000:2.0:1788876868.200392:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725209248458 time 7725209357314 state 0x0 ref 1
00000100:00100000:2.0:1788876868.200423:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362780160:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876868.200465:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.200481:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.200486:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.200493:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.200508:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.218673:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.218693:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.218702:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.218715:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876868.218720:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.218728:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.218747:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.218766:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e766924 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876868.218853:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362780160:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18440us (88861us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876868.218864:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1989
00000100:00100000:2.0:1788876868.218876:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725209248458 time 7725209357314 state 0x2 ref 0
00000100:00100000:1.0:1788876868.226721:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876868.227387:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780288
00000100:00100000:3.0:1788876868.227398:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780288
00000100:00100000:3.0:1788876868.227459:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725209248458 time 7725209357314 state 0x0 ref 1
00000100:00100000:3.0:1788876868.227475:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725309357314 time 7725209357314 state 0x1 ref 1
00000100:00100000:1.0:1788876868.305196:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725309357314 time 7725314159868 state 0x0 ref 1
00000100:00100000:1.0:1788876868.305227:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362780288:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876868.305270:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.305286:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876868.305290:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876868.305296:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.305314:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.332380:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.332400:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.332471:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.332482:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428723a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876868.332487:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.332496:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.332516:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.332524:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0683668/0x3868396b8e76692b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876868.332649:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362780288:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27432us (105932us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876868.332660:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1990
00000100:00100000:2.0:1788876868.332672:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725309357314 time 7725314159868 state 0x2 ref 0
00000100:00100000:0.0:1788876868.347864:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876868.347944:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780416
00000100:00100000:3.0:1788876868.347952:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780416
00000100:00100000:3.0:1788876868.348048:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725309357314 time 7725314159868 state 0x0 ref 1
00000100:00100000:3.0:1788876868.348064:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725414159868 time 7725314159868 state 0x1 ref 1
00000100:00100000:2.0:1788876868.405399:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725414159868 time 7725414364765 state 0x0 ref 1
00000100:00100000:2.0:1788876868.405431:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362780416:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876868.405477:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.405501:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.405505:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.405512:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.405525:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.433207:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.433227:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.433236:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.433243:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876868.433247:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.433256:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.433274:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.433282:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d890cfdc/0x3868396b8e766932 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876868.433386:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362780416:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27960us (85520us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876868.433397:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1991
00000100:00100000:1.0:1788876868.433409:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725414159868 time 7725414364765 state 0x2 ref 0
00000100:00100000:0.0:1788876868.440314:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876868.440405:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780544
00000100:00100000:1.0:1788876868.440416:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780544
00000100:00100000:1.0:1788876868.440481:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725414159868 time 7725414364765 state 0x0 ref 1
00000100:00100000:1.0:1788876868.440496:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725514364765 time 7725414364765 state 0x1 ref 1
00000100:00100000:2.0:1788876868.506243:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725514364765 time 7725515206394 state 0x0 ref 1
00000100:00100000:2.0:1788876868.506280:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362780544:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876868.506324:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.506340:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.506344:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.506350:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.506363:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.515480:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.515507:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.515517:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.515525:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876868.515530:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.515540:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.515559:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.515568:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766939 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876868.515658:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362780544:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9391us (75350us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876868.515669:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1992
00000100:00100000:2.0:1788876868.515681:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725514364765 time 7725515206394 state 0x2 ref 0
00000100:00100000:3.0:1788876868.524125:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876868.524213:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780672
00000100:00100000:0.0:1788876868.524223:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780672
00000100:00100000:0.0:1788876868.524279:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725514364765 time 7725515206394 state 0x0 ref 1
00000100:00100000:0.0:1788876868.524294:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725615206394 time 7725515206394 state 0x1 ref 1
00000100:00100000:3.0:1788876868.608054:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725615206394 time 7725616983399 state 0x0 ref 1
00000100:00100000:3.0:1788876868.608091:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362780672:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876868.608156:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.608177:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876868.608181:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876868.608187:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876868.608200:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.632116:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.632148:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.632160:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.632174:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428722400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876868.632179:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.632197:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.632217:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.632226:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009594e6bd/0x3868396b8e766940 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876868.632331:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362780672:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24243us (108203us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876868.632344:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1993
00000100:00100000:0.0:1788876868.632358:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725615206394 time 7725616983399 state 0x2 ref 0
00000100:00100000:3.0:1788876868.637700:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876868.638815:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780800
00000100:00100000:2.0:1788876868.638827:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780800
00000100:00100000:2.0:1788876868.638886:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725615206394 time 7725616983399 state 0x0 ref 1
00000100:00100000:2.0:1788876868.638902:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725716983399 time 7725616983399 state 0x1 ref 1
00000100:00100000:1.0:1788876868.709226:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725716983399 time 7725718191134 state 0x0 ref 1
00000100:00100000:1.0:1788876868.709255:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362780800:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876868.709297:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.709315:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876868.709320:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876868.709326:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.709338:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876868.722240:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876868.724653:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.724672:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.724680:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.724688:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433546400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876868.724692:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.724701:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.724720:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.724727:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029038242/0x3868396b8e766947 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876868.724832:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362780800:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15584us (87135us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876868.724843:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1994
00000100:00100000:2.0:1788876868.724855:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725716983399 time 7725718191134 state 0x2 ref 0
00000100:00100000:3.0:1788876868.729148:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876868.729409:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362780928
00000100:00100000:0.0:1788876868.729419:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362780928
00000100:00100000:0.0:1788876868.729478:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725716983399 time 7725718191134 state 0x0 ref 1
00000100:00100000:0.0:1788876868.729494:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725818191134 time 7725718191134 state 0x1 ref 1
00000100:00100000:1.0:1788876868.809447:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725818191134 time 7725818414286 state 0x0 ref 1
00000100:00100000:1.0:1788876868.809477:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362780928:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876868.809517:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.809534:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876868.809539:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876868.809546:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.809560:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.824244:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.824263:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.824271:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.824278:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433547800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876868.824283:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.824292:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.824311:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876868.824442:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76694e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876868.824559:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362780928:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15090us (95424us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876868.824569:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1995
00000100:00100000:1.0:1788876868.824582:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725818191134 time 7725818414286 state 0x2 ref 0
00000100:00100000:3.0:1788876868.831729:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876868.831927:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781056
00000100:00100000:2.0:1788876868.831937:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781056
00000100:00100000:2.0:1788876868.831996:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725818191134 time 7725818414286 state 0x0 ref 1
00000100:00100000:2.0:1788876868.832049:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725918414286 time 7725818414286 state 0x1 ref 1
00000100:00100000:2.0:1788876868.909770:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725918414286 time 7725918735445 state 0x0 ref 1
00000100:00100000:2.0:1788876868.909800:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362781056:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876868.909844:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.909871:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.909876:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876868.909883:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.909899:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.929426:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.929446:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.929455:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.929463:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876868.929468:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.929475:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.929493:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876868.929500:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766955 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876868.929606:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362781056:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19804us (97871us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876868.929617:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1996
00000100:00100000:2.0:1788876868.929629:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725918414286 time 7725918735445 state 0x2 ref 0
00000100:00100000:0.0:1788876868.936221:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876868.936307:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781184
00000100:00100000:2.0:1788876868.936316:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781184
00000100:00100000:2.0:1788876868.936373:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7725918414286 time 7725918735445 state 0x0 ref 1
00000100:00100000:2.0:1788876868.936387:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726018735445 time 7725918735445 state 0x1 ref 1
00000100:00100000:1.0:1788876869.015919:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726018735445 time 7726024879217 state 0x0 ref 1
00000100:00100000:1.0:1788876869.015959:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362781184:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876869.016036:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.016058:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876869.016064:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876869.016073:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.016095:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.031848:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.031872:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.031885:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.031894:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433547800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876869.031900:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.031912:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.031936:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.031947:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76695c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876869.033675:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362781184:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17725us (97453us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876869.033690:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1997
00000100:00100000:1.0:1788876869.033706:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726018735445 time 7726024879217 state 0x2 ref 0
00000100:00100000:0.0:1788876869.046404:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876869.046496:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781312
00000100:00100000:2.0:1788876869.046507:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781312
00000100:00100000:2.0:1788876869.046567:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726018735445 time 7726024879217 state 0x0 ref 1
00000100:00100000:2.0:1788876869.046589:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726124879217 time 7726024879217 state 0x1 ref 1
00000100:00100000:3.0:1788876869.116916:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726124879217 time 7726125877498 state 0x0 ref 1
00000100:00100000:3.0:1788876869.116954:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362781312:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876869.117009:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.117087:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876869.117094:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876869.117103:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.117122:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.157644:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.157663:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.157671:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.157678:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876869.157683:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.157697:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.157714:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.157722:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e766963 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876869.157814:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362781312:12345-192.168.203.59@tcp:3:dd.500 Request processed in 40874us (111414us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876869.157824:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1998
00000100:00100000:2.0:1788876869.157836:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726124879217 time 7726125877498 state 0x2 ref 0
00000100:00100000:3.0:1788876869.163179:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876869.163290:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781440
00000100:00100000:2.0:1788876869.163300:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781440
00000100:00100000:2.0:1788876869.163362:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726124879217 time 7726125877498 state 0x0 ref 1
00000100:00100000:2.0:1788876869.163376:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726225877498 time 7726125877498 state 0x1 ref 1
00000100:00100000:1.0:1788876869.217285:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726225877498 time 7726226250298 state 0x0 ref 1
00000100:00100000:1.0:1788876869.217316:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362781440:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876869.217361:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.217378:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876869.217383:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876869.217388:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.217401:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.230982:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.231002:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.231036:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.231043:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433547800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876869.231048:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.231055:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.231072:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.231078:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cde82f54/0x3868396b8e76696a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876869.231166:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362781440:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13859us (67990us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876869.231177:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1999
00000100:00100000:1.0:1788876869.231189:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726225877498 time 7726226250298 state 0x2 ref 0
00000100:00100000:2.0:1788876869.239801:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876869.239906:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781568
00000100:00100000:0.0:1788876869.239915:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781568
00000100:00100000:0.0:1788876869.239977:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726225877498 time 7726226250298 state 0x0 ref 1
00000100:00100000:0.0:1788876869.239992:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726326250298 time 7726226250298 state 0x1 ref 1
00000100:00100000:0.0:1788876869.317773:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726326250298 time 7726326739013 state 0x0 ref 1
00000100:00100000:0.0:1788876869.317814:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362781568:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876869.318008:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876869.318065:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876869.318070:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876869.318076:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876869.318089:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.335755:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.335776:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.335795:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.335803:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876869.335808:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.335817:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.335835:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.335843:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e766971 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876869.335922:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362781568:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18117us (96132us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876869.335932:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2000
00000100:00100000:1.0:1788876869.335943:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726326250298 time 7726326739013 state 0x2 ref 0
00000100:00100000:0.0:1788876869.345280:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876869.345429:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781696
00000100:00100000:2.0:1788876869.345440:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781696
00000100:00100000:2.0:1788876869.345498:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726326250298 time 7726326739013 state 0x0 ref 1
00000100:00100000:2.0:1788876869.345516:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726426739013 time 7726326739013 state 0x1 ref 1
00000100:00100000:2.0:1788876869.418056:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726426739013 time 7726426994221 state 0x0 ref 1
00000100:00100000:2.0:1788876869.418088:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362781696:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876869.418143:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.418165:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876869.418170:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876869.418187:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.418203:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.449450:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.449472:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.449483:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.449491:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876869.449496:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.449507:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.449529:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.449538:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e766978 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876869.449646:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362781696:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31567us (104368us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876869.449657:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2001
00000100:00100000:1.0:1788876869.449680:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726426739013 time 7726426994221 state 0x2 ref 0
00000100:00100000:0.0:1788876869.465869:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876869.466385:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781824
00000100:00100000:1.0:1788876869.466397:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781824
00000100:00100000:1.0:1788876869.466454:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726426739013 time 7726426994221 state 0x0 ref 1
00000100:00100000:1.0:1788876869.466473:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726526994221 time 7726426994221 state 0x1 ref 1
00000100:00100000:3.0:1788876869.520229:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726526994221 time 7726529196194 state 0x0 ref 1
00000100:00100000:3.0:1788876869.520260:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362781824:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876869.520314:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.520337:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876869.520341:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876869.520347:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.520360:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.562944:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.562965:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.562976:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.562984:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddf000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876869.562989:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.562999:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.563036:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876869.563046:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb47abe4/0x3868396b8e76697f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876869.563197:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362781824:12345-192.168.203.59@tcp:3:dd.500 Request processed in 42945us (97332us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876869.563209:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2002
00000100:00100000:1.0:1788876869.563222:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726526994221 time 7726529196194 state 0x2 ref 0
00000100:00100000:0.0:1788876869.591531:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876869.591900:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362781952
00000100:00100000:2.0:1788876869.591912:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362781952
00000100:00100000:2.0:1788876869.591978:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726526994221 time 7726529196194 state 0x0 ref 1
00000100:00100000:2.0:1788876869.591994:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726629196194 time 7726529196194 state 0x1 ref 1
00000100:00100000:3.0:1788876869.622125:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726629196194 time 7726631090091 state 0x0 ref 1
00000100:00100000:3.0:1788876869.622169:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362781952:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876869.622846:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.622866:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876869.622870:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876869.622877:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.622891:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.668237:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.668265:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.668274:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.668281:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dde800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876869.668294:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.668304:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.668394:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876869.668458:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7c91e2f/0x3868396b8e766986 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876869.669124:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362781952:12345-192.168.203.59@tcp:3:dd.500 Request processed in 46964us (77595us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876869.669146:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2003
00000100:00100000:3.0:1788876869.669159:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726629196194 time 7726631090091 state 0x2 ref 0
00000100:00100000:1.0:1788876869.678256:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876869.678565:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782080
00000100:00100000:3.0:1788876869.678576:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782080
00000100:00100000:3.0:1788876869.678629:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726629196194 time 7726631090091 state 0x0 ref 1
00000100:00100000:3.0:1788876869.678643:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726731090091 time 7726631090091 state 0x1 ref 1
00000100:00100000:0.0:1788876869.722281:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726731090091 time 7726731248126 state 0x0 ref 1
00000100:00100000:0.0:1788876869.722326:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362782080:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876869.722371:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876869.722388:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876869.722392:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876869.722399:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876869.722412:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.739051:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.739086:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.739094:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.739101:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876869.739106:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.739115:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.739142:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.739151:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76698d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876869.739406:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362782080:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17094us (61154us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876869.739416:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2004
00000100:00100000:2.0:1788876869.739428:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726731090091 time 7726731248126 state 0x2 ref 0
00010000:00010000:1.0:1788876869.743301:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876869.743970:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876869.744058:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782208
00000100:00100000:2.0:1788876869.744068:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782208
00000100:00100000:2.0:1788876869.744141:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726731090091 time 7726731248126 state 0x0 ref 1
00000100:00100000:2.0:1788876869.744156:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726831248126 time 7726731248126 state 0x1 ref 1
00000100:00100000:0.0:1788876869.824717:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726831248126 time 7726833682006 state 0x0 ref 1
00000100:00100000:0.0:1788876869.824757:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362782208:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876869.824802:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876869.824819:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876869.824824:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876869.824830:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876869.824843:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.840842:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.840864:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.840873:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.840880:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876869.840884:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.840893:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.840912:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.840918:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e766994 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876869.841006:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362782208:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16265us (97037us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876869.841063:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2005
00000100:00100000:2.0:1788876869.841076:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726831248126 time 7726833682006 state 0x2 ref 0
00000100:00100000:1.0:1788876869.849968:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876869.850077:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782336
00000100:00100000:3.0:1788876869.850087:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782336
00000100:00100000:3.0:1788876869.850153:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726831248126 time 7726833682006 state 0x0 ref 1
00000100:00100000:3.0:1788876869.850167:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726933682006 time 7726833682006 state 0x1 ref 1
00000100:00100000:2.0:1788876869.924955:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726933682006 time 7726933918695 state 0x0 ref 1
00000100:00100000:2.0:1788876869.924988:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362782336:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876869.925082:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.925098:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876869.925103:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876869.925110:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.925123:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.949949:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.949969:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.949983:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.949991:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876869.949995:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.950004:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.950052:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876869.950061:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dc8dca5/0x3868396b8e76699b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876869.950157:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362782336:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25178us (100192us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876869.950168:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2006
00000100:00100000:2.0:1788876869.950180:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726933682006 time 7726933918695 state 0x2 ref 0
00000100:00100000:1.0:1788876869.962960:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876869.963357:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782464
00000100:00100000:0.0:1788876869.963366:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782464
00000100:00100000:0.0:1788876869.963427:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7726933682006 time 7726933918695 state 0x0 ref 1
00000100:00100000:0.0:1788876869.963441:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727033918695 time 7726933918695 state 0x1 ref 1
00000100:00100000:0.0:1788876870.025095:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727033918695 time 7727034061612 state 0x0 ref 1
00000100:00100000:0.0:1788876870.025147:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362782464:12345-192.168.203.59@tcp:3:dd.500
00000100:00080000:3.0:1788876870.025180:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788876870.025193:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876870.025217:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876870.025222:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876870.025229:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876870.025244:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.048696:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.048714:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.048726:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.048734:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876870.048744:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.048766:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.048790:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.048799:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e7669a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876870.048892:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362782464:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23776us (85943us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876870.048903:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2007
00000100:00100000:2.0:1788876870.048915:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727033918695 time 7727034061612 state 0x2 ref 0
00000100:00100000:1.0:1788876870.065220:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876870.065308:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782592
00000100:00100000:2.0:1788876870.065317:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782592
00000100:00100000:2.0:1788876870.065376:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727033918695 time 7727034061612 state 0x0 ref 1
00000100:00100000:2.0:1788876870.065396:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727134061612 time 7727034061612 state 0x1 ref 1
00000100:00100000:2.0:1788876870.125207:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727134061612 time 7727134172946 state 0x0 ref 1
00000100:00100000:2.0:1788876870.125237:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362782592:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876870.125280:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.125297:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876870.125302:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876870.125308:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.125322:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.172568:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.172588:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.172597:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.172610:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876870.172614:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.172624:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.172644:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.172652:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7669a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876870.172738:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362782592:12345-192.168.203.59@tcp:3:dd.500 Request processed in 47510us (107522us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876870.172761:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2008
00000100:00100000:2.0:1788876870.172773:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727134061612 time 7727134172946 state 0x2 ref 0
00000100:00100000:0.0:1788876870.185204:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876870.185568:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782720
00000100:00100000:1.0:1788876870.185579:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782720
00000100:00100000:1.0:1788876870.185645:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727134061612 time 7727134172946 state 0x0 ref 1
00000100:00100000:1.0:1788876870.185662:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727234172946 time 7727134172946 state 0x1 ref 1
00000100:00100000:1.0:1788876870.225822:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727234172946 time 7727234788700 state 0x0 ref 1
00000100:00100000:1.0:1788876870.225852:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362782720:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876870.225896:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.225913:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876870.225917:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876870.225924:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.225944:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.249453:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.249472:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.249482:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.249489:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433546c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876870.249494:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.249502:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.249521:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.249529:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876870.249669:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362782720:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23824us (64468us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876870.249681:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2009
00000100:00100000:1.0:1788876870.249694:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727234172946 time 7727234788700 state 0x2 ref 0
00000100:00100000:0.0:1788876870.265493:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876870.265593:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782848
00000100:00100000:3.0:1788876870.265603:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782848
00000100:00100000:3.0:1788876870.265662:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727234172946 time 7727234788700 state 0x0 ref 1
00000100:00100000:3.0:1788876870.265678:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727334788700 time 7727234788700 state 0x1 ref 1
00000100:00100000:3.0:1788876870.326120:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727334788700 time 7727335084012 state 0x0 ref 1
00000100:00100000:3.0:1788876870.326162:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362782848:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876870.326207:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.326225:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876870.326229:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876870.326238:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.326253:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.354702:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.354721:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.354731:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.354754:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876870.354765:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.354774:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.354794:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.354801:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e7669b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876870.354896:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362782848:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28737us (89400us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876870.354907:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2010
00000100:00100000:3.0:1788876870.354920:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727334788700 time 7727335084012 state 0x2 ref 0
00000100:00100000:0.0:1788876870.368504:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876870.368599:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362782976
00000100:00100000:2.0:1788876870.368609:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362782976
00000100:00100000:2.0:1788876870.368665:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727334788700 time 7727335084012 state 0x0 ref 1
00000100:00100000:2.0:1788876870.368679:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727435084012 time 7727335084012 state 0x1 ref 1
00000100:00100000:1.0:1788876870.435696:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727435084012 time 7727444588846 state 0x0 ref 1
00000100:00100000:1.0:1788876870.435728:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362782976:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876870.436053:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.436072:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876870.436077:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876870.436083:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.436097:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.480509:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.480529:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.480553:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.480560:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433546c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876870.480565:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.480575:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.480595:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.480603:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669be lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876870.480694:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362782976:12345-192.168.203.59@tcp:3:dd.500 Request processed in 44975us (112193us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876870.480705:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2011
00000100:00100000:1.0:1788876870.480718:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727435084012 time 7727444588846 state 0x2 ref 0
00000100:00100000:0.0:1788876870.493571:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876870.493713:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362783104
00000100:00100000:2.0:1788876870.493723:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362783104
00000100:00100000:2.0:1788876870.493804:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727435084012 time 7727444588846 state 0x0 ref 1
00000100:00100000:2.0:1788876870.493820:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727544588846 time 7727444588846 state 0x1 ref 1
00000100:00100000:0.0:1788876870.535754:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727544588846 time 7727544709682 state 0x0 ref 1
00000100:00100000:0.0:1788876870.535847:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362783104:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876870.535890:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876870.536466:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876870.536472:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876870.536480:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876870.536496:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.567270:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.567405:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.567415:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.567422:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876870.567426:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.567436:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.567456:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.567464:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7669c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876870.567580:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362783104:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31806us (74014us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876870.567592:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2012
00000100:00100000:3.0:1788876870.567604:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727544588846 time 7727544709682 state 0x2 ref 0
00000100:00100000:2.0:1788876870.589981:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876870.590513:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362783232
00000100:00100000:0.0:1788876870.590524:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362783232
00000100:00100000:0.0:1788876870.590594:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727544588846 time 7727544709682 state 0x0 ref 1
00000100:00100000:0.0:1788876870.590617:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727644709682 time 7727544709682 state 0x1 ref 1
00000100:00100000:2.0:1788876870.636459:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727644709682 time 7727645425917 state 0x0 ref 1
00000100:00100000:2.0:1788876870.636488:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362783232:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876870.636531:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.636547:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876870.636551:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876870.636557:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.636570:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.648515:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.648536:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.648546:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.648554:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876870.648559:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.648567:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.648586:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.648593:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f433aa78/0x3868396b8e7669cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876870.648675:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362783232:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12196us (58700us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876870.648687:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2013
00000100:00100000:1.0:1788876870.648699:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727644709682 time 7727645425917 state 0x2 ref 0
00000100:00100000:0.0:1788876870.655276:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876870.656943:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362783360
00000100:00100000:2.0:1788876870.656956:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362783360
00000100:00100000:2.0:1788876870.657092:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727644709682 time 7727645425917 state 0x0 ref 1
00000100:00100000:2.0:1788876870.657113:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727745425917 time 7727645425917 state 0x1 ref 1
00000100:00100000:1.0:1788876870.739909:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727745425917 time 7727748874593 state 0x0 ref 1
00000100:00100000:1.0:1788876870.739940:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362783360:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876870.740836:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.740854:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876870.740858:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876870.740865:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.740879:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.758321:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.758462:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.758473:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.758480:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433546c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876870.758485:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.758495:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.758519:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.758528:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7669d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876870.758616:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362783360:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18686us (103345us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876870.758627:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2014
00000100:00100000:1.0:1788876870.758639:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727745425917 time 7727748874593 state 0x2 ref 0
00010000:00010000:3.0:1788876870.775575:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876870.780559:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876870.786223:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362783488
00000100:00100000:3.0:1788876870.786400:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362783488
00000100:00100000:2.0:1788876870.788345:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727745425917 time 7727748874593 state 0x0 ref 1
00000100:00100000:2.0:1788876870.788360:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727848874593 time 7727748874593 state 0x1 ref 1
00000100:00100000:2.0:1788876870.841221:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727848874593 time 7727850185536 state 0x0 ref 1
00000100:00100000:2.0:1788876870.841255:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362783488:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876870.841299:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.841314:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876870.841319:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876870.841324:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876870.841338:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.856195:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.856215:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.856225:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.856233:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876870.856238:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.856248:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.856267:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.856275:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1f2b835/0x3868396b8e7669da lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876870.856380:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362783488:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15135us (75824us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876870.856401:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2015
00000100:00100000:1.0:1788876870.856413:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727848874593 time 7727850185536 state 0x2 ref 0
00000100:00100000:0.0:1788876870.870278:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876870.870399:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362783616
00000100:00100000:1.0:1788876870.870408:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362783616
00000100:00100000:1.0:1788876870.870478:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727848874593 time 7727850185536 state 0x0 ref 1
00000100:00100000:1.0:1788876870.870495:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727950185536 time 7727850185536 state 0x1 ref 1
00000100:00100000:3.0:1788876870.941394:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727950185536 time 7727950350049 state 0x0 ref 1
00000100:00100000:3.0:1788876870.941426:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362783616:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876870.941470:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.941486:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876870.941491:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876870.941497:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876870.941511:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.954292:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.954313:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.954323:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.954331:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876870.954335:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.954344:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.954363:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876870.954371:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e7669e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876870.954467:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362783616:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13051us (84192us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876870.954478:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2016
00000100:00100000:1.0:1788876870.954489:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727950185536 time 7727950350049 state 0x2 ref 0
00000100:00100000:3.0:1788876870.978578:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876870.978692:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362783872
00000100:00100000:1.0:1788876870.978703:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362783872
00000100:00100000:1.0:1788876870.978788:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9867
00000100:00100000:1.0:1788876870.978803:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:250509:x1875765362783872:12345-192.168.203.59@tcp:35:dd.500
00000100:00100000:1.0:1788876870.979218:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:250509:x1875765362783872:12345-192.168.203.59@tcp:35:dd.500 Request processed in 420us (647us total) trans 4295010809 rc 0/0
00000100:00100000:1.0:1788876870.979239:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9867
00000100:00080000:3.0:1788876870.980791:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876871.087244:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365742592:0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.087321:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876871.087375:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365743104:0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.087407:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876871.087441:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1788876871.087446:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365742464:0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.087475:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876871.087493:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365742976:0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.087526:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876871.087554:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365743104
00000100:00100000:2.0:1788876871.087562:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365743104
00000100:00100000:2.0:1788876871.087618:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 355
00000100:00100000:2.0:1788876871.087627:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365743104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.087675:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365743104:12345-0@lo:400:kworker.0 Request processed in 49us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876871.087682:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 355
00000100:00100000:2.0:1788876871.087704:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742464
00000100:00100000:2.0:1788876871.087707:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742464
00000100:00100000:2.0:1788876871.087727:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00100000:2.0:1788876871.087995:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365742464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.088052:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365742464:12345-0@lo:400:kworker.0 Request processed in 319us (576us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876871.088058:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00100000:2.0:1788876871.088096:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365742464:0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.088107:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365743104:0@lo:400:kworker.0
00000100:00100000:3.0:1788876871.088200:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365742720:0@lo:400:kworker.0
00000100:00100000:3.0:1788876871.088231:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876871.088264:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876871.088271:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365742848:0@lo:400:kworker.0
00000100:00100000:3.0:1788876871.088295:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876871.088320:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742848
00000100:00100000:3.0:1788876871.088324:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742848
00000100:00100000:3.0:1788876871.088357:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 356
00000100:00100000:3.0:1788876871.088364:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365742848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876871.088411:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365742848:12345-0@lo:400:kworker.0 Request processed in 48us (115us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876871.088417:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 356
00000100:00080000:3.0:1788876871.088441:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876871.088444:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876871.088461:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365742848:0@lo:400:kworker.0
00000100:00100000:1.0:1788876871.088842:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742592
00000100:00100000:1.0:1788876871.088847:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742592
00000100:00100000:1.0:1788876871.088882:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742976
00000100:00100000:1.0:1788876871.088885:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742976
00000100:00100000:1.0:1788876871.088904:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365742720
00000100:00100000:1.0:1788876871.088906:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365742720
00000100:00100000:1.0:1788876871.088935:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6720
00000100:00100000:1.0:1788876871.088942:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365742592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876871.088989:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365742592:12345-0@lo:400:kworker.0 Request processed in 48us (1668us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876871.088996:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6720
00000100:00100000:1.0:1788876871.089008:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6721
00000100:00100000:1.0:1788876871.089036:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365742976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876871.089065:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365742976:12345-0@lo:400:kworker.0 Request processed in 51us (1538us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876871.089070:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6721
00000100:00100000:1.0:1788876871.089082:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722
00000100:00100000:1.0:1788876871.089088:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365742720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876871.089129:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365742720:12345-0@lo:400:kworker.0 Request processed in 41us (897us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876871.089134:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722
00000100:00100000:1.0:1788876871.089168:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365742976:0@lo:400:kworker.0
00000100:00100000:1.0:1788876871.089178:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365742592:0@lo:400:kworker.0
00000100:00100000:0.0:1788876871.089333:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876871.089343:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365743232:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876871.089376:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876871.090333:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365743232
00000100:00100000:2.0:1788876871.090342:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365743232
00000100:00100000:2.0:1788876871.090398:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 354
00000100:00100000:2.0:1788876871.090407:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365743232:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876871.090441:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876871.090499:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365743232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (1122us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876871.090524:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 354
00000100:00100000:2.0:1788876871.090571:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365743232:0@lo:13:osp-pre-1-0.0
00000100:00080000:3.0:1788876871.090771:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876871.090801:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365742720:0@lo:400:kworker.0
00000100:00100000:2.0:1788876871.139826:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876871.140055:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362784000
00000100:00100000:3.0:1788876871.140065:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362784000
00000100:00100000:3.0:1788876871.140142:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1196
00000100:00100000:3.0:1788876871.140153:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:5570:x1875765362784000:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876871.140169:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876871.140229:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d92854b3/0x3868396b8e766725 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888564 expref: 6 pid: 167012 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876871.140259:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876871.140319:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:5570:x1875765362784000:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 167us (502us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876871.140327:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1196
00000100:00100000:0.0:1788876871.192634:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876871.192817:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362784128
00000100:00100000:1.0:1788876871.192828:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362784128
00000100:00100000:1.0:1788876871.192893:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60293
00000100:00100000:1.0:1788876871.192903:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:250522:x1875765362784128:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876871.192936:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876871.192957:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e7669e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88856b expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.193105:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e7669ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.193127:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e7669ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.193142:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e7669ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876871.193408:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 7680
00000004:00200000:1.0:1788876871.193413:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876871.193496:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e7669ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.193540:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e7669e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88856b expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.193564:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e7669ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88856b expref: 10 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.193573:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f000)
00010000:00010000:1.0:1788876871.193576:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876871.193580:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d591400, rc 0)
00000100:00100000:1.0:1788876871.193642:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250522:x1875765362784128:12345-192.168.203.59@tcp:101:rm.0 Request processed in 740us (1019us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876871.193650:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60293
00000100:00100000:2.0:1788876871.199595:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876871.199898:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362784384
00000100:00100000:3.0:1788876871.199908:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362784384
00000100:00100000:3.0:1788876871.199973:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60294
00000100:00100000:3.0:1788876871.199982:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:250522:x1875765362784384:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876871.200004:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876871.200060:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e7669f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888572 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876871.200369:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 7680
00010000:00010000:3.0:1788876871.200567:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e7669f6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888572 expref: 12 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876871.200581:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:3.0:1788876871.200584:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1788876871.200590:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e7669f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888572 expref: 12 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876871.200603:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444200, rc 0)
00000100:00100000:3.0:1788876871.200661:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250522:x1875765362784384:12345-192.168.203.59@tcp:101:rm.0 Request processed in 679us (1075us total) trans 4295010810 rc 301/301
00000100:00100000:3.0:1788876871.200669:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60294
00000100:00100000:2.0:1788876871.207238:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876871.207330:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362784512
00000100:00100000:0.0:1788876871.207340:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362784512
00000100:00100000:0.0:1788876871.207398:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9868
00000100:00100000:0.0:1788876871.207407:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250522:x1875765362784512:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:3.0:1788876871.214314:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250522:x1875765362784512:12345-192.168.203.59@tcp:37:rm.0 Request processed in 6896us (7075us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876871.214331:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9868
00000100:00100000:2.0:1788876871.222107:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876871.222212:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362784768
00000100:00100000:1.0:1788876871.222222:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362784768
00000100:00100000:1.0:1788876871.222280:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9869
00000100:00100000:1.0:1788876871.222292:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:250522:x1875765362784768:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:1.0:1788876871.223047:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250522:x1875765362784768:12345-192.168.203.59@tcp:35:rm.0 Request processed in 753us (944us total) trans 4295010811 rc 0/0
00000100:00100000:1.0:1788876871.223057:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9869
00000100:00100000:2.0:1788876871.226886:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876871.227074:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362785024
00000100:00100000:1.0:1788876871.227084:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362785024
00000100:00100000:1.0:1788876871.227151:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60295
00000100:00100000:1.0:1788876871.227162:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:250522:x1875765362785024:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876871.227187:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876871.227208:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888579 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.227496:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.227511:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xca4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.227522:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xca4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876871.227533:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 7680
00010000:00010000:1.0:1788876871.227720:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888579 expref: 15 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.227742:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a0b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xca4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888579 expref: 14 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.227750:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f000)
00010000:00010000:1.0:1788876871.227753:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1788876871.227756:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590400, rc 0)
00000100:00100000:1.0:1788876871.228347:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250522:x1875765362785024:12345-192.168.203.59@tcp:101:rm.0 Request processed in 1184us (1467us total) trans 4295010812 rc 0/0
00000100:00100000:1.0:1788876871.228356:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60295
00000100:00100000:0.0:1788876871.231066:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876871.231163:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362785152
00000100:00100000:2.0:1788876871.231173:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362785152
00000100:00100000:2.0:1788876871.231239:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60296
00000100:00100000:2.0:1788876871.231250:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250522:x1875765362785152:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:2.0:1788876871.231309:0:15554:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7570718720 avail 7566524416
00000100:00100000:2.0:1788876871.231379:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250522:x1875765362785152:12345-192.168.203.59@tcp:41:rm.0 Request processed in 131us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876871.231386:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60296
00000100:00100000:3.0:1788876871.234459:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876871.234567:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362785408
00000100:00100000:0.0:1788876871.234577:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362785408
00000100:00100000:0.0:1788876871.234638:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60297
00000100:00100000:0.0:1788876871.234649:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250522:x1875765362785408:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:0.0:1788876871.234706:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1788876871.234750:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddf800/0x3868396b8e76643f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888556 expref: 14 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.234782:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca6:0x0].0x0 (ffff99840390fb00)
00010000:00010000:0.0:1788876871.234802:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e7669ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88856b expref: 13 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.234814:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f000)
00010000:00010000:0.0:1788876871.234817:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876871.234840:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.234853:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.234862:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.234875:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.234882:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.234888:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.235519:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.235530:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.235538:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1788876871.237606:0:5790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1624, 64 off112128
00000004:00080000:0.0:1788876871.237625:0:5790:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7728246610165ns, next at 7729246605772ns, rc = 0
00010000:00010000:0.0:1788876871.237711:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.237728:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238174:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238183:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238191:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238202:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238267:0:5790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876871.238290:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238297:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238303:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238309:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420233c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876871.238314:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238321:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238334:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca6:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876871.238337:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876871.238342:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238348:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a27 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238367:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238377:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238383:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238388:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420233e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876871.238391:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238397:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238404:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f000)
00010000:00010000:0.0:1788876871.238406:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876871.238409:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.238414:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a19 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876871.238423:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000492a1035 reply state 0000000056d4a2c3 transno 4295010813 ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876871.238433:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876871.238560:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250522:x1875765362785408:12345-192.168.203.59@tcp:36:rm.0 Request processed in 3907us (4105us total) trans 4295010813 rc 0/0
00000100:00100000:0.0:1788876871.238571:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60297
00000100:00100000:3.0:1788876871.241673:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:2.0:1788876871.241764:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.241786:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.241795:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.241802:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420232a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876871.241807:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.241814:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.241831:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x4009f790 (ffff998404dddb00)
00010000:00010000:2.0:1788876871.241834:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876871.241838:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.241844:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420232a00/0x3868396b8e766a20 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca4:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.244669:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788876871.244683:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.244692:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420233600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876871.244696:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.244704:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.244720:0:21193:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca6:0x0].0x0 (ffff998404ddd400)
00010000:00010000:1.0:1788876871.244724:0:21193:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1788876871.244738:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 1/0,0 mode: --/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.244744:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233600/0x3868396b8e766a2e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876871.244779:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876871.244782:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876871.244783:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876871.245412:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362785664
00000100:00100000:0.0:1788876871.245425:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362785664
00000100:00100000:0.0:1788876871.245496:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9870
00000100:00100000:0.0:1788876871.245505:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:250522:x1875765362785664:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788876871.245787:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250522:x1875765362785664:12345-192.168.203.59@tcp:35:rm.0 Request processed in 282us (4126us total) trans 4295010814 rc 0/0
00000100:00100000:0.0:1788876871.245794:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9870
00000100:00100000:0.0:1788876871.248376:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876871.248599:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362785920
00000100:00100000:3.0:1788876871.248610:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362785920
00000100:00100000:3.0:1788876871.248667:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60298
00000100:00100000:3.0:1788876871.248677:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:250522:x1875765362785920:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876871.248742:0:26644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1788876871.248769:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888579 expref: 14 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876871.248950:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddfa00/0x3868396b8e766423 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88854f expref: 13 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876871.248962:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876871.248978:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddee00/0x3868396b8e7663c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88853a expref: 12 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876871.248987:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:3.0:1788876871.248993:0:26644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876871.252537:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252562:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252575:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252598:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252604:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252611:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252961:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252971:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.252978:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876871.253522:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca4:0x0]: returning size 7680
00010000:00010000:0.0:1788876871.253542:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253550:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253556:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253562:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420233c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876871.253567:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253574:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253587:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca4:0x0].0x0 (ffff998404ddd200)
00010000:00010000:0.0:1788876871.253591:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876871.253596:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253601:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233c00/0x3868396b8e766a43 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253624:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253630:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253639:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253644:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876871.253647:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253654:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253661:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788876871.253664:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876871.253667:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876871.253672:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444200/0x3868396b8e766a35 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876871.253684:0:26644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004d30752e reply state 000000000ea01e90 transno 4295010815 ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876871.253692:0:26644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876871.253802:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:250522:x1875765362785920:12345-192.168.203.59@tcp:36:rm.0 Request processed in 5120us (5430us total) trans 4295010815 rc 0/0
00000100:00100000:0.0:1788876871.253812:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60298
00010000:00010000:2.0:1788876871.256637:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.256653:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.256661:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.256667:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420233e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876871.256671:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.256677:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.256696:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71fbd821 (ffff998404dddc00)
00010000:00010000:2.0:1788876871.256699:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876871.256703:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876871.256709:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233e00/0x3868396b8e766a3c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x71fbd821 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876871.667850:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876871.667893:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876871.667937:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876871.667965:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876871.667999:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786176
00000100:00100000:3.0:1788876871.668008:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786176
00000100:00100000:3.0:1788876871.668073:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786432
00000100:00100000:3.0:1788876871.668077:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786432
00000100:00100000:3.0:1788876871.668122:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6723
00000100:00100000:3.0:1788876871.668134:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362786176:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876871.668208:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362786176:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 76us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876871.668216:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6723
00000100:00100000:3.0:1788876871.668234:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6724
00000100:00100000:3.0:1788876871.668241:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362786432:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876871.668266:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362786432:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876871.668272:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6724
00000100:00100000:3.0:1788876871.668292:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786304
00000100:00100000:3.0:1788876871.668296:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786304
00000100:00100000:3.0:1788876871.668327:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 357
00000100:00100000:3.0:1788876871.668335:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362786304:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876871.668360:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362786304:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876871.668367:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 357
00000100:00080000:3.0:1788876871.668382:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876871.668600:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786048
00000100:00100000:1.0:1788876871.668606:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786048
00000100:00100000:1.0:1788876871.668643:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3147
00000100:00100000:1.0:1788876871.668651:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362786048:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876871.668688:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362786048:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 39us (751us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876871.668695:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3147
00010000:00010000:0.0:1788876871.790331:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876872.818700:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1788876873.134243:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7730143226331ns, next at 7731143223694ns, rc = 0
00000100:00100000:3.0:1788876873.134269:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876873.134291:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365743360:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876873.134358:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876873.134423:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365743360
00000100:00100000:3.0:1788876873.134430:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365743360
00000100:00100000:3.0:1788876873.134487:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 355
00000100:00100000:3.0:1788876873.134496:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365743360:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876873.134547:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196280320 pending 0 free 3746562048 avail 3744464896
00000100:00100000:3.0:1788876873.134590:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365743360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876873.134598:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 355
00000100:00080000:3.0:1788876873.134618:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876873.134653:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365743360:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1788876873.845535:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1788876874.072632:0:182141:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7731081615243ns, next at 7731143223694ns, rc = 0
00000001:00080000:2.0:1788876874.190932:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010815 is committed
00000004:00080000:2.0:1788876874.190957:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 560 committed
00000004:00080000:2.0:1788876874.190986:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 562 committed
00000004:00080000:2.0:1788876874.191005:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 561 committed
00000100:00100000:2.0:1788876874.191259:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788876874.191280:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365743488:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1788876874.191344:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876874.191473:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365743488
00000100:00100000:1.0:1788876874.191481:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365743488
00000100:00100000:1.0:1788876874.191547:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 530
00000100:00100000:1.0:1788876874.191556:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365743488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1788876874.191592:0:20460:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3659 count 1
00002000:00010000:1.0:1788876874.191627:0:20460:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4b:0x0] initial LVB size: 104857600, mtime: 0x6aa0183d, atime: 0x0, ctime: 0x6aa0183d, blocks: 0x3200b
00010000:00010000:1.0:1788876874.191635:0:20460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876874.191650:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=7731s v=(0 0)
00010000:00010000:1.0:1788876874.191655:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876874.191661:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876874.191681:0:20460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876874.191691:0:20460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876874.191698:0:20460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876874.191735:0:20460:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1788876874.191766:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876874.191775:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876874.191785:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876874.191789:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876874.191800:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876874.191817:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876874.191824:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766a4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876874.191850:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876874.191852:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876874.191854:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876874.289045:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365743488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97481us (97692us total) trans 4294981624 rc 0/0
00000100:00100000:2.0:1788876874.289058:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 530
00000004:00080000:1.0:1788876874.289214:0:3308:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312a14e00/2, rc 0, transno 4294981624
00000100:00100000:1.0:1788876874.289237:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365743488:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1788876874.289509:0:182141:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7731298494443ns, next at 7662536194845ns, rc = 0
00000004:00080000:1.0:1788876874.295561:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 732 committed
00010000:00010000:0.0:1788876874.863505:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876875.886231:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876876.207590:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365743616:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876876.207663:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876876.207953:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365743872:0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.207991:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876876.208032:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1788876876.208039:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365743744:0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.208068:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876876.208099:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365744256:0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.208122:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876876.208149:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365743872
00000100:00100000:0.0:1788876876.208157:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365743872
00000100:00100000:0.0:1788876876.208201:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744256
00000100:00100000:0.0:1788876876.208205:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744256
00000100:00100000:0.0:1788876876.208238:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6725
00000100:00100000:0.0:1788876876.208248:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365743872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.208298:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365743872:12345-0@lo:400:kworker.0 Request processed in 51us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876876.208306:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6725
00000100:00100000:0.0:1788876876.208321:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6726
00000100:00100000:0.0:1788876876.208328:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365744256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.208352:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365744256:12345-0@lo:400:kworker.0 Request processed in 24us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876876.208358:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6726
00000100:00100000:0.0:1788876876.208374:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365743744
00000100:00100000:0.0:1788876876.208378:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365743744
00000100:00100000:0.0:1788876876.208397:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148
00000100:00100000:0.0:1788876876.208403:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365743744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.208428:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365743744:12345-0@lo:400:kworker.0 Request processed in 25us (360us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876876.208435:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148
00000100:00080000:0.0:1788876876.208460:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876876.208484:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365743744:0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.208497:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365744256:0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.208506:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365743872:0@lo:400:kworker.0
00000100:00100000:1.0:1788876876.208975:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365744128:0@lo:400:kworker.0
00000100:00100000:1.0:1788876876.209040:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876876.209075:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876876.209081:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365744000:0@lo:400:kworker.0
00000100:00100000:1.0:1788876876.209116:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876876.209184:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744128
00000100:00100000:3.0:1788876876.209189:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744128
00000100:00100000:3.0:1788876876.209244:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 358
00000100:00100000:3.0:1788876876.209252:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365744128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876876.209297:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365744128:12345-0@lo:400:kworker.0 Request processed in 46us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876876.209304:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 358
00000100:00080000:1.0:1788876876.209409:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876876.209433:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365744128:0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.209498:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744000
00000100:00100000:0.0:1788876876.209502:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744000
00000100:00100000:0.0:1788876876.209540:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6727
00000100:00100000:0.0:1788876876.209547:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365744000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876876.209581:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365744000:12345-0@lo:400:kworker.0 Request processed in 34us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876876.209587:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6727
00000100:00080000:1.0:1788876876.210146:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876876.210174:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365744000:0@lo:400:kworker.0
00000100:00100000:1.0:1788876876.210207:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365743616
00000100:00100000:1.0:1788876876.210212:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365743616
00000100:00100000:1.0:1788876876.210253:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 356
00000100:00100000:1.0:1788876876.210261:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365743616:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876876.210288:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876876.210335:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365743616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (2672us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876876.210343:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 356
00000100:00080000:1.0:1788876876.210358:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876876.211608:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365743616:0@lo:13:osp-pre-1-0.0
00000001:00080000:0.0:1788876876.340046:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981624 is committed
00000100:00100000:0.0:1788876876.795184:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876876.795231:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876876.795255:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876876.795306:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876876.795340:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786816
00000100:00100000:0.0:1788876876.795349:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786816
00000100:00100000:0.0:1788876876.795412:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 359
00000100:00100000:0.0:1788876876.795424:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362786816:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876876.795494:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362786816:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 72us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876876.795502:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 359
00000100:00100000:2.0:1788876876.795626:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786560
00000100:00100000:2.0:1788876876.795631:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786560
00000100:00100000:2.0:1788876876.795668:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3149
00000100:00100000:2.0:1788876876.795675:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362786560:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876876.795712:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362786560:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 37us (537us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876876.795719:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3149
00000100:00100000:1.0:1788876876.795816:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786688
00000100:00100000:1.0:1788876876.795821:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786688
00000100:00100000:1.0:1788876876.795860:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362786944
00000100:00100000:1.0:1788876876.795864:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362786944
00000100:00100000:1.0:1788876876.795888:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6728
00000100:00100000:1.0:1788876876.795895:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362786688:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876876.795932:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362786688:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 38us (701us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876876.795939:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6728
00000100:00100000:1.0:1788876876.795955:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6729
00000100:00100000:1.0:1788876876.795961:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362786944:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876876.795983:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362786944:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 23us (677us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876876.795989:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6729
00000100:00080000:1.0:1788876876.796040:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876876.796044:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876876.910253:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876877.934342:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876878.254263:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788876878.254288:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365744384:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876878.254352:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876878.254458:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744384
00000100:00100000:3.0:1788876878.254466:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744384
00000100:00100000:3.0:1788876878.254525:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 357
00000100:00100000:3.0:1788876878.254536:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365744384:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876878.254568:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196280320 pending 0 free 3851419648 avail 3849322496
00000100:00100000:3.0:1788876878.254620:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365744384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876878.254628:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 357
00000100:00100000:3.0:1788876878.254663:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981624 gen 2
00000004:00080000:3.0:1788876878.254668:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312a14e00, transno 4294981624
00000100:00100000:3.0:1788876878.254685:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365744384:0@lo:13:osp-pre-0-0.0
00000100:00080000:1.0:1788876878.254908:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876878.960512:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876879.982423:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876881.009620:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876881.326301:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876881.326327:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365744512:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876881.326403:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876881.326692:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744512
00000100:00100000:3.0:1788876881.326709:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744512
00000100:00100000:3.0:1788876881.326771:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 358
00000100:00100000:3.0:1788876881.326782:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365744512:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876881.326817:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876881.326875:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365744512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (472us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876881.326882:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 358
00000100:00080000:3.0:1788876881.326902:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876881.326937:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365744512:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876881.327148:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365744896:0@lo:400:kworker.0
00000100:00100000:0.0:1788876881.327183:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876881.327205:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876881.327211:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365744768:0@lo:400:kworker.0
00000100:00100000:0.0:1788876881.327234:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876881.327262:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744896
00000100:00100000:0.0:1788876881.327266:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744896
00000100:00100000:0.0:1788876881.327297:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744768
00000100:00100000:0.0:1788876881.327300:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744768
00000100:00100000:0.0:1788876881.327319:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6730
00000100:00100000:0.0:1788876881.327325:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365744896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876881.327361:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365744896:12345-0@lo:400:kworker.0 Request processed in 36us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876881.327367:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6730
00000100:00100000:0.0:1788876881.327380:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731
00000100:00100000:0.0:1788876881.327387:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365744768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876881.327413:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365744768:12345-0@lo:400:kworker.0 Request processed in 27us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876881.327420:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731
00000100:00100000:0.0:1788876881.327453:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365744768:0@lo:400:kworker.0
00000100:00100000:0.0:1788876881.327462:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365744896:0@lo:400:kworker.0
00000100:00100000:1.0:1788876881.327527:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365744640:0@lo:400:kworker.0
00000100:00100000:1.0:1788876881.327561:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876881.327594:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365745152:0@lo:400:kworker.0
00000100:00100000:1.0:1788876881.327615:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876881.327631:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876881.327637:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998313070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365745024:0@lo:400:kworker.0
00000100:00100000:1.0:1788876881.327660:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876881.330304:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365744640
00000100:00100000:0.0:1788876881.330317:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365744640
00000100:00100000:0.0:1788876881.330387:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150
00000100:00100000:0.0:1788876881.330396:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365744640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876881.330472:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365744640:12345-0@lo:400:kworker.0 Request processed in 78us (2909us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876881.330480:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150
00000100:00100000:0.0:1788876881.330541:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365744640:0@lo:400:kworker.0
00000100:00100000:3.0:1788876881.331075:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745152
00000100:00100000:3.0:1788876881.331081:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745152
00000100:00100000:3.0:1788876881.331128:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6732
00000100:00100000:3.0:1788876881.331135:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365745152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876881.331179:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365745152:12345-0@lo:400:kworker.0 Request processed in 44us (3563us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876881.331184:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6732
00000100:00100000:3.0:1788876881.331202:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745024
00000100:00100000:3.0:1788876881.331205:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745024
00000100:00100000:3.0:1788876881.331239:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 360
00000100:00100000:3.0:1788876881.331245:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365745024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876881.331275:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365745024:12345-0@lo:400:kworker.0 Request processed in 30us (3615us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876881.331281:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 360
00000100:00080000:3.0:1788876881.331301:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876881.331305:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876881.331324:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365745024:0@lo:400:kworker.0
00000100:00100000:3.0:1788876881.331336:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998313070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365745152:0@lo:400:kworker.0
00000100:00100000:1.0:1788876881.907937:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876881.907980:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876881.908049:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876881.908102:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876881.908134:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787200
00000100:00100000:1.0:1788876881.908143:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787200
00000100:00100000:1.0:1788876881.908202:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787456
00000100:00100000:1.0:1788876881.908205:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787456
00000100:00100000:1.0:1788876881.908233:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6733
00000100:00100000:1.0:1788876881.908243:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362787200:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876881.908316:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362787200:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 75us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876881.908328:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6733
00000100:00100000:1.0:1788876881.908346:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6734
00000100:00100000:1.0:1788876881.908353:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362787456:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876881.908389:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362787456:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 36us (285us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876881.908395:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6734
00000100:00080000:1.0:1788876881.908410:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876881.909701:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787072
00000100:00100000:0.0:1788876881.909712:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787072
00000100:00100000:0.0:1788876881.909771:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3151
00000100:00100000:0.0:1788876881.909779:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362787072:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876881.909826:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362787072:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 48us (1899us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876881.909833:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3151
00000100:00100000:2.0:1788876881.910085:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787328
00000100:00100000:2.0:1788876881.910090:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787328
00000100:00100000:2.0:1788876881.910142:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 361
00000100:00100000:2.0:1788876881.910150:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362787328:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876881.910179:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362787328:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (2199us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876881.910186:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 361
00000100:00080000:3.0:1788876881.910364:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876882.030410:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876883.054225:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876883.375000:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365745280:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876883.375102:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876883.375907:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745280
00000100:00100000:2.0:1788876883.377127:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745280
00000100:00100000:2.0:1788876883.377353:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 359
00000100:00100000:2.0:1788876883.377367:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365745280:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876883.377415:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196280320 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876883.377507:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365745280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (2405us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876883.377515:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 359
00000100:00100000:0.0:1788876883.377807:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365745280:0@lo:13:osp-pre-0-0.0
00000100:00080000:3.0:1788876883.381737:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876884.078211:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876885.103817:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876886.126286:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876886.446426:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876886.446448:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365745408:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876886.446517:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876886.447096:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745408
00000100:00100000:3.0:1788876886.447107:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745408
00000100:00100000:3.0:1788876886.447183:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 360
00000100:00100000:3.0:1788876886.447196:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365745408:12345-0@lo:13:osp-pre-1-0.0
00000100:00080000:1.0:1788876886.447202:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1788876886.447234:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876886.447301:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365745408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (783us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876886.447308:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 360
00000100:00100000:3.0:1788876886.447517:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365745408:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876886.448262:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365745536:0@lo:400:kworker.0
00000100:00100000:0.0:1788876886.448310:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876886.448359:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745536
00000100:00100000:0.0:1788876886.448364:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745536
00000100:00100000:0.0:1788876886.448410:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152
00000100:00100000:0.0:1788876886.448417:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365745536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876886.448453:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365745536:12345-0@lo:400:kworker.0 Request processed in 36us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876886.448459:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152
00000100:00100000:0.0:1788876886.448491:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365745536:0@lo:400:kworker.0
00000100:00100000:2.0:1788876886.459633:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365745920:0@lo:400:kworker.0
00000100:00100000:3.0:1788876886.459633:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365745664:0@lo:400:kworker.0
00000100:00100000:1.0:1788876886.468662:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365746048:0@lo:400:kworker.0
00000100:00100000:2.0:1788876886.469003:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876886.470267:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876886.471752:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745664
00000100:00100000:3.0:1788876886.471764:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745664
00000100:00100000:3.0:1788876886.471833:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6735
00000100:00100000:3.0:1788876886.471842:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365745664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876886.471919:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365745664:12345-0@lo:400:kworker.0 Request processed in 78us (1655us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876886.471926:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6735
00000100:00100000:2.0:1788876886.473206:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1788876886.473223:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365745792:0@lo:400:kworker.0
00000100:00100000:3.0:1788876886.473230:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365745664:0@lo:400:kworker.0
00000100:00100000:2.0:1788876886.473270:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876886.473306:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745792
00000100:00100000:3.0:1788876886.473308:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365745920
00000100:00100000:2.0:1788876886.473313:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745792
00000100:00100000:3.0:1788876886.473315:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365745920
00000100:00100000:2.0:1788876886.473359:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6736
00000100:00100000:2.0:1788876886.473367:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365745792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876886.473456:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 362
00000100:00100000:3.0:1788876886.473465:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365745920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876886.473515:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365745920:12345-0@lo:400:kworker.0 Request processed in 53us (4513us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876886.473523:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 362
00000100:00080000:0.0:1788876886.473765:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876886.473771:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876886.474070:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365745792:12345-0@lo:400:kworker.0 Request processed in 703us (799us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876886.474081:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6736
00000100:00100000:2.0:1788876886.474119:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365745792:0@lo:400:kworker.0
00000100:00100000:2.0:1788876886.474132:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365745920:0@lo:400:kworker.0
00000100:00100000:0.0:1788876886.474601:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876886.474948:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746048
00000100:00100000:2.0:1788876886.474956:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746048
00000100:00100000:2.0:1788876886.475010:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6737
00000100:00100000:2.0:1788876886.475047:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365746048:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1788876886.475173:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876886.475223:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365746048:12345-0@lo:400:kworker.0 Request processed in 186us (623us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876886.475230:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6737
00000100:00100000:0.0:1788876886.475298:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365746048:0@lo:400:kworker.0
00000100:00100000:3.0:1788876887.030390:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876887.030428:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876887.030476:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876887.030513:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876887.030606:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787584
00000100:00100000:2.0:1788876887.030616:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787584
00000100:00100000:2.0:1788876887.030682:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3153
00000100:00100000:2.0:1788876887.030693:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362787584:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876887.030768:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362787584:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 77us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876887.030776:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3153
00000100:00100000:1.0:1788876887.031301:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787712
00000100:00100000:1.0:1788876887.031307:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787712
00000100:00100000:1.0:1788876887.031356:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787968
00000100:00100000:1.0:1788876887.031360:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787968
00000100:00100000:1.0:1788876887.031385:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6738
00000100:00100000:1.0:1788876887.031392:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362787712:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876887.031437:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362787712:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 44us (1055us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876887.031444:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6738
00000100:00100000:1.0:1788876887.031460:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6739
00000100:00100000:1.0:1788876887.031466:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362787968:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876887.031491:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362787968:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (1063us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876887.031497:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6739
00000100:00080000:2.0:1788876887.031662:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876887.031894:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362787840
00000100:00100000:0.0:1788876887.031899:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362787840
00000100:00100000:0.0:1788876887.031960:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 363
00000100:00100000:0.0:1788876887.031969:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362787840:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876887.032057:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362787840:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 89us (1543us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876887.032065:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 363
00000100:00080000:2.0:1788876887.032162:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876887.150229:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876888.174221:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876888.494443:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365746176:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876888.494513:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876888.494854:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746176
00000100:00100000:3.0:1788876888.494861:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746176
00000100:00100000:3.0:1788876888.494933:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 361
00000100:00100000:3.0:1788876888.494942:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365746176:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876888.494973:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196280320 pending 0 free 3851419648 avail 3849322496
00000100:00100000:3.0:1788876888.495057:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365746176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (544us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876888.495069:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 361
00000100:00100000:1.0:1788876888.495196:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365746176:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788876888.496636:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876889.198648:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876890.224859:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876891.246189:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876891.566592:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365746432:0@lo:400:kworker.0
00000100:00100000:1.0:1788876891.566660:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876891.566722:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365746944:0@lo:400:kworker.0
00000100:00100000:1.0:1788876891.566750:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876891.566766:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365746304:0@lo:400:kworker.0
00000100:00100000:3.0:1788876891.566799:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876891.566825:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365746816:0@lo:400:kworker.0
00000100:00100000:1.0:1788876891.566835:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365746560:0@lo:400:kworker.0
00000100:00100000:3.0:1788876891.566845:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876891.566859:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365746688:0@lo:400:kworker.0
00000100:00100000:2.0:1788876891.566890:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746432
00000100:00100000:2.0:1788876891.566897:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746432
00000100:00100000:2.0:1788876891.566938:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746816
00000100:00100000:2.0:1788876891.566942:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746816
00000100:00100000:2.0:1788876891.566969:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6740
00000100:00100000:2.0:1788876891.566978:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365746432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876891.585071:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746944
00000100:00100000:0.0:1788876891.585086:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746944
00000100:00100000:0.0:1788876891.585152:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 364
00000100:00100000:0.0:1788876891.585163:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365746944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876891.588850:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876891.588943:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746688
00000100:00100000:1.0:1788876891.588951:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746688
00000100:00100000:1.0:1788876891.589009:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 365
00000100:00100000:1.0:1788876891.589047:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365746688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876891.589100:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365746688:12345-0@lo:400:kworker.0 Request processed in 56us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876891.589109:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 365
00000100:00100000:1.0:1788876891.589159:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365746688:0@lo:400:kworker.0
00000100:00100000:2.0:1788876891.589482:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365746432:12345-0@lo:400:kworker.0 Request processed in 22503us (22820us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876891.589492:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6740
00000100:00100000:2.0:1788876891.589512:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6741
00000100:00100000:2.0:1788876891.589520:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365746816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876891.589550:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365746816:12345-0@lo:400:kworker.0 Request processed in 32us (22704us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876891.589556:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6741
00000100:00080000:2.0:1788876891.589579:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788876891.589583:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1788876891.589586:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876891.590118:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746304
00000100:00100000:2.0:1788876891.590126:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746304
00000100:00100000:2.0:1788876891.590155:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00100000:2.0:1788876891.590161:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365746304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876891.590220:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365746304:12345-0@lo:400:kworker.0 Request processed in 58us (23419us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876891.590226:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00100000:1.0:1788876891.591433:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876891.591475:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365746432:0@lo:400:kworker.0
00000100:00100000:3.0:1788876891.591478:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365746816:0@lo:400:kworker.0
00000100:00100000:1.0:1788876891.591498:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365747072:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876891.591498:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365746304:0@lo:400:kworker.0
00000100:00100000:3.0:1788876891.591533:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876891.591541:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876891.591781:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365746560
00000100:00100000:2.0:1788876891.591787:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365746560
00000100:00100000:2.0:1788876891.591831:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6742
00000100:00100000:2.0:1788876891.591839:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365746560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876891.591888:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365746560:12345-0@lo:400:kworker.0 Request processed in 49us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876891.591894:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6742
00000100:00080000:2.0:1788876891.591911:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876891.591932:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365746560:0@lo:400:kworker.0
00000100:00100000:0.0:1788876891.596007:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365746944:12345-0@lo:400:kworker.0 Request processed in 10836us (29245us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876891.596059:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 364
00000100:00100000:1.0:1788876891.596536:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365746944:0@lo:400:kworker.0
00000100:00100000:2.0:1788876891.598657:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747072
00000100:00100000:2.0:1788876891.598670:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747072
00000100:00100000:2.0:1788876891.598737:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 362
00000100:00100000:2.0:1788876891.598748:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365747072:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876891.598786:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876891.598856:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365747072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (7313us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876891.598864:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 362
00000100:00100000:1.0:1788876891.598960:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365747072:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876892.148683:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876892.148719:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876892.148754:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876892.148816:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788096
00000100:00100000:2.0:1788876892.148825:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788096
00000100:00100000:2.0:1788876892.148882:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3155
00000100:00100000:2.0:1788876892.148891:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362788096:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876892.148957:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362788096:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876892.148964:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3155
00000100:00100000:2.0:1788876892.149132:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788480
00000100:00100000:2.0:1788876892.149136:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788480
00000100:00100000:2.0:1788876892.149173:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788224
00000100:00100000:2.0:1788876892.149176:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788224
00000100:00100000:2.0:1788876892.149196:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6743
00000100:00100000:2.0:1788876892.149203:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362788480:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876892.149237:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362788480:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 34us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876892.149244:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6743
00000100:00100000:2.0:1788876892.149258:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6744
00000100:00100000:2.0:1788876892.149264:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362788224:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876892.149286:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362788224:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 22us (532us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876892.149292:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6744
00000100:00080000:2.0:1788876892.149308:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876892.154092:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876892.154144:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788352
00000100:00100000:3.0:1788876892.154153:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788352
00000100:00100000:3.0:1788876892.154221:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 531
00000100:00100000:3.0:1788876892.154232:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362788352:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:3.0:1788876892.154260:0:26913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e76644d
00000100:00080000:3.0:1788876892.154268:0:26913:0:(import.c:65:import_set_state_nolock()) ffff998402f39800 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1788876892.154303:0:26913:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294981624
00000100:00100000:3.0:1788876892.154577:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362788352:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 347us (492us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876892.154585:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 531
00010000:00010000:3.0:1788876892.154608:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788876892.155152:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876892.275280:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:1.0:1788876893.002925:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:1.0:1788876893.002934:0:6610:0:(genops.c:906:class_export_put()) final put ffff998402f38800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:2.0:1788876893.003467:0:181361:0:(genops.c:865:class_export_destroy()) destroying export ffff998402f38800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0000
00000020:00000080:2.0:1788876893.003513:0:181361:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff998402f39800 for lustre-OST0000
00010000:00010000:3.0:1788876893.297078:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876893.614690:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876893.614716:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830cfb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365747200:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876893.614807:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876893.616847:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747200
00000100:00100000:0.0:1788876893.616859:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747200
00000100:00100000:0.0:1788876893.616921:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 363
00000100:00100000:0.0:1788876893.616932:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365747200:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876893.616964:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00100000:0.0:1788876893.617065:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365747200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (2258us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876893.617073:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 363
00000100:00080000:2.0:1788876893.621973:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876893.622093:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830cfb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365747200:0@lo:13:osp-pre-0-0.0
00010000:00010000:2.0:1788876894.324124:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876895.343158:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876896.366587:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876896.686470:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788876896.686493:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365747328:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876896.686618:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876896.686689:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747328
00000100:00100000:1.0:1788876896.686696:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747328
00000100:00100000:1.0:1788876896.686753:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 364
00000100:00100000:1.0:1788876896.686761:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365747328:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876896.686793:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876896.686833:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365747328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876896.686839:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 364
00000100:00080000:1.0:1788876896.686858:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876896.686893:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365747328:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876896.687092:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365747584:0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.687123:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876896.687143:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876896.687149:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365747712:0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.687171:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876896.687208:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747584
00000100:00100000:2.0:1788876896.687212:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747584
00000100:00100000:2.0:1788876896.687237:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747712
00000100:00100000:2.0:1788876896.687240:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747712
00000100:00100000:2.0:1788876896.687280:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6745
00000100:00100000:2.0:1788876896.687286:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365747584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.687322:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365747584:12345-0@lo:400:kworker.0 Request processed in 36us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876896.687329:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6745
00000100:00100000:2.0:1788876896.687343:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6746
00000100:00100000:2.0:1788876896.687349:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365747712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.687375:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365747712:12345-0@lo:400:kworker.0 Request processed in 26us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876896.687380:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6746
00000100:00100000:2.0:1788876896.687416:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365747712:0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.687425:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365747584:0@lo:400:kworker.0
00000100:00100000:3.0:1788876896.687595:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365747840:0@lo:400:kworker.0
00000100:00100000:3.0:1788876896.687673:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876896.687702:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1788876896.687708:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365747456:0@lo:400:kworker.0
00000100:00100000:3.0:1788876896.687735:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876896.687757:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365747968:0@lo:400:kworker.0
00000100:00100000:3.0:1788876896.687777:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1788876896.687965:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876896.688048:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747840
00000100:00100000:2.0:1788876896.688053:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747840
00000100:00100000:2.0:1788876896.688098:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 366
00000100:00100000:2.0:1788876896.688105:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365747840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.688145:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365747840:12345-0@lo:400:kworker.0 Request processed in 40us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876896.688152:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 366
00000100:00100000:2.0:1788876896.688169:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747456
00000100:00100000:2.0:1788876896.688172:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747456
00000100:00100000:2.0:1788876896.688205:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156
00000100:00100000:2.0:1788876896.688211:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365747456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.688239:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365747456:12345-0@lo:400:kworker.0 Request processed in 29us (504us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876896.688245:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156
00000100:00080000:1.0:1788876896.688488:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876896.688538:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365747968
00000100:00100000:2.0:1788876896.688542:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365747968
00000100:00100000:2.0:1788876896.688580:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6747
00000100:00100000:2.0:1788876896.688586:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365747968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.688628:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365747968:12345-0@lo:400:kworker.0 Request processed in 42us (850us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876896.688635:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6747
00000100:00100000:2.0:1788876896.688768:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365747456:0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.688779:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365747968:0@lo:400:kworker.0
00000100:00100000:2.0:1788876896.688787:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365747840:0@lo:400:kworker.0
00000100:00080000:1.0:1788876896.688845:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876896.916178:0:182609:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff998385a0f000 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 2 deadline 7658487483529 time 7658387728622 state 0x6 ref 0
00000100:00100000:1.0:1788876896.917102:0:182609:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830dc52c00 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7717838308026 time 7717844275522 state 0x6 ref 0
00000100:00100000:1.0:1788876896.917114:0:182609:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830df63800 key jobid={dd.500}&nid={192.168.203.59@tcp}&opcode={ost_read}&uid={500}&gid={500}&projid={0}&nodemap={-1} rule@0xffff998410b86000 gen 0 rate 10 depth 3 token 0 deadline 7727950185536 time 7727950350049 state 0x6 ref 0
00000100:00100000:1.0:1788876896.917136:0:182609:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830297ea00 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86300 gen 0 rate 20 depth 3 token 0 deadline 7658067398142 time 7658068849986 state 0x6 ref 0
00000100:00100000:1.0:1788876896.928346:0:182609:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830297e400 key jobid={dd.0}&nid={192.168.203.59@tcp}&opcode={ost_write}&uid={0}&gid={0}&projid={0}&nodemap={-1} rule@0xffff998410b86c00 gen 0 rate 20 depth 3 token 1 deadline 7657397845924 time 7657367753307 state 0x6 ref 0
00000100:00100000:3.0:1788876897.266834:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876897.266872:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876897.266917:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876897.266954:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788864
00000100:00100000:3.0:1788876897.266962:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788864
00000100:00100000:0.0:1788876897.267005:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788608
00000100:00100000:0.0:1788876897.267011:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788608
00000100:00100000:3.0:1788876897.267056:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788736
00000100:00100000:3.0:1788876897.267060:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788736
00000100:00100000:0.0:1788876897.267077:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3157
00000100:00100000:0.0:1788876897.267089:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362788608:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876897.267096:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6748
00000100:00100000:3.0:1788876897.267107:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362788864:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876897.267163:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362788608:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 77us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876897.267172:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3157
00000100:00100000:1.0:1788876897.267189:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6749
00000100:00100000:1.0:1788876897.267200:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362788736:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:0.0:1788876897.267229:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876897.267714:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362788864:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 608us (839us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876897.267721:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6748
00000100:00100000:1.0:1788876897.272831:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362788736:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 5622us (5901us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876897.272845:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6749
00010000:00010000:3.0:1788876897.390479:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876898.414284:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876898.734338:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876898.734363:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365748096:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876898.734436:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876898.734569:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748096
00000100:00100000:3.0:1788876898.734577:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748096
00000100:00100000:3.0:1788876898.734651:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 365
00000100:00100000:3.0:1788876898.734662:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365748096:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876898.734697:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00100000:3.0:1788876898.734746:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365748096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876898.734753:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 365
00000100:00100000:3.0:1788876898.734795:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365748096:0@lo:13:osp-pre-0-0.0
00000100:00080000:0.0:1788876898.734961:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876899.440611:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876900.462377:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876901.487143:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876901.808440:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365748608:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.808506:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876901.808568:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1788876901.808574:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365748224:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876901.808599:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876901.808623:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365748736:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.808645:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876901.808725:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365748480:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.808748:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876901.808763:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365748992:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.808780:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876901.808797:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1788876901.808802:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365748352:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.808825:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876901.808854:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365748864:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.808874:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876901.808899:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748224
00000100:00100000:1.0:1788876901.808906:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748224
00000100:00100000:1.0:1788876901.808959:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 366
00000100:00100000:1.0:1788876901.808979:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365748224:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876901.809035:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876901.809095:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365748224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (494us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876901.809102:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 366
00000100:00100000:1.0:1788876901.809125:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748736
00000100:00100000:1.0:1788876901.809128:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748736
00000100:00100000:1.0:1788876901.809157:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748992
00000100:00100000:1.0:1788876901.809160:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748992
00000100:00100000:1.0:1788876901.809179:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 367
00000100:00100000:1.0:1788876901.809185:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365748992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.809220:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365748992:12345-0@lo:400:kworker.0 Request processed in 35us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876901.809227:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 367
00000100:00100000:1.0:1788876901.809239:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 367
00000100:00100000:1.0:1788876901.809245:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365748736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.809270:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365748736:12345-0@lo:400:kworker.0 Request processed in 26us (625us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876901.809276:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 367
00000100:00080000:1.0:1788876901.809309:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788876901.809313:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876901.809341:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365748992:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.809490:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365748224:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876901.809502:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365748736:0@lo:400:kworker.0
00000100:00100000:0.0:1788876901.809635:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748608
00000100:00100000:0.0:1788876901.809640:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748608
00000100:00100000:0.0:1788876901.809685:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748480
00000100:00100000:0.0:1788876901.809688:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748480
00000100:00100000:0.0:1788876901.809702:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748864
00000100:00100000:0.0:1788876901.809705:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748864
00000100:00100000:0.0:1788876901.809725:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6750
00000100:00100000:0.0:1788876901.809732:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365748608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876901.809770:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365748608:12345-0@lo:400:kworker.0 Request processed in 39us (1265us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876901.809777:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6750
00000100:00100000:0.0:1788876901.809791:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6751
00000100:00100000:0.0:1788876901.809797:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365748480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876901.809823:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365748480:12345-0@lo:400:kworker.0 Request processed in 26us (1073us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876901.809828:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6751
00000100:00100000:0.0:1788876901.809852:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6752
00000100:00100000:0.0:1788876901.809858:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365748864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876901.809884:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365748864:12345-0@lo:400:kworker.0 Request processed in 26us (1009us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876901.809889:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6752
00000100:00100000:2.0:1788876901.810064:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365748352
00000100:00100000:2.0:1788876901.810069:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365748352
00000100:00100000:2.0:1788876901.810102:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158
00000100:00100000:2.0:1788876901.810108:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365748352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876901.810140:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365748352:12345-0@lo:400:kworker.0 Request processed in 32us (1313us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876901.810145:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158
00000100:00080000:1.0:1788876901.811504:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876901.811538:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365748352:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.811553:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365748864:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.811562:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365748480:0@lo:400:kworker.0
00000100:00100000:1.0:1788876901.811596:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365748608:0@lo:400:kworker.0
00000100:00100000:2.0:1788876902.397277:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876902.397312:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876902.397340:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876902.397380:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362789248
00000100:00100000:2.0:1788876902.397389:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362789248
00000100:00100000:2.0:1788876902.397439:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362789120
00000100:00100000:2.0:1788876902.397442:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362789120
00000100:00100000:2.0:1788876902.397466:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6753
00000100:00100000:2.0:1788876902.397476:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362789248:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876902.397546:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362789248:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 72us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876902.397553:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6753
00000100:00100000:2.0:1788876902.397571:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6754
00000100:00100000:2.0:1788876902.397578:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362789120:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876902.397601:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362789120:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876902.397607:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6754
00000100:00080000:2.0:1788876902.397717:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876902.397838:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362788992
00000100:00100000:1.0:1788876902.397842:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362788992
00000100:00100000:1.0:1788876902.397874:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3159
00000100:00100000:1.0:1788876902.397881:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362788992:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876902.397911:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362788992:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (643us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876902.397919:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3159
00010000:00010000:3.0:1788876902.510203:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876903.534236:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876903.855716:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365749120:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876903.855787:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876903.855987:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365749120
00000100:00100000:2.0:1788876903.855995:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365749120
00000100:00100000:2.0:1788876903.856084:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 367
00000100:00100000:2.0:1788876903.856094:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365749120:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876903.856128:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876903.856182:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365749120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (394us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876903.856190:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 367
00000100:00100000:0.0:1788876903.856273:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365749120:0@lo:13:osp-pre-0-0.0
00000100:00080000:1.0:1788876903.856331:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876904.559121:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876905.583782:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876906.610289:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1788876906.894376:0:182804:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77kb: Check different granular TBF type combination: jobid+opcode ========================================================== 10:15:06 (1788876906)
00000100:00100000:0.0:1788876906.927338:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365749632:0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.927405:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876906.927482:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1788876906.927490:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365749248:0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.927521:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876906.927551:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365749760:0@lo:400:kworker.0
00000100:00100000:3.0:1788876906.927582:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365749248
00000100:00100000:3.0:1788876906.927590:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365749248
00000100:00100000:0.0:1788876906.927610:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876906.927644:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365749376:0@lo:400:kworker.0
00000100:00100000:3.0:1788876906.927651:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:3.0:1788876906.927663:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365749248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.927672:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876906.927692:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365749888:0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.927722:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876906.927731:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365749248:12345-0@lo:400:kworker.0 Request processed in 70us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876906.927741:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1788876906.927745:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876906.927754:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365749504:0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.927780:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876906.927819:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365749632
00000100:00100000:0.0:1788876906.927823:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365749632
00000100:00100000:3.0:1788876906.927853:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365749760
00000100:00100000:3.0:1788876906.927857:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365749760
00000100:00100000:0.0:1788876906.927873:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365749888
00000100:00100000:0.0:1788876906.927878:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365749888
00000100:00100000:3.0:1788876906.927893:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365749376
00000100:00100000:3.0:1788876906.927898:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365749376
00000100:00100000:0.0:1788876906.927914:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 368
00000100:00100000:0.0:1788876906.927925:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365749888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876906.927927:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365749504
00000100:00100000:3.0:1788876906.927933:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365749504
00000100:00100000:3.0:1788876906.927973:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6755
00000100:00100000:0.0:1788876906.927981:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365749888:12345-0@lo:400:kworker.0 Request processed in 57us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876906.927982:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365749760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.927995:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 368
00000100:00100000:3.0:1788876906.928050:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365749760:12345-0@lo:400:kworker.0 Request processed in 71us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876906.928052:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 368
00000100:00100000:3.0:1788876906.928063:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6755
00000100:00100000:0.0:1788876906.928067:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365749632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876906.928084:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6756
00000100:00100000:3.0:1788876906.928092:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365749376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.928103:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365749632:12345-0@lo:400:kworker.0 Request processed in 40us (697us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876906.928110:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 368
00000100:00100000:3.0:1788876906.928131:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365749376:12345-0@lo:400:kworker.0 Request processed in 39us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876906.928138:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6757
00000100:00100000:0.0:1788876906.928152:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365749504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.928182:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365749504:12345-0@lo:400:kworker.0 Request processed in 37us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876906.928528:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6756
00000100:00100000:0.0:1788876906.929010:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6757
00000100:00080000:0.0:1788876906.929107:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876906.929112:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876906.929115:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876906.929135:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365750016:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876906.929174:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876906.929241:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365749504:0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.929255:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365749376:0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.929267:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365749888:0@lo:400:kworker.0
00000100:00100000:3.0:1788876906.929267:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365750016
00000100:00100000:3.0:1788876906.929275:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365750016
00000100:00100000:0.0:1788876906.929307:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365749248:0@lo:400:kworker.0
00000100:00100000:0.0:1788876906.929322:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365749760:0@lo:400:kworker.0
00000100:00100000:3.0:1788876906.929326:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 368
00000100:00100000:0.0:1788876906.929337:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365749632:0@lo:400:kworker.0
00000100:00100000:3.0:1788876906.929339:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365750016:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876906.929372:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876906.929421:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365750016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876906.929429:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 368
00000100:00100000:0.0:1788876906.930750:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365750016:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876907.510046:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876907.510091:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876907.510122:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876907.510215:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362789376
00000100:00100000:0.0:1788876907.510224:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362789376
00000100:00100000:0.0:1788876907.510277:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3161
00000100:00100000:0.0:1788876907.510286:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362789376:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876907.510353:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362789376:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 68us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876907.510360:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3161
00000100:00100000:1.0:1788876907.510799:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362789632
00000100:00100000:1.0:1788876907.510804:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362789632
00000100:00100000:1.0:1788876907.510856:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362789504
00000100:00100000:1.0:1788876907.510859:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362789504
00000100:00100000:1.0:1788876907.510877:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6758
00000100:00100000:1.0:1788876907.510883:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362789632:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876907.510948:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362789632:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 54us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876907.510955:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6758
00000100:00100000:1.0:1788876907.510968:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6759
00000100:00100000:1.0:1788876907.510974:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362789504:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876907.510998:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362789504:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (875us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876907.511004:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6759
00000100:00080000:0.0:1788876907.511389:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1788876907.632008:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876908.453517:0:182853:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99840a03a600 rate 10000 gen 0
00000100:00100000:0.0:1788876908.453576:0:182853:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99840a03aa00 rate 10000 gen 0
00000100:00100000:0.0:1788876908.453839:0:182853:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99840a03a300 rate 20 gen 0
00000100:00100000:0.0:1788876908.453847:0:182853:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99840a03a200 rate 20 gen 0
00000100:00100000:0.0:1788876908.454004:0:182853:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99840a03a900 rate 10 gen 0
00000100:00100000:0.0:1788876908.454040:0:182853:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99840a03a100 rate 10 gen 0
00000100:00100000:2.0:1788876908.531007:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876908.532967:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362789760
00000100:00100000:3.0:1788876908.532980:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362789760
00000100:00100000:3.0:1788876908.533063:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60299
00000100:00100000:3.0:1788876908.533073:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:251617:x1875765362789760:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:3.0:1788876908.533094:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876908.533178:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445e00/0x3868396b8e766a51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888580 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876908.533286:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e766a58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876908.533300:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e766a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876908.533311:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e766a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876908.533386:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876908.533390:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876908.533422:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e766a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876908.533446:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445e00/0x3868396b8e766a51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888580 expref: 7 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876908.533465:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e766a58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888580 expref: 6 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876908.533480:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876908.533483:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876908.533487:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c445c00, rc 0)
00000100:00100000:3.0:1788876908.533559:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251617:x1875765362789760:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 487us (2560us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876908.537768:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60299
00000100:00100000:1.0:1788876908.540919:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.541035:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362790016
00000100:00100000:2.0:1788876908.541046:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362790016
00000100:00100000:2.0:1788876908.541100:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60300
00000100:00100000:2.0:1788876908.541110:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251617:x1875765362790016:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:2.0:1788876908.541174:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788876908.541203:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445c00/0x3868396b8e766a58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888580 expref: 6 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.541220:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f000)
00010000:00010000:2.0:1788876908.541231:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876908.541388:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.541402:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.541412:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.541424:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.541431:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.541437:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876908.543833:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00010000:00010000:2.0:1788876908.543852:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.543862:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.543868:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.543874:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876908.543879:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.543886:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.543901:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03700)
00010000:00010000:2.0:1788876908.543904:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876908.543908:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.543915:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766a5f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876908.543945:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000075010056 reply state 00000000cbaba83a transno 4295010816 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876908.543954:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876908.544079:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251617:x1875765362790016:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 2968us (3168us total) trans 4295010816 rc 0/0
00000100:00100000:2.0:1788876908.544089:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60300
00010000:00010000:0.0:1788876908.548855:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.548872:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.548880:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.548886:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876908.548891:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.548897:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.548913:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998403b03400)
00010000:00010000:0.0:1788876908.548916:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876908.548920:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.548925:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766a66 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876908.576060:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876908.576229:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362790144
00000100:00100000:0.0:1788876908.576239:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362790144
00000100:00100000:0.0:1788876908.576295:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60301
00000100:00100000:0.0:1788876908.576305:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251618:x1875765362790144:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876908.576328:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876908.576355:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233000/0x3868396b8e766a6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888587 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.576441:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766a74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.576455:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766a74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.576466:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766a74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876908.576525:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876908.576529:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876908.576563:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766a74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.576589:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233000/0x3868396b8e766a6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888587 expref: 8 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.576605:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766a74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888587 expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.576613:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404dddf00)
00010000:00010000:0.0:1788876908.576616:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876908.576620:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998420233a00, rc 0)
00000100:00100000:0.0:1788876908.576675:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251618:x1875765362790144:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 371us (625us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876908.576683:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60301
00000100:00100000:3.0:1788876908.582344:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876908.582446:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362790400
00000100:00100000:1.0:1788876908.582456:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362790400
00000100:00100000:1.0:1788876908.582515:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60302
00000100:00100000:1.0:1788876908.582526:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251618:x1875765362790400:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788876908.582547:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876908.582559:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1788876908.582587:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766a74 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888587 expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.582611:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404dddf00)
00010000:00010000:1.0:1788876908.582622:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876908.582638:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590200/0x3868396b8e766a7b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88858e expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.582830:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.582843:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.582853:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.582865:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.582872:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.582879:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583261:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583270:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583278:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876908.583287:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00010000:00010000:1.0:1788876908.583302:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583308:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583314:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583321:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876908.583325:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583333:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583341:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998385d39e00)
00010000:00010000:1.0:1788876908.583344:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876908.583348:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583355:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766a90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583372:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583378:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583387:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583391:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876908.583394:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583400:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583407:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:1.0:1788876908.583410:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876908.583413:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583419:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766a82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583428:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583434:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583439:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583443:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876908.583446:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583454:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583461:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998385d39400)
00010000:00010000:1.0:1788876908.583463:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876908.583465:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583470:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766a89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583498:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590200/0x3868396b8e766a7b lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88858e expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583508:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:1.0:1788876908.583510:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876908.583514:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590200/0x3868396b8e766a7b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88858e expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.583525:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590200, rc 0)
00000100:00100000:1.0:1788876908.583686:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251618:x1875765362790400:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1153us (1343us total) trans 0 rc 301/301
00000100:00100000:1.0:1788876908.583695:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60302
00000100:00100000:3.0:1788876908.589493:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876908.589578:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362790528
00000100:00100000:0.0:1788876908.589594:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362790528
00000100:00100000:0.0:1788876908.589651:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60303
00000100:00100000:0.0:1788876908.589661:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251618:x1875765362790528:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876908.589680:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876908.589702:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233000/0x3868396b8e766a97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888595 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.589791:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998420232c00/0x3868396b8e766a9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.589808:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420232c00/0x3868396b8e766a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.589818:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420232c00/0x3868396b8e766a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876908.589872:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876908.589876:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876908.589900:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998420232c00/0x3868396b8e766a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.589924:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233000/0x3868396b8e766a97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888595 expref: 8 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.589950:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998420232c00/0x3868396b8e766a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888595 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.589958:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876908.589961:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876908.589964:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998420232c00, rc 0)
00000100:00100000:0.0:1788876908.590039:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251618:x1875765362790528:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 379us (554us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876908.590046:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60303
00000100:00100000:3.0:1788876908.592882:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.592966:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362790784
00000100:00100000:2.0:1788876908.592975:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362790784
00000100:00100000:2.0:1788876908.593054:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60304
00000100:00100000:2.0:1788876908.593065:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251618:x1875765362790784:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788876908.593085:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876908.593104:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766aa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88859c expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593199:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593213:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593225:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593238:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593246:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593253:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876908.593378:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00010000:00010000:2.0:1788876908.593466:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593474:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593481:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593487:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876908.593491:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593499:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593515:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:2.0:1788876908.593518:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876908.593523:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593529:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766aac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593554:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593560:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593566:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593571:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876908.593575:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593580:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593587:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998403b03700)
00010000:00010000:2.0:1788876908.593589:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876908.593592:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593597:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766ab3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593641:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766aa5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88859c expref: 9 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593652:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:2.0:1788876908.593654:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788876908.593658:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46400/0x3868396b8e766aa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88859c expref: 9 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.593667:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46400, rc 0)
00000100:00100000:2.0:1788876908.593723:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:251618:x1875765362790784:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 660us (851us total) trans 4295010817 rc 301/301
00000100:00100000:2.0:1788876908.593731:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60304
00000100:00100000:3.0:1788876908.599386:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.599463:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362791040
00000100:00100000:2.0:1788876908.599472:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362791040
00000100:00100000:2.0:1788876908.599529:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60305
00000100:00100000:2.0:1788876908.599539:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:251618:x1875765362791040:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:2.0:1788876908.599620:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.599636:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.599647:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876908.599944:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000093c85c4e reply state 000000003f543982 transno 4295010818 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876908.599958:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:2.0:1788876908.599971:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00000100:00100000:2.0:1788876908.600080:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251618:x1875765362791040:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 542us (701us total) trans 4295010818 rc 0/0
00000100:00100000:2.0:1788876908.600088:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60305
00000100:00100000:1.0:1788876908.610270:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00010000:00010000:2.0:1788876908.610336:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.610349:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.610357:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.610362:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876908.610367:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.610375:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.610390:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03600)
00010000:00010000:2.0:1788876908.610393:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1788876908.610398:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.610404:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766ac1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876908.610540:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362791296
00000100:00100000:0.0:1788876908.610549:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362791296
00000100:00100000:0.0:1788876908.610604:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9871
00000100:00100000:0.0:1788876908.610614:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:251618:x1875765362791296:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:0.0:1788876908.610867:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251618:x1875765362791296:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 253us (605us total) trans 4295010819 rc 0/0
00000100:00100000:0.0:1788876908.610875:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9871
00000100:00100000:1.0:1788876908.631483:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876908.631656:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362791424
00000100:00100000:1.0:1788876908.631665:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362791424
00000100:00100000:1.0:1788876908.631720:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60306
00000100:00100000:1.0:1788876908.631731:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251619:x1875765362791424:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:1.0:1788876908.631753:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876908.631773:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590200/0x3868396b8e766ac8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885a3 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.631946:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.631961:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.631971:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.631986:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.631993:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.631999:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632360:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766add lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632368:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766add lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632375:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766add lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876908.632415:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00000004:00200000:1.0:1788876908.632419:0:26643:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876908.632440:0:26643:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766add lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632452:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632459:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632465:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632471:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876908.632475:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632482:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632494:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:1.0:1788876908.632497:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876908.632500:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632706:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590400/0x3868396b8e766acf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632723:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632734:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632740:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632746:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876908.632749:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632756:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632764:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998385d39500)
00010000:00010000:1.0:1788876908.632767:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876908.632770:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632775:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591600/0x3868396b8e766ad6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632806:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590200/0x3868396b8e766ac8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885a3 expref: 12 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632819:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766add lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885a3 expref: 11 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.632827:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876908.632829:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876908.632897:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d591400, rc 0)
00000100:00100000:1.0:1788876908.632972:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251619:x1875765362791424:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 1241us (1496us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876908.632980:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60306
00000100:00100000:3.0:1788876908.639923:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876908.640237:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362791680
00000100:00100000:1.0:1788876908.640248:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362791680
00000100:00100000:1.0:1788876908.640396:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60307
00000100:00100000:1.0:1788876908.640407:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251619:x1875765362791680:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:1.0:1788876908.640455:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876908.640480:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591400/0x3868396b8e766add lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885a3 expref: 11 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.640498:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876908.640508:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876908.640539:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.640551:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.640561:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876908.640805:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ca4abf0f reply state 00000000e29fce48 transno 4295010820 ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876908.640815:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:1.0:1788876908.640828:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00000100:00100000:1.0:1788876908.640924:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251619:x1875765362791680:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 519us (1012us total) trans 4295010820 rc 0/0
00000100:00100000:1.0:1788876908.640945:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60307
00010000:00010000:1.0:1788876908.645353:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.645368:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.645376:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.645381:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876908.645387:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.645394:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.645410:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998385d39e00)
00010000:00010000:1.0:1788876908.645413:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:1.0:1788876908.645416:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.645423:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766ae4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.654601:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876908.699941:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.700504:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362791808
00000100:00100000:2.0:1788876908.700589:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362791808
00000100:00100000:2.0:1788876908.700647:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60308
00000100:00100000:2.0:1788876908.700658:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251623:x1875765362791808:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:2.0:1788876908.700789:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876908.700811:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766aeb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885aa expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.700909:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.700923:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.700944:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.700960:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.700967:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.700973:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701154:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e766b00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701163:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e766b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701170:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e766b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876908.701195:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00000004:00200000:2.0:1788876908.701200:0:5791:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876908.701226:0:5791:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e766b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701239:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701246:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701315:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701322:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876908.701326:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701334:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701346:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:2.0:1788876908.701349:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876908.701354:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701360:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46600/0x3868396b8e766af2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701374:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701383:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701389:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701393:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876908.701397:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701402:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701409:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998403b03600)
00010000:00010000:2.0:1788876908.701411:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876908.701414:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701419:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46000/0x3868396b8e766af9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701452:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766aeb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885aa expref: 13 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701466:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e766b00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885aa expref: 12 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.701474:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:2.0:1788876908.701476:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:2.0:1788876908.701479:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47000, rc 0)
00000100:00100000:2.0:1788876908.701605:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251623:x1875765362791808:12345-192.168.203.59@tcp:101:dd.500 Request processed in 948us (1680us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876908.701613:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60308
00000100:00100000:3.0:1788876908.704182:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876908.705299:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792064
00000100:00100000:0.0:1788876908.705311:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792064
00000100:00100000:0.0:1788876908.705442:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60309
00000100:00100000:0.0:1788876908.705454:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251623:x1875765362792064:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876908.705475:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876908.705495:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233000/0x3868396b8e766b07 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885b1 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.705999:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.706032:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.706045:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.706075:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.706083:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.706090:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788876908.706827:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe3f:0x0], index 1: 0
00000004:00080000:0.0:1788876908.706837:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe4c:0x0], index 0: 0
00010000:00010000:0.0:1788876908.707112:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233200/0x3868396b8e766b1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707123:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998420233200/0x3868396b8e766b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707132:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998420233200/0x3868396b8e766b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707166:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707173:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707180:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707185:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420233800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876908.707189:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707195:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707206:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:0.0:1788876908.707208:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876908.707212:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707218:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233800/0x3868396b8e766b0e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876908.707234:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000000a979e0 reply state 00000000393798bc transno 4295010821 ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876908.707242:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788876908.707272:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233000/0x3868396b8e766b07 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885b1 expref: 15 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707286:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233200/0x3868396b8e766b1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885b1 expref: 14 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876908.707294:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:0.0:1788876908.707296:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876908.707299:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998420233200, rc 0)
00000100:00100000:0.0:1788876908.707420:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:251623:x1875765362792064:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1968us (3246us total) trans 4295010821 rc 0/0
00000100:00100000:0.0:1788876908.707430:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60309
00010000:00010000:2.0:1788876908.712257:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.712272:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.712279:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.712285:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998420233a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876908.712290:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.712298:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.712313:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x7a6232fc (ffff998404ddd800)
00010000:00010000:2.0:1788876908.712316:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876908.712321:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.712327:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233a00/0x3868396b8e766b15 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876908.716175:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876908.717135:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792192
00000100:00100000:0.0:1788876908.717149:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792192
00000100:00100000:0.0:1788876908.717211:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 532
00000100:00100000:0.0:1788876908.717219:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2354:x1875765362792192:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:0.0:1788876908.717255:0:167351:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t4294969228 exp 0000000000000000 cur 7765 last 0
00000020:00000080:0.0:1788876908.717289:0:167351:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e766b2a
00002000:00100000:0.0:1788876908.717300:0:167351:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff9983027dd800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 30670848 ocd_index: 0 ocd_group 0
00002000:00100000:0.0:1788876908.717323:0:167351:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli <unknown> supports cksum type f7, return f7
00002000:00080000:0.0:1788876908.717581:0:167351:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0
00000100:00080000:0.0:1788876908.717618:0:167351:0:(import.c:65:import_set_state_nolock()) ffff9983027db000 : changing import state from RECOVER to FULL
00000100:00100000:0.0:1788876908.717690:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362792192:12345-192.168.203.59@tcp:8:dd.500 Request processed in 470us (1523us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876908.717698:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 532
00000100:00100000:1.0:1788876908.723315:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.723913:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792320
00000100:00100000:2.0:1788876908.723922:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792320
00000100:00100000:2.0:1788876908.724043:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 533
00000100:00100000:2.0:1788876908.724053:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251623:x1875765362792320:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:2.0:1788876908.724070:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876908.724089:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e766b31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885b8 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876908.724115:0:167349:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1788876908.724134:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=7765s v=(0 0)
00010000:00010000:2.0:1788876908.724138:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876908.724148:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e766b31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885b8 expref: 7 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.724164:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e766b31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885b8 expref: 7 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876908.724236:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47600, rc 0)
00000100:00100000:2.0:1788876908.724281:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251623:x1875765362792320:12345-192.168.203.59@tcp:101:dd.500 Request processed in 229us (975us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876908.724288:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 533
00000100:00080000:0.0:1788876908.724511:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876908.742876:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876908.744316:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792448
00000100:00100000:1.0:1788876908.744337:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792448
00002000:00100000:1.0:1788876908.744396:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe3f:0x0] (0->1048575)  req@ffff998411088000 x1875765362792448/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/0 e 0 to 0 dl 1788876919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876908.744413:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998411088000 with x1875765362792448 ext(0->1048575)
00002000:00010000:1.0:1788876908.744418:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998411088000
00000100:00100000:1.0:1788876908.744441:0:19112:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 3 deadline 0 time 7765753420610 state 0x0 ref 1
00000100:00100000:1.0:1788876908.744451:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 3 deadline 7765803420610 time 7765753420610 state 0x1 ref 1
00000100:00100000:1.0:1788876908.744485:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7765803420610 time 7765753467393 state 0x0 ref 1
00000100:00100000:1.0:1788876908.744497:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362792448:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876908.787352:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876908.787415:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792576
00000100:00100000:3.0:1788876908.787428:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792576
00002000:00100000:3.0:1788876908.787479:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe3f:0x0] (1048576->2097151)  req@ffff998312bc2300 x1875765362792576/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/0 e 0 to 0 dl 1788876919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876908.787490:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312bc2300 with x1875765362792576 ext(1048576->2097151)
00002000:00010000:3.0:1788876908.787495:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312bc2300
00000100:00100000:3.0:1788876908.787517:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7765803467393 time 7765753467393 state 0x1 ref 2
00000100:00100000:3.0:1788876908.787547:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7765803467393 time 7765796528919 state 0x0 ref 2
00000100:00100000:3.0:1788876908.787564:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2357:x1875765362792576:12345-192.168.203.59@tcp:4:dd.500
00000001:00100000:2.0:1788876908.829855:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:0.0:1788876908.835530:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2355:x1875765362792448:12345-192.168.203.59@tcp:4:dd.500 Request processed in 91026us (92653us total) trans 4294993619 rc 0/0
00000100:00100000:0.0:1788876908.835545:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 0
00002000:00100000:0.0:1788876908.835568:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe3f:0x0] (0->1048575)  req@ffff998411088000 x1875765362792448/t4294993619(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/448 e 0 to 0 dl 1788876919 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876908.835579:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998411088000 with x1875765362792448 ext(0->1048575)
00002000:00010000:0.0:1788876908.835592:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998411088000
00000100:00100000:0.0:1788876908.843305:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.843514:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792704
00000100:00100000:2.0:1788876908.843523:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792704
00002000:00100000:2.0:1788876908.843581:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3f:0x0] (2097152->3145727)  req@ffff998312a9ea00 x1875765362792704/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/0 e 0 to 0 dl 1788876919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876908.843599:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9ea00 with x1875765362792704 ext(2097152->3145727)
00002000:00010000:2.0:1788876908.843605:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9ea00
00000100:00100000:2.0:1788876908.843625:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7765846528919 time 7765796528919 state 0x1 ref 2
00000100:00100000:2.0:1788876908.843655:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7765846528919 time 7765852637770 state 0x0 ref 2
00000100:00100000:2.0:1788876908.843667:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362792704:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788876908.876131:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876908.876173:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792832
00000100:00100000:0.0:1788876908.876195:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792832
00002000:00100000:0.0:1788876908.876253:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe3f:0x0] (3145728->4194303)  req@ffff99842f11d880 x1875765362792832/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/0 e 0 to 0 dl 1788876919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876908.876266:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d880 with x1875765362792832 ext(3145728->4194303)
00002000:00010000:0.0:1788876908.876272:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842f11d880
00000100:00100000:0.0:1788876908.876295:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7765902637770 time 7765852637770 state 0x1 ref 3
00000100:00100000:0.0:1788876908.876319:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7765902637770 time 7765885301518 state 0x0 ref 3
00000100:00100000:0.0:1788876908.876734:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362792832:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876908.878246:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362792704:12345-192.168.203.59@tcp:4:dd.500 Request processed in 34574us (34944us total) trans 4294993620 rc 0/0
00000100:00100000:2.0:1788876908.878259:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2
00002000:00100000:2.0:1788876908.878272:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3f:0x0] (2097152->3145727)  req@ffff998312a9ea00 x1875765362792704/t4294993620(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/448 e 0 to 0 dl 1788876919 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876908.878282:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9ea00 with x1875765362792704 ext(2097152->3145727)
00002000:00010000:2.0:1788876908.878287:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9ea00
00000100:00100000:2.0:1788876908.879699:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.879769:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362792960
00000100:00100000:2.0:1788876908.879779:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362792960
00000100:00100000:2.0:1788876908.879819:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 534
00000100:00100000:2.0:1788876908.879827:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:2354:x1875765362792960:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:2.0:1788876908.879855:0:167347:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t0 exp 0000000000000000 cur 7765 last 0
00000020:00000080:2.0:1788876908.886708:0:167347:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e766b38
00002000:00100000:2.0:1788876908.886730:0:167347:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff998406a1c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 170393600 ocd_index: 0 ocd_group 0
00002000:00100000:2.0:1788876908.886758:0:167347:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type f7, return f7
00002000:00080000:2.0:1788876908.887004:0:167347:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:2.0:1788876908.887057:0:167347:0:(import.c:65:import_set_state_nolock()) ffff998406a19800 : changing import state from RECOVER to FULL
00000100:00100000:2.0:1788876908.887124:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362792960:12345-192.168.203.59@tcp:8:dd.500 Request processed in 7294us (7430us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876908.887135:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 534
00000100:00100000:3.0:1788876908.895256:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362792832:12345-192.168.203.59@tcp:4:dd.500 Request processed in 18519us (19125us total) trans 4294993621 rc 0/0
00000100:00100000:3.0:1788876908.895270:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 3
00002000:00100000:3.0:1788876908.895283:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe3f:0x0] (3145728->4194303)  req@ffff99842f11d880 x1875765362792832/t4294993621(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/448 e 0 to 0 dl 1788876919 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876908.895294:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d880 with x1875765362792832 ext(3145728->4194303)
00002000:00010000:3.0:1788876908.895300:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842f11d880
00000100:00100000:1.0:1788876908.895421:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876908.895451:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793088
00000100:00100000:1.0:1788876908.895457:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793088
00000100:00100000:1.0:1788876908.895506:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 535
00000100:00100000:1.0:1788876908.895515:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251623:x1875765362793088:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876908.895528:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876908.895548:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766b3f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885bf expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876908.895570:0:166967:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876908.895588:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4c:0x0].0x0 since=7765s v=(0 0)
00010000:00010000:1.0:1788876908.895593:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876908.895602:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766b3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885bf expref: 7 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.895618:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766b3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885bf expref: 7 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876908.895629:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590600, rc 0)
00000100:00100000:1.0:1788876908.895649:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251623:x1875765362793088:12345-192.168.203.59@tcp:101:dd.500 Request processed in 136us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876908.895655:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 535
00000100:00080000:1.0:1788876908.895672:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876908.923571:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876908.923708:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793216
00000100:00100000:2.0:1788876908.923718:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793216
00002000:00100000:2.0:1788876908.923764:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0xe4c:0x0] (0->1048575)  req@ffff998441cb4700 x1875765362793216/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/0 e 0 to 0 dl 1788876919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876908.923776:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998441cb4700 with x1875765362793216 ext(0->1048575)
00002000:00010000:2.0:1788876908.923781:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998441cb4700
00000100:00100000:2.0:1788876908.923798:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7765935301518 time 7765885301518 state 0x1 ref 2
00000100:00100000:2.0:1788876908.926857:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7765935301518 time 7765935830737 state 0x0 ref 2
00000100:00100000:2.0:1788876908.926889:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362793216:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876908.979927:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998441cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365750144:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876908.980007:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876908.980085:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365750144
00000100:00100000:1.0:1788876908.980092:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365750144
00000100:00100000:1.0:1788876908.980143:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 369
00000100:00100000:1.0:1788876908.980150:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365750144:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876908.980170:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 32702464 pending 1703936 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788876908.980217:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365750144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876908.980224:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 369
00000100:00080000:1.0:1788876908.980241:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876908.980272:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998441cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365750144:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876908.985780:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876908.985825:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793344
00000100:00100000:3.0:1788876908.985834:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793344
00002000:00100000:3.0:1788876908.985877:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe4c:0x0] (1048576->2097151)  req@ffff99841108aa00 x1875765362793344/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/0 e 0 to 0 dl 1788876919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876908.985888:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841108aa00 with x1875765362793344 ext(1048576->2097151)
00002000:00010000:3.0:1788876908.985893:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99841108aa00
00000100:00100000:3.0:1788876908.985911:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7765985830737 time 7765935830737 state 0x1 ref 3
00000100:00100000:3.0:1788876908.989392:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7765985830737 time 7765998362955 state 0x0 ref 3
00000100:00100000:3.0:1788876908.989434:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2358:x1875765362793344:12345-192.168.203.59@tcp:4:dd.500
00000001:00080000:3.0:1788876909.023000:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993619 is committed
00000100:00100000:2.0:1788876909.024598:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362792576:12345-192.168.203.59@tcp:4:dd.500 Request processed in 237020us (237257us total) trans 4294993622 rc 0/0
00000100:00100000:2.0:1788876909.024613:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1
00002000:00100000:2.0:1788876909.024627:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe3f:0x0] (1048576->2097151)  req@ffff998312bc2300 x1875765362792576/t4294993622(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/448 e 0 to 0 dl 1788876919 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.024638:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312bc2300 with x1875765362792576 ext(1048576->2097151)
00002000:00010000:2.0:1788876909.024644:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312bc2300
00000001:00100000:1.0:1788876909.026632:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:2.0:1788876909.036223:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2355:x1875765362793216:12345-192.168.203.59@tcp:4:dd.500 Request processed in 109337us (112652us total) trans 4294981625 rc 0/0
00000100:00100000:2.0:1788876909.036237:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 4
00002000:00100000:2.0:1788876909.036251:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe4c:0x0] (0->1048575)  req@ffff998441cb4700 x1875765362793216/t4294981625(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/448 e 0 to 0 dl 1788876919 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.036268:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998441cb4700 with x1875765362793216 ext(0->1048575)
00002000:00010000:2.0:1788876909.036274:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998441cb4700
00000100:00100000:3.0:1788876909.041049:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.041133:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793472
00000100:00100000:1.0:1788876909.041143:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793472
00002000:00100000:1.0:1788876909.041190:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe4c:0x0] (2097152->3145727)  req@ffff998411089c00 x1875765362793472/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.041201:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998411089c00 with x1875765362793472 ext(2097152->3145727)
00002000:00010000:1.0:1788876909.041207:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998411089c00
00000100:00100000:1.0:1788876909.041227:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766048362955 time 7765998362955 state 0x1 ref 2
00000100:00100000:1.0:1788876909.041259:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766048362955 time 7766050241810 state 0x0 ref 2
00000100:00100000:1.0:1788876909.041272:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362793472:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876909.045757:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362793344:12345-192.168.203.59@tcp:4:dd.500 Request processed in 56331us (59975us total) trans 4294981626 rc 0/0
00000100:00100000:2.0:1788876909.045770:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 5
00002000:00100000:2.0:1788876909.045785:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe4c:0x0] (1048576->2097151)  req@ffff99841108aa00 x1875765362793344/t4294981626(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:304/0 lens 488/448 e 0 to 0 dl 1788876919 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.045795:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841108aa00 with x1875765362793344 ext(1048576->2097151)
00002000:00010000:2.0:1788876909.045802:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99841108aa00
00000100:00100000:1.0:1788876909.062075:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362793472:12345-192.168.203.59@tcp:4:dd.500 Request processed in 20795us (21059us total) trans 4294981627 rc 0/0
00000100:00100000:1.0:1788876909.062090:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 6
00000100:00100000:1.0:1788876909.062100:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766048362955 time 7766050241810 state 0x2 ref 0
00002000:00100000:1.0:1788876909.062117:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe4c:0x0] (2097152->3145727)  req@ffff998411089c00 x1875765362793472/t4294981627(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.062128:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998411089c00 with x1875765362793472 ext(2097152->3145727)
00002000:00010000:1.0:1788876909.062133:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998411089c00
00000100:00100000:3.0:1788876909.082047:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.082350:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793600
00000100:00100000:1.0:1788876909.082362:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793600
00002000:00100000:1.0:1788876909.082412:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe4c:0x0] (3145728->4194303)  req@ffff998411088e00 x1875765362793600/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.082423:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998411088e00 with x1875765362793600 ext(3145728->4194303)
00002000:00010000:1.0:1788876909.082429:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998411088e00
00000100:00100000:1.0:1788876909.082443:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766048362955 time 7766050241810 state 0x0 ref 1
00000100:00100000:1.0:1788876909.082454:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766100241810 time 7766050241810 state 0x1 ref 1
00000100:00100000:3.0:1788876909.088424:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.088700:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793728
00000100:00100000:0.0:1788876909.088710:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793728
00002000:00100000:0.0:1788876909.088757:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3f:0x0] (4194304->5242879)  req@ffff998307d73800 x1875765362793728/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876909.088768:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d73800 with x1875765362793728 ext(4194304->5242879)
00002000:00010000:0.0:1788876909.088774:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d73800
00000100:00100000:0.0:1788876909.088790:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766100241810 time 7766050241810 state 0x1 ref 2
00000100:00100000:2.0:1788876909.093754:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766152727438 time 7766102727438 state 0x1 ref 2
00000100:00100000:2.0:1788876909.093789:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362793600:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876909.112334:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.113886:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362793600:12345-192.168.203.59@tcp:4:dd.500 Request processed in 20104us (31868us total) trans 4294981628 rc 0/0
00000100:00100000:0.0:1788876909.113899:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 7
00002000:00100000:0.0:1788876909.113913:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe4c:0x0] (3145728->4194303)  req@ffff998411088e00 x1875765362793600/t4294981628(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876909.113922:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998411088e00 with x1875765362793600 ext(3145728->4194303)
00002000:00010000:0.0:1788876909.113927:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998411088e00
00000100:00100000:0.0:1788876909.113961:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793856
00000100:00100000:0.0:1788876909.113968:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793856
00002000:00100000:0.0:1788876909.113999:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe3f:0x0] (5242880->6291455)  req@ffff99843fe22a00 x1875765362793856/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876909.114005:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe22a00 with x1875765362793856 ext(5242880->6291455)
00002000:00010000:0.0:1788876909.114009:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe22a00
00000100:00100000:0.0:1788876909.114058:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766152727438 time 7766102727438 state 0x1 ref 2
00000100:00100000:1.0:1788876909.123788:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.125744:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362793984
00000100:00100000:0.0:1788876909.125761:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362793984
00002000:00100000:0.0:1788876909.125822:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe3f:0x0] (6291456->7340031)  req@ffff99843fe21f80 x1875765362793984/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876909.125841:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe21f80 with x1875765362793984 ext(6291456->7340031)
00002000:00010000:0.0:1788876909.125847:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe21f80
00000100:00100000:0.0:1788876909.125867:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766152727438 time 7766102727438 state 0x1 ref 3
00000100:00100000:3.0:1788876909.134802:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.135235:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362794112
00000100:00100000:2.0:1788876909.135246:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362794112
00002000:00100000:2.0:1788876909.135300:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe3f:0x0] (7340032->8388607)  req@ffff998307d70e00 x1875765362794112/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.135311:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d70e00 with x1875765362794112 ext(7340032->8388607)
00002000:00010000:2.0:1788876909.135317:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d70e00
00000100:00100000:2.0:1788876909.135334:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766152727438 time 7766102727438 state 0x1 ref 4
00000100:00100000:2.0:1788876909.143907:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766202878140 time 7766152878140 state 0x1 ref 4
00000100:00100000:2.0:1788876909.143953:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:2357:x1875765362793728:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876909.155927:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2357:x1875765362793728:12345-192.168.203.59@tcp:4:dd.500 Request processed in 11989us (67502us total) trans 4294993623 rc 0/0
00000100:00100000:2.0:1788876909.155951:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 8
00002000:00100000:2.0:1788876909.155966:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe3f:0x0] (4194304->5242879)  req@ffff998307d73800 x1875765362793728/t4294993623(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.155976:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d73800 with x1875765362793728 ext(4194304->5242879)
00002000:00010000:2.0:1788876909.155983:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d73800
00000100:00100000:0.0:1788876909.171470:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.171954:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362794240
00000100:00100000:1.0:1788876909.171964:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362794240
00002000:00100000:1.0:1788876909.172010:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe4c:0x0] (4194304->5242879)  req@ffff99842f11d500 x1875765362794240/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.172056:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d500 with x1875765362794240 ext(4194304->5242879)
00002000:00010000:1.0:1788876909.172062:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99842f11d500
00000100:00100000:1.0:1788876909.172080:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766202878140 time 7766152878140 state 0x1 ref 4
00000100:00100000:1.0:1788876909.179798:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.180118:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362794368
00000100:00100000:2.0:1788876909.180127:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362794368
00002000:00100000:2.0:1788876909.180172:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0xe4c:0x0] (5242880->6291455)  req@ffff99843fe23100 x1875765362794368/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.180181:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe23100 with x1875765362794368 ext(5242880->6291455)
00002000:00010000:2.0:1788876909.180187:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99843fe23100
00000100:00100000:2.0:1788876909.180204:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766202878140 time 7766152878140 state 0x1 ref 5
00000100:00100000:2.0:1788876909.194011:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766252983920 time 7766202983920 state 0x1 ref 5
00000100:00100000:2.0:1788876909.194076:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2357:x1875765362793856:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788876909.200981:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.201620:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362794496
00000100:00100000:2.0:1788876909.201630:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362794496
00002000:00100000:2.0:1788876909.201678:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe4c:0x0] (6291456->7340031)  req@ffff998307d70700 x1875765362794496/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.201690:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d70700 with x1875765362794496 ext(6291456->7340031)
00002000:00010000:2.0:1788876909.201695:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d70700
00000100:00100000:2.0:1788876909.201713:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766252983920 time 7766202983920 state 0x1 ref 6
00000100:00100000:1.0:1788876909.224730:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2357:x1875765362793856:12345-192.168.203.59@tcp:4:dd.500 Request processed in 30660us (112396us total) trans 4294993624 rc 0/0
00000100:00100000:1.0:1788876909.224745:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 9
00002000:00100000:1.0:1788876909.224759:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe3f:0x0] (5242880->6291455)  req@ffff99843fe22a00 x1875765362793856/t4294993624(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.224769:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe22a00 with x1875765362793856 ext(5242880->6291455)
00002000:00010000:1.0:1788876909.224774:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe22a00
00000100:00100000:2.0:1788876909.237102:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.237146:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.237226:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362794880
00000100:00100000:1.0:1788876909.237235:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362794880
00000100:00100000:1.0:1788876909.237298:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9872
00000100:00100000:1.0:1788876909.237310:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251623:x1875765362794880:12345-192.168.203.59@tcp:35:dd.500
00000100:00100000:1.0:1788876909.237663:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:251623:x1875765362794880:12345-192.168.203.59@tcp:35:dd.500 Request processed in 354us (569us total) trans 4295010822 rc 0/0
00000100:00100000:1.0:1788876909.237671:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9872
00000100:00100000:3.0:1788876909.238044:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362794624
00000100:00100000:3.0:1788876909.238050:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362794624
00002000:00100000:3.0:1788876909.238080:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe4c:0x0] (7340032->8388607)  req@ffff998312bc1c00 x1875765362794624/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876909.238090:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312bc1c00 with x1875765362794624 ext(7340032->8388607)
00002000:00010000:3.0:1788876909.238095:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312bc1c00
00000100:00100000:3.0:1788876909.238110:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766252983920 time 7766202983920 state 0x1 ref 6
00000100:00080000:2.0:1788876909.238907:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876909.244158:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766303129301 time 7766253129301 state 0x1 ref 6
00000100:00100000:0.0:1788876909.244193:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2357:x1875765362793984:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876909.264165:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2357:x1875765362793984:12345-192.168.203.59@tcp:4:dd.500 Request processed in 19977us (140374us total) trans 4294993625 rc 0/0
00000100:00100000:1.0:1788876909.264456:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 10
00002000:00100000:1.0:1788876909.264472:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3f:0x0] (6291456->7340031)  req@ffff99843fe21f80 x1875765362793984/t4294993625(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.264483:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe21f80 with x1875765362793984 ext(6291456->7340031)
00002000:00010000:1.0:1788876909.264489:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99843fe21f80
00000100:00100000:2.0:1788876909.294394:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766353368284 time 7766303368284 state 0x1 ref 5
00000100:00100000:2.0:1788876909.294428:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2357:x1875765362794112:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876909.349857:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.350419:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362795136
00000100:00100000:3.0:1788876909.350430:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362795136
00000100:00100000:3.0:1788876909.350495:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60310
00000100:00100000:3.0:1788876909.350505:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:251634:x1875765362795136:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876909.350531:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876909.350562:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445e00/0x3868396b8e766b46 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885c6 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.350728:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.350743:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.350755:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.350770:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.350781:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.350788:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1788876909.351368:0:15586:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe4d:0x0], index 0: 0
00000004:00080000:3.0:1788876909.351376:0:15586:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe40:0x0], index 1: 0
00010000:00010000:3.0:1788876909.351540:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e766b5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351551:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e766b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351558:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e766b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351590:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351598:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351605:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351611:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876909.351616:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351624:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351636:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:3.0:1788876909.351639:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876909.351643:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351650:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444a00/0x3868396b8e766b4d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876909.351663:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000019e8264b reply state 000000003ad21c74 transno 4295010823 ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876909.351672:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1788876909.351701:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445e00/0x3868396b8e766b46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885c6 expref: 18 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351715:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e766b5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885c6 expref: 17 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.351722:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcaa:0x0].0x0 (ffff99840390fd00)
00010000:00010000:3.0:1788876909.351725:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788876909.351727:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c445400, rc 0)
00000100:00100000:3.0:1788876909.351792:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:251634:x1875765362795136:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1288us (1943us total) trans 4295010823 rc 0/0
00000100:00100000:3.0:1788876909.351801:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60310
00000100:00100000:1.0:1788876909.353059:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2357:x1875765362794112:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58644us (218264us total) trans 4294993626 rc 0/0
00000100:00100000:1.0:1788876909.353070:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 11
00002000:00100000:1.0:1788876909.353081:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0xe3f:0x0] (7340032->8388607)  req@ffff998307d70e00 x1875765362794112/t4294993626(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.353090:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d70e00 with x1875765362794112 ext(7340032->8388607)
00002000:00010000:1.0:1788876909.353095:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d70e00
00000100:00100000:1.0:1788876909.353122:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766412101589 time 7766362101589 state 0x1 ref 4
00000100:00100000:1.0:1788876909.353136:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2355:x1875765362794240:12345-192.168.203.59@tcp:4:dd.500
00010000:00010000:1.0:1788876909.363325:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.363341:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.363349:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.363355:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876909.363360:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.363368:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.363384:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0xf1756a60 (ffff99840390f700)
00010000:00010000:1.0:1788876909.363388:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876909.363393:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.363399:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445600/0x3868396b8e766b54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.378825:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.379327:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362795264
00000100:00100000:3.0:1788876909.379336:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362795264
00000100:00100000:3.0:1788876909.379392:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 536
00000100:00100000:3.0:1788876909.379402:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:251635:x1875765362795264:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876909.379418:0:167010:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876909.379437:0:167010:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885cd expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876909.379461:0:167010:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1788876909.379479:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=7766s v=(0 0)
00010000:00010000:3.0:1788876909.379483:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876909.379492:0:167010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 20 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.379509:0:167010:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 20 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.379521:0:167010:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c445e00, rc 0)
00000100:00100000:3.0:1788876909.379581:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:251635:x1875765362795264:12345-192.168.203.59@tcp:101:dd.0 Request processed in 180us (765us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876909.379593:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 536
00000100:00100000:1.0:1788876909.381313:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.381378:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362795392
00000100:00100000:3.0:1788876909.381386:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362795392
00000100:00100000:3.0:1788876909.381440:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 537
00000100:00100000:3.0:1788876909.381449:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:251636:x1875765362795392:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876909.381464:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876909.381478:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766b70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885d4 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.381504:0:6582:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 21 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.381513:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876909.381517:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876909.381523:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766b70 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885d4 expref: 21 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.381567:0:6582:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 21 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.381580:0:6582:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 21 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876909.381602:0:6582:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6582:1875765365750272:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788876909.381684:0:6582:0:(client.c:2702:ptlrpc_set_wait()) set ffff998309cf0a80 going to sleep for 11 seconds
00000100:00100000:1.0:1788876909.398757:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2355:x1875765362794240:12345-192.168.203.59@tcp:4:dd.500 Request processed in 45614us (227286us total) trans 4294981629 rc 0/0
00000100:00100000:1.0:1788876909.398772:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 12
00002000:00100000:1.0:1788876909.398786:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe4c:0x0] (4194304->5242879)  req@ffff99842f11d500 x1875765362794240/t4294981629(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788876909.398797:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842f11d500 with x1875765362794240 ext(4194304->5242879)
00002000:00010000:1.0:1788876909.398803:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99842f11d500
00000100:00100000:0.0:1788876909.406273:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766465246448 time 7766415246448 state 0x1 ref 3
00000100:00100000:0.0:1788876909.406309:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2357:x1875765362794368:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788876909.414741:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.414778:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.414939:0:6582:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6582:1875765365750272:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876909.414972:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766b70 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885d4 expref: 22 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.414993:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444a00, rc 0)
00000100:00100000:3.0:1788876909.415085:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:251636:x1875765362795392:12345-192.168.203.59@tcp:101:dd.0 Request processed in 33636us (33778us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876909.415094:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 537
00000100:00100000:3.0:1788876909.415123:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362795520
00000100:00100000:3.0:1788876909.415129:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362795520
00000100:00100000:3.0:1788876909.415163:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362795648
00000100:00100000:3.0:1788876909.415166:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362795648
00000100:00100000:3.0:1788876909.415188:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 538
00000100:00100000:3.0:1788876909.415196:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:251638:x1875765362795648:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876909.415208:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876909.415225:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885e2 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876909.415249:0:6582:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1788876909.415268:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=7766s v=(0 0)
00010000:00010000:3.0:1788876909.415273:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876909.415282:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 21 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.415298:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 21 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.415307:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444400, rc 0)
00000100:00100000:3.0:1788876909.415328:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:251638:x1875765362795648:12345-192.168.203.59@tcp:101:dd.0 Request processed in 133us (550us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876909.415335:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 538
00000100:00100000:3.0:1788876909.415348:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 538
00000100:00100000:3.0:1788876909.415354:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:251634:x1875765362795520:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876909.415361:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876909.415370:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e766b7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885db expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.415388:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1788876909.415392:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788876909.415396:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e766b7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885db expref: 23 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.415405:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e766b7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885db expref: 23 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.415413:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444e00, rc 0)
00000100:00100000:3.0:1788876909.415432:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:251634:x1875765362795520:12345-192.168.203.59@tcp:101:dd.0 Request processed in 78us (702us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876909.415438:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 538
00000100:00100000:0.0:1788876909.421075:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.421555:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362795776
00000100:00100000:1.0:1788876909.421565:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362795776
00000100:00100000:1.0:1788876909.421630:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 539
00000100:00100000:1.0:1788876909.421640:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:251642:x1875765362795776:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.421655:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.421673:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e766b85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885e9 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.421700:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(2 0)
00010000:00010000:1.0:1788876909.421705:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788876909.421711:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e766b85 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e9 expref: 24 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.421723:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e766b85 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e9 expref: 24 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.421737:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590e00, rc 0)
00000100:00100000:1.0:1788876909.421794:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:251642:x1875765362795776:12345-192.168.203.59@tcp:101:dd.0 Request processed in 156us (727us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.421801:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 539
00000100:00100000:2.0:1788876909.422780:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.424220:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2357:x1875765362794368:12345-192.168.203.59@tcp:4:dd.500 Request processed in 17915us (244418us total) trans 4294981630 rc 0/0
00000100:00100000:0.0:1788876909.424232:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 13
00002000:00100000:0.0:1788876909.424247:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe4c:0x0] (5242880->6291455)  req@ffff99843fe23100 x1875765362794368/t4294981630(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788876909.424258:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843fe23100 with x1875765362794368 ext(5242880->6291455)
00002000:00010000:0.0:1788876909.424264:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99843fe23100
00000100:00100000:0.0:1788876909.424289:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362795904
00000100:00100000:0.0:1788876909.424295:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362795904
00002000:00100000:0.0:1788876909.424330:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe4d:0x0] (1048576->2097151)  req@ffff998312bc3100 x1875765362795904/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.424345:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312bc3100 with x1875765362795904 ext(1048576->2097151)
00010000:00010000:0.0:1788876909.424354:0:29632:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 24 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.424373:0:29632:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 24 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876909.424382:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998312bc3100
00000100:00100000:0.0:1788876909.424408:0:29632:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 7766433387717 state 0x0 ref 1
00000100:00100000:0.0:1788876909.424420:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 3 deadline 7766433487717 time 7766433387717 state 0x1 ref 1
00000100:00100000:0.0:1788876909.424445:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766433487717 time 7766433427758 state 0x0 ref 1
00000100:00100000:0.0:1788876909.424460:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2356:x1875765362795904:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876909.433888:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.434185:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796032
00000100:00100000:0.0:1788876909.434197:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796032
00000100:00100000:0.0:1788876909.434278:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 540
00000100:00100000:0.0:1788876909.434289:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251643:x1875765362796032:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876909.434308:0:167013:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876909.434327:0:167013:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002974cc7b/0x3868396b8e766b8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885f0 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.434361:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(3 0)
00010000:00010000:0.0:1788876909.434367:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(4 0)
00010000:00010000:0.0:1788876909.434376:0:167013:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002974cc7b/0x3868396b8e766b8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f0 expref: 27 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.434390:0:167013:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002974cc7b/0x3868396b8e766b8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f0 expref: 27 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.434405:0:167013:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998420232400, rc 0)
00000100:00100000:0.0:1788876909.434478:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251643:x1875765362796032:12345-192.168.203.59@tcp:101:dd.0 Request processed in 190us (613us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876909.434486:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 540
00000100:00100000:0.0:1788876909.457643:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766516616253 time 7766466616253 state 0x1 ref 2
00000100:00100000:0.0:1788876909.457678:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2358:x1875765362794496:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876909.459738:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.461948:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796160
00000100:00100000:0.0:1788876909.461962:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796160
00000100:00100000:0.0:1788876909.462068:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 541
00000100:00100000:0.0:1788876909.462079:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:251649:x1875765362796160:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876909.462098:0:167351:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876909.462117:0:167351:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf89f7c4/0x3868396b8e766b93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885f7 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.462157:0:167351:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 22 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.462166:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe40:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876909.462183:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1788876909.462191:0:167351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf89f7c4/0x3868396b8e766b93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f7 expref: 22 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.462227:0:167351:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 22 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.462239:0:167351:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 22 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.462252:0:167351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:167351:1875765365750400:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788876909.462326:0:167351:0:(client.c:2702:ptlrpc_set_wait()) set ffff9984117d2f00 going to sleep for 11 seconds
00000100:00100000:1.0:1788876909.462569:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.462684:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.462704:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.462720:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.462738:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796288
00000100:00100000:1.0:1788876909.462742:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796288
00000100:00100000:1.0:1788876909.462768:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796416
00000100:00100000:1.0:1788876909.462770:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796416
00000100:00100000:1.0:1788876909.462785:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796544
00000100:00100000:1.0:1788876909.462787:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796544
00000100:00100000:1.0:1788876909.462798:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796672
00000100:00100000:1.0:1788876909.462800:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796672
00000100:00100000:1.0:1788876909.462818:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:1.0:1788876909.462825:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251639:x1875765362796672:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.462834:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.462843:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d77cd1f0/0x3868396b8e766b9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888613 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.462858:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe40:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1788876909.462862:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(2 0)
00010000:00010000:1.0:1788876909.462867:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d77cd1f0/0x3868396b8e766b9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888613 expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.462876:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d77cd1f0/0x3868396b8e766b9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888613 expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.462889:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590200, rc 0)
00000100:00100000:1.0:1788876909.462935:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251639:x1875765362796672:12345-192.168.203.59@tcp:101:dd.0 Request processed in 94us (197us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.462943:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:1.0:1788876909.462961:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:1.0:1788876909.462967:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251641:x1875765362796544:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.462974:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.462980:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086fe3a69/0x3868396b8e766ba1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88860c expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.462994:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe40:0x0].0x0 since=0s v=(2 0)
00010000:00010000:1.0:1788876909.462997:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788876909.463002:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086fe3a69/0x3868396b8e766ba1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88860c expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463010:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086fe3a69/0x3868396b8e766ba1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88860c expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463039:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590a00, rc 0)
00000100:00100000:1.0:1788876909.463061:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251641:x1875765362796544:12345-192.168.203.59@tcp:101:dd.0 Request processed in 93us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.463067:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:1.0:1788876909.463079:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:1.0:1788876909.463085:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251640:x1875765362796288:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.463091:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.463098:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bf922d8/0x3868396b8e766ba8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8885fe expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463112:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe40:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788876909.463116:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788876909.463120:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bf922d8/0x3868396b8e766ba8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885fe expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463130:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002bf922d8/0x3868396b8e766ba8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885fe expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463140:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d591e00, rc 0)
00000100:00100000:1.0:1788876909.463159:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251640:x1875765362796288:12345-192.168.203.59@tcp:101:dd.0 Request processed in 74us (592us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.463167:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:1.0:1788876909.463193:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:1.0:1788876909.463200:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251647:x1875765362796416:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.463207:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.463214:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8992c8a/0x3868396b8e766baf lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888605 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463227:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe40:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788876909.463231:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876909.463236:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8992c8a/0x3868396b8e766baf lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888605 expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463246:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8992c8a/0x3868396b8e766baf lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888605 expref: 27 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.463254:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d591c00, rc 0)
00000100:00100000:1.0:1788876909.463272:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251647:x1875765362796416:12345-192.168.203.59@tcp:101:dd.0 Request processed in 73us (588us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.463279:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 542
00000100:00100000:0.0:1788876909.509790:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.509862:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796800
00000100:00100000:1.0:1788876909.509872:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796800
00000100:00100000:1.0:1788876909.509953:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 543
00000100:00100000:1.0:1788876909.509965:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:251644:x1875765362796800:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.509983:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.510003:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766bb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88861a expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.510055:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788876909.510061:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876909.510067:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766bb6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88861a expref: 29 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.510079:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766bb6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88861a expref: 29 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.510092:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590c00, rc 0)
00000100:00100000:1.0:1788876909.510145:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:251644:x1875765362796800:12345-192.168.203.59@tcp:101:dd.0 Request processed in 182us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.510152:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 543
00000100:00100000:2.0:1788876909.516054:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.516128:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362796928
00000100:00100000:0.0:1788876909.516138:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362796928
00002000:00100000:0.0:1788876909.516198:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe40:0x0] (0->1048575)  req@ffff998306b33b80 x1875765362796928/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.516210:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b33b80 with x1875765362796928 ext(0->1048575)
00010000:00010000:0.0:1788876909.516220:0:17072:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 27 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.516235:0:17072:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 27 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876909.516242:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998306b33b80
00000100:00100000:0.0:1788876909.516260:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766433527758 time 7766433427758 state 0x1 ref 2
00000100:00100000:0.0:1788876909.516292:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766433527758 time 7766525274784 state 0x0 ref 2
00000100:00100000:0.0:1788876909.516304:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2355:x1875765362796928:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876909.516831:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766516616253 time 7766525812010 state 0x0 ref 2
00000100:00100000:2.0:1788876909.516848:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2357:x1875765362794624:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788876909.519150:0:167351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:167351:1875765365750400:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876909.519200:0:167351:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf89f7c4/0x3868396b8e766b93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f7 expref: 28 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.519225:0:167351:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998420232200, rc 0)
00000100:00100000:0.0:1788876909.519415:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:251649:x1875765362796160:12345-192.168.203.59@tcp:101:dd.0 Request processed in 57336us (59682us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876909.519426:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 541
00000100:00100000:3.0:1788876909.528651:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.528688:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797056
00000100:00100000:3.0:1788876909.528697:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797056
00000100:00100000:3.0:1788876909.528754:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 544
00000100:00100000:3.0:1788876909.528765:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251637:x1875765362797056:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876909.528783:0:167350:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876909.528801:0:167350:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766bbd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888621 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.528831:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876909.528837:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788876909.528843:0:167350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766bbd lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888621 expref: 31 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.528859:0:167350:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766bbd lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888621 expref: 31 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.528871:0:167350:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444800, rc 0)
00000100:00100000:3.0:1788876909.528917:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:251637:x1875765362797056:12345-192.168.203.59@tcp:101:dd.0 Request processed in 153us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876909.533323:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 544
00000100:00100000:0.0:1788876909.534997:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.535085:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.542307:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797184
00000100:00100000:3.0:1788876909.542321:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797184
00000100:00100000:3.0:1788876909.542386:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 545
00000100:00100000:3.0:1788876909.542395:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:251645:x1875765362797184:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876909.542412:0:166968:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876909.542429:0:166968:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766bc4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888628 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.542457:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788876909.542463:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:3.0:1788876909.542469:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766bc4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888628 expref: 32 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.542481:0:166968:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766bc4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888628 expref: 32 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.542494:0:166968:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444600, rc 0)
00000100:00100000:3.0:1788876909.542544:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:251645:x1875765362797184:12345-192.168.203.59@tcp:101:dd.0 Request processed in 150us (7554us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876909.542564:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 545
00000100:00100000:3.0:1788876909.542596:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797312
00000100:00100000:3.0:1788876909.542600:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797312
00002000:00100000:3.0:1788876909.542624:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe40:0x0] (4194304->5242879)  req@ffff998405f6df80 x1875765362797312/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876909.542634:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998405f6df80 with x1875765362797312 ext(4194304->5242879)
00010000:00010000:3.0:1788876909.542641:0:6588:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 28 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.542651:0:6588:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 28 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876909.542658:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998405f6df80
00000100:00100000:3.0:1788876909.542672:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766525374784 time 7766525274784 state 0x1 ref 3
00000100:00100000:3.0:1788876909.542698:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766525374784 time 7766551681695 state 0x0 ref 3
00000100:00100000:3.0:1788876909.542707:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2356:x1875765362797312:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876909.547474:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2356:x1875765362795904:12345-192.168.203.59@tcp:4:dd.0 Request processed in 123008us (124686us total) trans 4294981631 rc 0/0
00000100:00100000:0.0:1788876909.547490:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 0
00002000:00100000:0.0:1788876909.547505:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe4d:0x0] (1048576->2097151)  req@ffff998312bc3100 x1875765362795904/t4294981631(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.547517:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312bc3100 with x1875765362795904 ext(1048576->2097151)
00010000:00010000:0.0:1788876909.547529:0:29632:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 32 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.548065:0:29632:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 32 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876909.548078:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998312bc3100
00000100:00100000:2.0:1788876909.549544:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2357:x1875765362794624:12345-192.168.203.59@tcp:4:dd.500 Request processed in 32692us (312388us total) trans 4294981632 rc 0/0
00000100:00100000:2.0:1788876909.549556:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 15
00002000:00100000:2.0:1788876909.549568:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0xe4c:0x0] (7340032->8388607)  req@ffff998312bc1c00 x1875765362794624/t4294981632(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788876909.549578:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312bc1c00 with x1875765362794624 ext(7340032->8388607)
00002000:00010000:2.0:1788876909.549584:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312bc1c00
00000100:00100000:2.0:1788876909.549721:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.549753:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797440
00000100:00100000:2.0:1788876909.549760:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797440
00002000:00100000:2.0:1788876909.549795:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe40:0x0] (6291456->7340031)  req@ffff998306b31500 x1875765362797440/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.549804:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b31500 with x1875765362797440 ext(6291456->7340031)
00010000:00010000:2.0:1788876909.549811:0:20684:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 30 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876909.556814:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2358:x1875765362794496:12345-192.168.203.59@tcp:4:dd.500 Request processed in 99142us (355832us total) trans 4294981633 rc 0/0
00000100:00100000:3.0:1788876909.556829:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 14
00000100:00100000:3.0:1788876909.556838:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766516616253 time 7766525812010 state 0x2 ref 0
00002000:00100000:3.0:1788876909.556854:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe4c:0x0] (6291456->7340031)  req@ffff998307d70700 x1875765362794496/t4294981633(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788876909.556864:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d70700 with x1875765362794496 ext(6291456->7340031)
00002000:00010000:3.0:1788876909.556870:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d70700
00010000:00010000:2.0:1788876909.563051:0:20684:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 30 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876909.563069:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998306b31500
00000100:00100000:2.0:1788876909.563092:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766551781695 time 7766551681695 state 0x1 ref 3
00000100:00100000:2.0:1788876909.563128:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766551781695 time 7766572111764 state 0x0 ref 3
00000100:00100000:2.0:1788876909.563143:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2355:x1875765362797440:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876909.563895:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.573099:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797568
00000100:00100000:0.0:1788876909.573112:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797568
00010000:00010000:0.0:1788876909.573155:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 32 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573214:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11034
00000100:00100000:0.0:1788876909.573225:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2355:x1875765362797568:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876909.573239:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1788876909.573256:0:6599:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4d:0x0] updating lvb size from disk: 0 -> 2097152
00002000:00010000:0.0:1788876909.573260:0:6599:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4d:0x0] updating lvb mtime from disk: 0 -> 1788876910
00002000:00010000:0.0:1788876909.573262:0:6599:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4d:0x0] updating lvb ctime from disk: 0 -> 1788876910
00010000:00010000:0.0:1788876909.573268:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 32 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573282:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 32 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573305:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766b69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885cd expref: 32 pid: 167010 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573323:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573328:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573337:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766b70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885d4 expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573348:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766b70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885d4 expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573356:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573360:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573366:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e766b7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885db expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573385:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e766b7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885db expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573393:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573395:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573399:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e766b85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e9 expref: 31 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573407:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e766b85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e9 expref: 31 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573413:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573416:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573420:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002974cc7b/0x3868396b8e766b8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f0 expref: 31 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573427:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002974cc7b/0x3868396b8e766b8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f0 expref: 31 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573434:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573436:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573441:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766bb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88861a expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573454:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766bb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88861a expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573462:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573464:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573469:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766bbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888621 expref: 31 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573476:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766bbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888621 expref: 31 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573484:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573486:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(7 0)
00010000:00010000:0.0:1788876909.573491:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766bc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888628 expref: 31 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573497:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766bc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888628 expref: 31 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.573535:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766bc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888628 expref: 31 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573561:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750528:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876909.573675:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766bbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888621 expref: 31 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573686:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750656:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876909.573715:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766bb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88861a expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573724:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998405f6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750784:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876909.573749:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002974cc7b/0x3868396b8e766b8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f0 expref: 31 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573758:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750912:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876909.573777:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e766b85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e9 expref: 31 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573786:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aaad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365751040:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876909.573805:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e766b7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885db expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573814:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aaa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365751168:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876909.573840:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766b70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885d4 expref: 31 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876909.573849:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365751296:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876909.573870:0:6599:0:(client.c:2702:ptlrpc_set_wait()) set ffff9984117d2840 going to sleep for 11 seconds
00000100:00100000:2.0:1788876909.584818:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2356:x1875765362797312:12345-192.168.203.59@tcp:4:dd.0 Request processed in 42102us (49723us total) trans 4294993627 rc 0/0
00000100:00100000:2.0:1788876909.584833:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2
00002000:00100000:2.0:1788876909.584847:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe40:0x0] (4194304->5242879)  req@ffff998405f6df80 x1875765362797312/t4294993627(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.584858:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998405f6df80 with x1875765362797312 ext(4194304->5242879)
00010000:00010000:2.0:1788876909.584869:0:6588:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.584889:0:6588:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876909.584896:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998405f6df80
00000100:00100000:1.0:1788876909.585314:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2355:x1875765362797440:12345-192.168.203.59@tcp:4:dd.0 Request processed in 22175us (35591us total) trans 4294993628 rc 0/0
00000100:00100000:1.0:1788876909.585321:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 3
00002000:00100000:1.0:1788876909.585328:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe40:0x0] (6291456->7340031)  req@ffff998306b31500 x1875765362797440/t4294993628(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876909.585342:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b31500 with x1875765362797440 ext(6291456->7340031)
00010000:00010000:1.0:1788876909.585347:0:20684:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.585358:0:20684:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876909.585365:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998306b31500
00000100:00100000:0.0:1788876909.586876:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2355:x1875765362796928:12345-192.168.203.59@tcp:4:dd.0 Request processed in 70567us (70856us total) trans 4294993629 rc 0/0
00000100:00100000:0.0:1788876909.586887:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1
00000100:00100000:0.0:1788876909.586896:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766551781695 time 7766572111764 state 0x2 ref 0
00002000:00100000:0.0:1788876909.586908:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe40:0x0] (0->1048575)  req@ffff998306b33b80 x1875765362796928/t4294993629(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.586917:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b33b80 with x1875765362796928 ext(0->1048575)
00010000:00010000:0.0:1788876909.586942:0:17072:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876909.586956:0:17072:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876909.586963:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff998306b33b80
00000100:00100000:1.0:1788876909.587876:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750528:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876909.588177:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750656:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876909.588185:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998405f6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750784:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876909.588192:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365750912:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876909.588198:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aaad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365751040:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876909.588217:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aaa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365751168:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876909.588224:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365751296:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876909.588254:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876909.588303:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2355:x1875765362797568:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 15079us (24409us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.588312:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11034
00000100:00100000:0.0:1788876909.641668:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.641817:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797696
00000100:00100000:2.0:1788876909.641826:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797696
00002000:00100000:2.0:1788876909.641878:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0xe4d:0x0] (4194304->5242879)  req@ffff998312aa9f80 x1875765362797696/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.641890:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9f80 with x1875765362797696 ext(4194304->5242879)
00002000:00010000:2.0:1788876909.641895:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa9f80
00000100:00100000:2.0:1788876909.641916:0:32430:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 3 deadline 0 time 7766650896780 state 0x0 ref 1
00000100:00100000:2.0:1788876909.641927:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 3 deadline 7766650996780 time 7766650896780 state 0x1 ref 1
00000100:00100000:2.0:1788876909.641965:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766650996780 time 7766650947939 state 0x0 ref 1
00000100:00100000:2.0:1788876909.641977:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2355:x1875765362797696:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876909.664577:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.665229:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.665358:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797824
00000100:00100000:1.0:1788876909.665369:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797824
00002000:00100000:1.0:1788876909.665414:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe4d:0x0] (7340032->8388607)  req@ffff998307d71c00 x1875765362797824/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876909.665427:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d71c00 with x1875765362797824 ext(7340032->8388607)
00002000:00010000:1.0:1788876909.665432:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d71c00
00000100:00100000:1.0:1788876909.665453:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766651047939 time 7766650947939 state 0x1 ref 2
00000100:00100000:1.0:1788876909.665482:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362797952
00000100:00100000:1.0:1788876909.665486:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362797952
00002000:00100000:1.0:1788876909.665502:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe4d:0x0] (2097152->3145727)  req@ffff998312aa9c00 x1875765362797952/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876909.665509:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9c00 with x1875765362797952 ext(2097152->3145727)
00002000:00010000:1.0:1788876909.665512:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa9c00
00000100:00100000:1.0:1788876909.665519:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766651047939 time 7766650947939 state 0x1 ref 3
00000100:00100000:1.0:1788876909.665543:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766674626602 time 7766674526602 state 0x1 ref 3
00000100:00100000:1.0:1788876909.665554:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2357:x1875765362797824:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876909.665791:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766674626602 time 7766674772664 state 0x0 ref 3
00000100:00100000:1.0:1788876909.665802:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2355:x1875765362797952:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876909.677311:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2355:x1875765362797696:12345-192.168.203.59@tcp:4:dd.0 Request processed in 35327us (35654us total) trans 4294981634 rc 0/0
00000100:00100000:2.0:1788876909.677325:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 16
00002000:00100000:2.0:1788876909.677340:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0xe4d:0x0] (4194304->5242879)  req@ffff998312aa9f80 x1875765362797696/t4294981634(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.677352:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9f80 with x1875765362797696 ext(4194304->5242879)
00002000:00010000:2.0:1788876909.677359:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa9f80
00010000:00010000:3.0:1788876909.680141:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876909.690617:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.691140:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798080
00000100:00100000:2.0:1788876909.691150:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798080
00010000:00010000:2.0:1788876909.691191:0:20459:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.691240:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11035
00000100:00100000:2.0:1788876909.691249:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2356:x1875765362798080:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876909.691264:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1788876909.691285:0:20459:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe40:0x0] updating lvb size from disk: 0 -> 7340032
00002000:00010000:2.0:1788876909.691288:0:20459:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe40:0x0] updating lvb mtime from disk: 0 -> 1788876910
00002000:00010000:2.0:1788876909.691291:0:20459:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe40:0x0] updating lvb ctime from disk: 0 -> 1788876910
00010000:00010000:2.0:1788876909.691297:0:20459:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691311:0:20459:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691336:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab803aac/0x3868396b8e766b77 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e2 expref: 32 pid: 6582 timeout: 7866 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691352:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691357:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691366:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf89f7c4/0x3868396b8e766b93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [6291456->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f7 expref: 31 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691383:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf89f7c4/0x3868396b8e766b93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [6291456->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f7 expref: 31 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691392:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691394:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691400:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d77cd1f0/0x3868396b8e766b9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888613 expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691408:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d77cd1f0/0x3868396b8e766b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888613 expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691414:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691417:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691421:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086fe3a69/0x3868396b8e766ba1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [3145728->5242879] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88860c expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691430:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086fe3a69/0x3868396b8e766ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [3145728->5242879] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88860c expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691437:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691439:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691444:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bf922d8/0x3868396b8e766ba8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885fe expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691451:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bf922d8/0x3868396b8e766ba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885fe expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691459:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691461:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876909.691466:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8992c8a/0x3868396b8e766baf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888605 expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691473:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8992c8a/0x3868396b8e766baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888605 expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.691506:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e8992c8a/0x3868396b8e766baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888605 expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.691519:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306b33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751424:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876909.691608:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002bf922d8/0x3868396b8e766ba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885fe expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.691617:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751552:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876909.691639:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000086fe3a69/0x3868396b8e766ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [3145728->5242879] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88860c expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.691648:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306b32680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751680:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876909.691679:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d77cd1f0/0x3868396b8e766b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888613 expref: 31 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.691693:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306b33480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751808:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876909.691712:0:20459:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bf89f7c4/0x3868396b8e766b93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [6291456->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f7 expref: 31 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.691721:0:20459:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306b30a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751936:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876909.691736:0:20459:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830e25b3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788876909.701734:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2357:x1875765362797824:12345-192.168.203.59@tcp:4:dd.0 Request processed in 36170us (37154us total) trans 4294981635 rc 0/0
00000100:00100000:2.0:1788876909.701748:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 17
00002000:00100000:2.0:1788876909.701763:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe4d:0x0] (7340032->8388607)  req@ffff998307d71c00 x1875765362797824/t4294981635(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.701773:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d71c00 with x1875765362797824 ext(7340032->8388607)
00002000:00010000:2.0:1788876909.701780:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d71c00
00000100:00100000:3.0:1788876909.713635:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.713664:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798208
00000100:00100000:3.0:1788876909.713672:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798208
00002000:00100000:3.0:1788876909.713710:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe4d:0x0] (0->1048575)  req@ffff998307d71880 x1875765362798208/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876909.713721:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d71880 with x1875765362798208 ext(0->1048575)
00002000:00010000:3.0:1788876909.713726:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d71880
00000100:00100000:3.0:1788876909.713743:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766674872664 time 7766674772664 state 0x1 ref 2
00000100:00100000:3.0:1788876909.713767:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766674872664 time 7766722749797 state 0x0 ref 2
00000100:00100000:3.0:1788876909.713779:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362798208:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876909.714785:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2355:x1875765362797952:12345-192.168.203.59@tcp:4:dd.0 Request processed in 48980us (49554us total) trans 4294981636 rc 0/0
00000100:00100000:2.0:1788876909.714796:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 18
00002000:00100000:2.0:1788876909.714805:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe4d:0x0] (2097152->3145727)  req@ffff998312aa9c00 x1875765362797952/t4294981636(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.714814:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9c00 with x1875765362797952 ext(2097152->3145727)
00002000:00010000:2.0:1788876909.714819:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa9c00
00000100:00100000:2.0:1788876909.714869:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306b33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751424:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876909.714882:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751552:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876909.714890:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306b32680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751680:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876909.714898:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306b33480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751808:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876909.714906:0:20459:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306b30a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:20459:1875765365751936:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788876909.714936:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788876909.714959:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2356:x1875765362798080:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 23710us (24350us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876909.714968:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11035
00000100:00100000:1.0:1788876909.747391:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.747446:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.747480:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.747674:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798336
00000100:00100000:2.0:1788876909.747683:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798336
00000100:00100000:3.0:1788876909.747716:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798464
00000100:00100000:3.0:1788876909.747720:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798464
00002000:00100000:2.0:1788876909.747729:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe4d:0x0] (5242880->6291455)  req@ffff998318543480 x1875765362798336/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876909.747740:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe40:0x0] (1048576->2097151)  req@ffff998318541f80 x1875765362798464/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.747741:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543480 with x1875765362798336 ext(5242880->6291455)
00002000:00010000:2.0:1788876909.747745:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318543480
00002000:00100000:3.0:1788876909.747748:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541f80 with x1875765362798464 ext(1048576->2097151)
00002000:00010000:3.0:1788876909.747751:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318541f80
00000100:00100000:2.0:1788876909.747763:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766722849797 time 7766722749797 state 0x1 ref 3
00000100:00100000:2.0:1788876909.747788:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798592
00000100:00100000:2.0:1788876909.747791:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798592
00002000:00100000:2.0:1788876909.747807:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe4d:0x0] (6291456->7340031)  req@ffff998318541180 x1875765362798592/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.747815:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541180 with x1875765362798592 ext(6291456->7340031)
00002000:00010000:2.0:1788876909.747818:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318541180
00000100:00100000:3.0:1788876909.748355:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766722849797 time 7766722749797 state 0x1 ref 4
00000100:00100000:3.0:1788876909.748378:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766757461364 time 7766757361364 state 0x1 ref 4
00000100:00100000:3.0:1788876909.748392:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2357:x1875765362798336:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876909.748560:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766757461364 time 7766757543004 state 0x0 ref 4
00000100:00100000:3.0:1788876909.748573:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2356:x1875765362798464:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876909.749356:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766757643004 time 7766757543004 state 0x1 ref 4
00000100:00100000:2.0:1788876909.749393:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766757643004 time 7766758376534 state 0x0 ref 4
00000100:00100000:2.0:1788876909.749410:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:2358:x1875765362798592:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876909.764880:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.765002:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798720
00000100:00100000:2.0:1788876909.765046:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798720
00002000:00100000:2.0:1788876909.765097:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe40:0x0] (5242880->6291455)  req@ffff998318541c00 x1875765362798720/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.765109:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541c00 with x1875765362798720 ext(5242880->6291455)
00002000:00010000:2.0:1788876909.765114:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318541c00
00000100:00100000:2.0:1788876909.765134:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766758476534 time 7766758376534 state 0x1 ref 5
00000100:00100000:2.0:1788876909.765157:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766758476534 time 7766774139951 state 0x0 ref 5
00000100:00100000:2.0:1788876909.765170:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2358:x1875765362798720:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876909.778583:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876909.783123:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2356:x1875765362798208:12345-192.168.203.59@tcp:4:dd.0 Request processed in 69335us (69486us total) trans 4294981637 rc 0/0
00000100:00100000:2.0:1788876909.783137:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 19
00002000:00100000:2.0:1788876909.783153:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe4d:0x0] (0->1048575)  req@ffff998307d71880 x1875765362798208/t4294981637(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.783165:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d71880 with x1875765362798208 ext(0->1048575)
00002000:00010000:2.0:1788876909.783172:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d71880
00000100:00100000:1.0:1788876909.784210:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.788502:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2357:x1875765362798336:12345-192.168.203.59@tcp:4:dd.0 Request processed in 40102us (41109us total) trans 4294981638 rc 0/0
00000100:00100000:0.0:1788876909.788518:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 20
00002000:00100000:0.0:1788876909.788532:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0xe4d:0x0] (5242880->6291455)  req@ffff998318543480 x1875765362798336/t4294981638(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.788608:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543480 with x1875765362798336 ext(5242880->6291455)
00002000:00010000:0.0:1788876909.788615:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318543480
00000100:00100000:2.0:1788876909.788678:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798848
00000100:00100000:2.0:1788876909.788686:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798848
00002000:00100000:2.0:1788876909.788719:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe4d:0x0] (3145728->4194303)  req@ffff998307d70a80 x1875765362798848/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.788730:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d70a80 with x1875765362798848 ext(3145728->4194303)
00002000:00010000:2.0:1788876909.788734:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d70a80
00000100:00100000:2.0:1788876909.788750:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766774239951 time 7766774139951 state 0x1 ref 4
00000100:00100000:2.0:1788876909.788775:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766774239951 time 7766797757268 state 0x0 ref 4
00000100:00100000:2.0:1788876909.788787:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2358:x1875765362798848:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876909.791754:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362798976
00000100:00100000:2.0:1788876909.791767:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362798976
00002000:00100000:2.0:1788876909.791825:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe40:0x0] (3145728->4194303)  req@ffff998318540000 x1875765362798976/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.791837:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540000 with x1875765362798976 ext(3145728->4194303)
00002000:00010000:2.0:1788876909.791843:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540000
00000100:00100000:2.0:1788876909.791860:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766797857268 time 7766797757268 state 0x1 ref 5
00000100:00100000:2.0:1788876909.791887:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766797857268 time 7766800869402 state 0x0 ref 5
00000100:00100000:2.0:1788876909.791898:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2356:x1875765362798976:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876909.794220:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362798464:12345-192.168.203.59@tcp:4:dd.0 Request processed in 45637us (46760us total) trans 4294993630 rc 0/0
00000100:00100000:3.0:1788876909.794235:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 21
00002000:00100000:3.0:1788876909.794250:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe40:0x0] (1048576->2097151)  req@ffff998318541f80 x1875765362798464/t4294993630(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876909.794261:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541f80 with x1875765362798464 ext(1048576->2097151)
00002000:00010000:3.0:1788876909.794267:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318541f80
00000100:00100000:1.0:1788876909.812233:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2358:x1875765362798592:12345-192.168.203.59@tcp:4:dd.0 Request processed in 62819us (64741us total) trans 4294981639 rc 0/0
00000100:00100000:1.0:1788876909.812247:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 22
00002000:00100000:1.0:1788876909.816051:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe4d:0x0] (6291456->7340031)  req@ffff998318541180 x1875765362798592/t4294981639(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876909.816069:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541180 with x1875765362798592 ext(6291456->7340031)
00002000:00010000:1.0:1788876909.816078:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318541180
00000100:00100000:2.0:1788876909.823742:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.823825:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362799104
00000100:00100000:0.0:1788876909.823835:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362799104
00002000:00100000:0.0:1788876909.823886:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe40:0x0] (2097152->3145727)  req@ffff998306b30a80 x1875765362799104/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.823898:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b30a80 with x1875765362799104 ext(2097152->3145727)
00002000:00010000:0.0:1788876909.823903:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b30a80
00000100:00100000:0.0:1788876909.823922:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766800969402 time 7766800869402 state 0x1 ref 4
00000100:00100000:0.0:1788876909.823965:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766800969402 time 7766832947498 state 0x0 ref 4
00000100:00100000:0.0:1788876909.823979:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362799104:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876909.828154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.828565:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362799232
00000100:00100000:0.0:1788876909.828574:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362799232
00002000:00100000:0.0:1788876909.828628:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe40:0x0] (7340032->8388607)  req@ffff998306b33480 x1875765362799232/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/0 e 0 to 0 dl 1788876920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.828637:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b33480 with x1875765362799232 ext(7340032->8388607)
00002000:00010000:0.0:1788876909.828643:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b33480
00000100:00100000:0.0:1788876909.828660:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766833047498 time 7766832947498 state 0x1 ref 5
00000100:00100000:0.0:1788876909.828690:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766833047498 time 7766837671992 state 0x0 ref 5
00000100:00100000:0.0:1788876909.828702:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362799232:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876909.839099:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.839141:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.840875:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362799488
00000100:00100000:1.0:1788876909.840887:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362799488
00000100:00100000:1.0:1788876909.840965:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9873
00000100:00100000:1.0:1788876909.840976:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:251640:x1875765362799488:12345-192.168.203.59@tcp:35:dd.0
00000001:00080000:1.0:1788876909.841831:0:19088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010824
00000100:00100000:1.0:1788876909.841960:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:251640:x1875765362799488:12345-192.168.203.59@tcp:35:dd.0 Request processed in 983us (2868us total) trans 4295010825 rc 0/0
00000100:00100000:1.0:1788876909.841969:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9873
00000020:00080000:1.0:1788876909.841973:0:19088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1788876909.842002:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362799616
00000100:00100000:1.0:1788876909.842006:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362799616
00000100:00100000:1.0:1788876909.842064:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1197
00000100:00100000:1.0:1788876909.842072:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:5571:x1875765362799616:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876909.842083:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1788876909.842116:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d77cd1f0/0x3868396b8e766b9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888613 expref: 41 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876909.842139:0:5777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe3f:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:1.0:1788876909.842142:0:5777:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe3f:0x0] updating lvb mtime from disk: 0 -> 1788876909
00002000:00010000:1.0:1788876909.842144:0:5777:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe3f:0x0] updating lvb ctime from disk: 0 -> 1788876909
00002000:00010000:1.0:1788876909.842147:0:5777:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xe3f:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:1.0:1788876909.842155:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b62b926/0x3868396b8e766b31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885b8 expref: 40 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.842170:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876909.842191:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:5571:x1875765362799616:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 119us (3049us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.842197:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1197
00000100:00100000:0.0:1788876909.850974:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2358:x1875765362798720:12345-192.168.203.59@tcp:4:dd.0 Request processed in 85797us (86097us total) trans 4294993631 rc 0/0
00000100:00100000:0.0:1788876909.850989:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 23
00002000:00100000:0.0:1788876909.851003:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe40:0x0] (5242880->6291455)  req@ffff998318541c00 x1875765362798720/t4294993631(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.851036:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541c00 with x1875765362798720 ext(5242880->6291455)
00002000:00010000:0.0:1788876909.851042:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318541c00
00000100:00100000:2.0:1788876909.857201:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2358:x1875765362798848:12345-192.168.203.59@tcp:4:dd.0 Request processed in 68406us (78617us total) trans 4294981640 rc 0/0
00000100:00100000:2.0:1788876909.857215:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 24
00002000:00100000:2.0:1788876909.857228:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe4d:0x0] (3145728->4194303)  req@ffff998307d70a80 x1875765362798848/t4294981640(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876909.857240:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d70a80 with x1875765362798848 ext(3145728->4194303)
00002000:00010000:2.0:1788876909.857246:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d70a80
00000100:00100000:0.0:1788876909.863152:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.863216:0:5775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362799744
00000100:00100000:1.0:1788876909.863226:0:5775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362799744
00000100:00100000:1.0:1788876909.864800:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1198
00000100:00100000:1.0:1788876909.864815:0:5775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:5570:x1875765362799744:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876909.864832:0:5775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0
00002000:00010000:1.0:1788876909.864850:0:5775:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4d:0x0] updating lvb size from disk: 2097152 -> 8388608
00010000:00010000:1.0:1788876909.864875:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c6f6e01/0x3868396b8e766b7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 9 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885db expref: 45 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.864887:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362798976:12345-192.168.203.59@tcp:4:dd.0 Request processed in 72989us (80682us total) trans 4294993632 rc 0/0
00010000:00010000:1.0:1788876909.864893:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766b70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885d4 expref: 44 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876909.864898:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 25
00010000:00010000:1.0:1788876909.864905:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766bc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888628 expref: 43 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00100000:2.0:1788876909.864909:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe40:0x0] (3145728->4194303)  req@ffff998318540000 x1875765362798976/t4294993632(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00010000:00010000:1.0:1788876909.864917:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e766b85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885e9 expref: 42 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00100000:2.0:1788876909.864918:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540000 with x1875765362798976 ext(3145728->4194303)
00002000:00010000:2.0:1788876909.864922:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540000
00002000:00010000:1.0:1788876909.864949:0:5775:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4c:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:1.0:1788876909.864952:0:5775:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4c:0x0] updating lvb mtime from disk: 0 -> 1788876909
00002000:00010000:1.0:1788876909.864954:0:5775:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4c:0x0] updating lvb ctime from disk: 0 -> 1788876909
00010000:00010000:1.0:1788876909.864962:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766b3f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885bf expref: 41 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.864976:0:5775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876909.864996:0:5775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:5570:x1875765362799744:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 186us (1852us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.865004:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1198
00000100:00100000:0.0:1788876909.870273:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362799104:12345-192.168.203.59@tcp:4:dd.0 Request processed in 46286us (46530us total) trans 4294993633 rc 0/0
00000100:00100000:0.0:1788876909.870287:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 26
00002000:00100000:0.0:1788876909.870303:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe40:0x0] (2097152->3145727)  req@ffff998306b30a80 x1875765362799104/t4294993633(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.870313:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b30a80 with x1875765362799104 ext(2097152->3145727)
00002000:00010000:0.0:1788876909.870320:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b30a80
00000100:00100000:0.0:1788876909.877351:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362799232:12345-192.168.203.59@tcp:4:dd.0 Request processed in 48631us (49187us total) trans 4294993634 rc 0/0
00000100:00100000:0.0:1788876909.877365:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 27
00000100:00100000:0.0:1788876909.877375:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766833047498 time 7766837671992 state 0x2 ref 0
00002000:00100000:0.0:1788876909.877391:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe40:0x0] (7340032->8388607)  req@ffff998306b33480 x1875765362799232/t4294993634(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:305/0 lens 488/448 e 0 to 0 dl 1788876920 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876909.877400:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b33480 with x1875765362799232 ext(7340032->8388607)
00002000:00010000:0.0:1788876909.877406:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b33480
00000100:00100000:1.0:1788876909.935347:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876909.935544:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362799872
00000100:00100000:3.0:1788876909.935565:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362799872
00000100:00100000:3.0:1788876909.935631:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1199
00000100:00100000:3.0:1788876909.935650:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:32035:x1875765362799872:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876909.935667:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1788876909.935710:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766bbd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888621 expref: 40 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.935730:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766bb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88861a expref: 39 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.935747:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002974cc7b/0x3868396b8e766b8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f0 expref: 38 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876909.935763:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876909.936074:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:32035:x1875765362799872:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 433us (735us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876909.936082:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1199
00000100:00100000:2.0:1788876909.947294:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.947426:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362800000
00000100:00100000:1.0:1788876909.947435:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362800000
00000100:00100000:1.0:1788876909.947498:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1200
00000100:00100000:1.0:1788876909.947508:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841153d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:14482:x1875765362800000:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876909.947524:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0
00002000:00010000:1.0:1788876909.947554:0:5777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe40:0x0] updating lvb size from disk: 7340032 -> 8388608
00010000:00010000:1.0:1788876909.947578:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf89f7c4/0x3868396b8e766b93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 6 type: EXT [6291456->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885f7 expref: 39 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.947601:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bf922d8/0x3868396b8e766ba8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885fe expref: 38 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.947613:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086fe3a69/0x3868396b8e766ba1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 4 type: EXT [3145728->5242879] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88860c expref: 37 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.947624:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8992c8a/0x3868396b8e766baf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888605 expref: 36 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.947648:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876909.947705:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841153d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:14482:x1875765362800000:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 198us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876909.947713:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1200
00000100:00100000:0.0:1788876909.976154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.976249:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362800256
00000100:00100000:1.0:1788876909.976270:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362800256
00000100:00100000:1.0:1788876909.976330:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60311
00000100:00100000:1.0:1788876909.976341:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:251669:x1875765362800256:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.976364:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.976386:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591c00/0x3868396b8e766bcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88862f expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.976519:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766bd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.976533:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.976556:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876909.976568:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca9:0x0]: returning size 16777216
00010000:00010000:1.0:1788876909.976713:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591c00/0x3868396b8e766bcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88862f expref: 22 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.976738:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88862f expref: 21 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.976747:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:1.0:1788876909.976750:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876909.976753:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d590a00, rc 0)
00000100:00100000:1.0:1788876909.976825:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:251669:x1875765362800256:12345-192.168.203.59@tcp:101:dd.0 Request processed in 486us (680us total) trans 4295010826 rc 0/0
00000100:00100000:1.0:1788876909.976833:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60311
00000100:00100000:0.0:1788876909.982205:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876909.985884:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876909.987648:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362800512
00000100:00100000:1.0:1788876909.987662:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362800512
00000100:00100000:1.0:1788876909.987724:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362800768
00000100:00100000:1.0:1788876909.987728:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362800768
00000100:00100000:1.0:1788876909.987766:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60312
00000100:00100000:1.0:1788876909.987979:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:251671:x1875765362800512:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876909.988000:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876909.988038:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591c00/0x3868396b8e766be0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888636 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.988165:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591e00/0x3868396b8e766be7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.988179:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591e00/0x3868396b8e766be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.988190:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591e00/0x3868396b8e766be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876909.988205:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca9:0x0]: returning size 16777216
00010000:00010000:1.0:1788876909.988351:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591c00/0x3868396b8e766be0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888636 expref: 25 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.988370:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591e00/0x3868396b8e766be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888636 expref: 24 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876909.988379:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:1.0:1788876909.988381:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876909.988384:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d591e00, rc 0)
00000100:00100000:1.0:1788876909.988445:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:251671:x1875765362800512:12345-192.168.203.59@tcp:101:dd.0 Request processed in 470us (6249us total) trans 4295010827 rc 0/0
00000100:00100000:2.0:1788876909.993761:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60313
00000100:00100000:2.0:1788876909.993798:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:251672:x1875765362800768:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876909.993821:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876909.993841:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766bf5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88863d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.993977:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766bfc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.993990:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766bfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.994002:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766bfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876909.994026:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca9:0x0]: returning size 16777216
00010000:00010000:2.0:1788876909.994162:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766bf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88863d expref: 27 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.994181:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766bfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88863d expref: 26 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876909.994190:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:2.0:1788876909.994192:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788876909.994196:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f47200, rc 0)
00000100:00100000:2.0:1788876909.994249:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251672:x1875765362800768:12345-192.168.203.59@tcp:101:dd.0 Request processed in 467us (8376us total) trans 4295010828 rc 0/0
00000100:00100000:2.0:1788876909.994257:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60313
00000100:00100000:1.0:1788876909.996885:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60312
00000100:00100000:0.0:1788876910.001853:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.001893:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.001923:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.001960:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362801024
00000100:00100000:0.0:1788876910.001969:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362801024
00000100:00100000:0.0:1788876910.002065:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362801152
00000100:00100000:0.0:1788876910.002069:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362801152
00000100:00100000:0.0:1788876910.002091:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 546
00000100:00100000:0.0:1788876910.002099:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:251674:x1875765362801152:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876910.002118:0:167013:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876910.002140:0:167013:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88864b expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876910.002168:0:167013:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe3f:0x0] initial LVB size: 8388608, mtime: 0x6aa0186d, atime: 0x0, ctime: 0x6aa0186d, blocks: 0x803
00010000:00010000:0.0:1788876910.002191:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=7767s v=(0 0)
00010000:00010000:0.0:1788876910.002195:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876910.002205:0:167013:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 37 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.002222:0:167013:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 37 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.002234:0:167013:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998420232400, rc 0)
00000100:00100000:0.0:1788876910.002298:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:251674:x1875765362801152:12345-192.168.203.59@tcp:101:dd.0 Request processed in 199us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876910.002306:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 546
00000100:00100000:0.0:1788876910.002324:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 546
00000100:00100000:0.0:1788876910.002331:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:251669:x1875765362801024:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876910.002338:0:167013:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876910.002345:0:167013:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888644 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.002358:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876910.002361:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876910.002367:0:167013:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 37 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.002377:0:167013:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 37 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.002385:0:167013:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998420233000, rc 0)
00000100:00100000:0.0:1788876910.002404:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:251669:x1875765362801024:12345-192.168.203.59@tcp:101:dd.0 Request processed in 74us (510us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876910.002410:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 546
00000100:00080000:0.0:1788876910.002427:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876910.002458:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.002491:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362801408
00000100:00100000:0.0:1788876910.002495:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362801408
00000100:00100000:0.0:1788876910.002520:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9874
00000100:00100000:0.0:1788876910.002526:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:251671:x1875765362801408:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788876910.002712:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251671:x1875765362801408:12345-192.168.203.59@tcp:35:dd.0 Request processed in 185us (253us total) trans 4295010829 rc 0/0
00000100:00100000:0.0:1788876910.002720:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9874
00000100:00100000:1.0:1788876910.003204:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362800896
00000100:00100000:1.0:1788876910.003209:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362800896
00000100:00100000:1.0:1788876910.003244:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1201
00000100:00100000:1.0:1788876910.003251:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2355:x1875765362800896:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876910.003275:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876910.003297:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d590a00/0x3868396b8e766bd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88862f expref: 26 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876910.003311:0:6599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:1.0:1788876910.003315:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876910.005674:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2355:x1875765362800896:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 2411us (3817us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876910.005695:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1201
00000100:00100000:0.0:1788876910.006114:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876910.006506:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362801536
00000100:00100000:3.0:1788876910.006516:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362801536
00000100:00100000:3.0:1788876910.006581:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1202
00000100:00100000:3.0:1788876910.006591:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2357:x1875765362801536:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876910.006604:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876910.006628:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591e00/0x3868396b8e766be7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888636 expref: 25 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.006654:0:20459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:3.0:1788876910.006659:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876910.006709:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2357:x1875765362801536:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 119us (596us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876910.006716:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1202
00000100:00100000:2.0:1788876910.008401:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876910.011178:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362801664
00000100:00100000:1.0:1788876910.011193:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362801664
00000100:00100000:0.0:1788876910.011357:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1203
00000100:00100000:0.0:1788876910.011368:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2358:x1875765362801664:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876910.011384:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876910.011415:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766bfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88863d expref: 24 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.011436:0:5777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:0.0:1788876910.011441:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876910.011517:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:2358:x1875765362801664:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 151us (3124us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876910.011526:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1203
00000100:00100000:1.0:1788876910.013775:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.013892:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362801920
00000100:00100000:0.0:1788876910.013901:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362801920
00000100:00100000:0.0:1788876910.013965:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9875
00000100:00100000:0.0:1788876910.013975:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:251672:x1875765362801920:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788876910.014220:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:251672:x1875765362801920:12345-192.168.203.59@tcp:35:dd.0 Request processed in 246us (461us total) trans 4295010830 rc 0/0
00000100:00100000:0.0:1788876910.014228:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9875
00000100:00100000:1.0:1788876910.023105:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876910.023188:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362802048
00000100:00100000:3.0:1788876910.023198:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362802048
00002000:00100000:3.0:1788876910.023316:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3f:0x0] (0->1048575)  req@ffff998318540a80 x1875765362802048/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:306/0 lens 488/0 e 0 to 0 dl 1788876921 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876910.023326:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540a80 with x1875765362802048 ext(0->1048575)
00002000:00010000:3.0:1788876910.023332:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540a80
00000100:00100000:3.0:1788876910.023354:0:18424:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff998309dd1600 key jobid={dd.0}&opcode={ost_read} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 3 deadline 0 time 7767032333936 state 0x0 ref 1
00000100:00100000:3.0:1788876910.023366:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998309dd1600 key jobid={dd.0}&opcode={ost_read} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 3 deadline 7767032433936 time 7767032333936 state 0x1 ref 1
00000100:00100000:3.0:1788876910.023392:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998309dd1600 key jobid={dd.0}&opcode={ost_read} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7767032433936 time 7767032374283 state 0x0 ref 1
00000100:00100000:3.0:1788876910.023404:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362802048:12345-192.168.203.59@tcp:3:dd.0
00000100:00100000:0.0:1788876910.055832:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362802048:12345-192.168.203.59@tcp:3:dd.0 Request processed in 32420us (32725us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876910.055847:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 28
00000100:00100000:0.0:1788876910.055859:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998309dd1600 key jobid={dd.0}&opcode={ost_read} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7767032433936 time 7767032374283 state 0x2 ref 0
00002000:00100000:0.0:1788876910.055876:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe3f:0x0] (0->1048575)  req@ffff998318540a80 x1875765362802048/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:306/0 lens 488/440 e 0 to 0 dl 1788876921 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876910.055885:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540a80 with x1875765362802048 ext(0->1048575)
00002000:00010000:0.0:1788876910.055891:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540a80
00000100:00100000:1.0:1788876910.138615:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876910.146466:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362802304
00000100:00100000:2.0:1788876910.146487:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362802304
00000100:00100000:2.0:1788876910.146549:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9876
00000100:00100000:2.0:1788876910.146559:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:251683:x1875765362802304:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:2.0:1788876910.147338:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:251683:x1875765362802304:12345-192.168.203.59@tcp:35:dd.0 Request processed in 777us (8728us total) trans 4295010831 rc 0/0
00000100:00100000:2.0:1788876910.147348:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9876
00000100:00100000:2.0:1788876910.223126:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.223287:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362802432
00000100:00100000:0.0:1788876910.223296:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362802432
00000100:00100000:0.0:1788876910.223354:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60314
00000100:00100000:0.0:1788876910.223364:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:251686:x1875765362802432:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876910.223387:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876910.223407:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e766c18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888652 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.223507:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e766c1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.223522:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e766c1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.223534:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e766c1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876910.223610:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00000004:00200000:0.0:1788876910.223614:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876910.223635:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e766c1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.223680:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e766c18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888652 expref: 27 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.223702:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e766c1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888652 expref: 26 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.223711:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:0.0:1788876910.223714:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876910.223718:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b200, rc 0)
00000100:00100000:0.0:1788876910.223786:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251686:x1875765362802432:12345-192.168.203.59@tcp:101:rm.0 Request processed in 422us (669us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876910.223794:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60314
00000100:00100000:3.0:1788876910.229137:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876910.229310:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362802688
00000100:00100000:2.0:1788876910.229321:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362802688
00000100:00100000:2.0:1788876910.229396:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60315
00000100:00100000:2.0:1788876910.229409:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:251686:x1875765362802688:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788876910.229437:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876910.229462:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888659 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876910.229626:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00010000:00010000:2.0:1788876910.229783:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c26 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888659 expref: 28 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.229799:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:2.0:1788876910.229802:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788876910.229808:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888659 expref: 28 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.229823:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46c00, rc 0)
00000100:00100000:2.0:1788876910.229893:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251686:x1875765362802688:12345-192.168.203.59@tcp:101:rm.0 Request processed in 486us (769us total) trans 4295010832 rc 301/301
00000100:00100000:2.0:1788876910.229901:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60315
00000100:00100000:1.0:1788876910.246295:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876910.249802:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362802816
00000100:00100000:2.0:1788876910.249817:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362802816
00000100:00100000:2.0:1788876910.250083:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9877
00000100:00100000:2.0:1788876910.250095:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841046d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251686:x1875765362802816:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:2.0:1788876910.258484:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841046d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251686:x1875765362802816:12345-192.168.203.59@tcp:37:rm.0 Request processed in 8381us (12187us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876910.258499:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9877
00000100:00100000:2.0:1788876910.273998:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.274100:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362803072
00000100:00100000:0.0:1788876910.274109:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362803072
00000100:00100000:0.0:1788876910.274166:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9878
00000100:00100000:0.0:1788876910.274178:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:251686:x1875765362803072:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788876910.274445:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:251686:x1875765362803072:12345-192.168.203.59@tcp:35:rm.0 Request processed in 268us (454us total) trans 4295010833 rc 0/0
00000100:00100000:0.0:1788876910.274453:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9878
00000100:00100000:0.0:1788876910.282334:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876910.283359:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362803328
00000100:00100000:3.0:1788876910.283371:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362803328
00000100:00100000:3.0:1788876910.283483:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60316
00000100:00100000:3.0:1788876910.283495:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:251686:x1875765362803328:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788876910.283519:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876910.283540:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888660 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.283742:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766c3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.283759:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766c3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.283772:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766c3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876910.283783:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00010000:00010000:3.0:1788876910.283949:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888660 expref: 31 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.283977:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766c3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888660 expref: 30 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.283987:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:3.0:1788876910.283990:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1788876910.283994:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444800, rc 0)
00000100:00100000:3.0:1788876910.284133:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362803328:12345-192.168.203.59@tcp:101:rm.0 Request processed in 639us (1806us total) trans 4295010834 rc 0/0
00000100:00100000:3.0:1788876910.284140:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60316
00000100:00100000:2.0:1788876910.318079:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876910.318170:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362803456
00000100:00100000:0.0:1788876910.318183:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362803456
00000100:00100000:0.0:1788876910.318263:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60317
00000100:00100000:0.0:1788876910.318274:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362803456:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:0.0:1788876910.318336:0:5792:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7675576320 avail 7669284864
00000100:00100000:0.0:1788876910.318422:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362803456:12345-192.168.203.59@tcp:41:rm.0 Request processed in 149us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876910.318436:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60317
00000100:00100000:0.0:1788876910.325568:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876910.325680:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362803712
00000100:00100000:2.0:1788876910.325694:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362803712
00000100:00100000:2.0:1788876910.325755:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60318
00000100:00100000:2.0:1788876910.325768:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362803712:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788876910.325842:0:26645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1788876910.325876:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445400/0x3868396b8e766b5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcaa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885c6 expref: 30 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.325897:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcaa:0x0].0x0 (ffff99840390fd00)
00010000:00010000:2.0:1788876910.325915:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e766c1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888652 expref: 29 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.325924:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:2.0:1788876910.325936:0:26645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876910.325958:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.325971:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.325980:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.325995:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.326007:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.326086:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.326234:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.326245:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.326252:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1788876910.330347:0:26645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1625, 64 off112192
00000004:00080000:2.0:1788876910.330365:0:26645:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7767339350641ns, next at 7768339346393ns, rc = 0
00000040:00080000:2.0:1788876910.330539:0:26645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1610, 64 off111232
00000004:00080000:2.0:1788876910.330547:0:26645:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7767339532867ns, next at 7768339531452ns, rc = 0
00010000:00010000:2.0:1788876910.330639:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330658:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330670:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330680:0:26645:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330687:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330693:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330717:0:26645:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788876910.330744:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330752:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330758:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330765:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876910.330769:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330777:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330789:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcaa:0x0].0x0 (ffff998403b03200)
00010000:00010000:2.0:1788876910.330792:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788876910.330797:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330804:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c57 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330823:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330830:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330840:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330846:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876910.330849:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330856:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330863:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:2.0:1788876910.330865:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876910.330867:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.330873:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c49 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876910.330883:0:26645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005497ad4d reply state 000000009ce09cdb transno 4295010835 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876910.330892:0:26645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876910.331009:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362803712:12345-192.168.203.59@tcp:36:rm.0 Request processed in 5241us (5461us total) trans 4295010835 rc 0/0
00000100:00100000:2.0:1788876910.331048:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60318
00010000:00010000:0.0:1788876910.331481:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876910.331489:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.331497:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876910.331500:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.331508:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.331518:0:6598:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcaa:0x0].0x0 (ffff998403b03200)
00010000:00010000:0.0:1788876910.331521:0:6598:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1788876910.331524:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.331530:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47400/0x3868396b8e766c5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.331557:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876910.331560:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876910.331561:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876910.338190:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.338218:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.338227:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.338234:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876910.338239:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.338247:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.338264:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0xf1756a60 (ffff998403b03a00)
00010000:00010000:0.0:1788876910.338267:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876910.338272:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.338279:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47c00/0x3868396b8e766c50 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876910.341600:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876910.341676:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362803968
00000100:00100000:3.0:1788876910.341686:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362803968
00000100:00100000:3.0:1788876910.341753:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60319
00000100:00100000:3.0:1788876910.341764:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:251686:x1875765362803968:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788876910.341824:0:15586:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876910.341853:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420233200/0x3868396b8e766b1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885b1 expref: 29 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.341871:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff998404dddd00)
00010000:00010000:3.0:1788876910.341883:0:15586:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876910.341905:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.341919:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.341937:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.341953:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.341960:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.341979:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342127:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342137:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342144:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1788876910.342818:0:15586:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1611, 64 off111296
00000040:00080000:3.0:1788876910.342844:0:15586:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1626, 64 off112256
00010000:00010000:3.0:1788876910.342909:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342919:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342937:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342945:0:15586:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342957:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.342964:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343626:0:15586:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1788876910.343653:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343662:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343669:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343675:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876910.343679:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343687:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343698:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876910.343701:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876910.343705:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343711:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766c73 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343734:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343740:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343745:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343750:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876910.343753:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343758:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343766:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:3.0:1788876910.343768:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876910.343771:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.343777:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766c65 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xca7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876910.343785:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000effe6db4 reply state 000000000158ca7b transno 4295010836 ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876910.343793:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788876910.343889:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362803968:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2124us (2295us total) trans 4295010836 rc 0/0
00000100:00100000:3.0:1788876910.343899:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60319
00010000:00010000:1.0:1788876910.346242:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876910.346260:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876910.346267:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876910.346274:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876910.346279:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876910.346288:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876910.346304:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x7a6232fc (ffff99840390ff00)
00010000:00010000:1.0:1788876910.346308:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876910.346312:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876910.346319:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766c6c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca7:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876910.354557:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876910.354683:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362804224
00000100:00100000:3.0:1788876910.354694:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362804224
00000100:00100000:3.0:1788876910.354757:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9879
00000100:00100000:3.0:1788876910.354768:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:251686:x1875765362804224:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876910.355095:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362804224:12345-192.168.203.59@tcp:35:rm.0 Request processed in 328us (547us total) trans 4295010837 rc 0/0
00000100:00100000:3.0:1788876910.355104:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9879
00010000:00010000:2.0:1788876910.363510:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876910.363524:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.363536:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876910.363542:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.363553:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.363572:0:5778:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca9:0x0].0x0 (ffff99840390fb00)
00010000:00010000:2.0:1788876910.363575:0:5778:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788876910.363580:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 1/0,0 mode: --/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.363586:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766c7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xca9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.363612:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876910.363614:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876910.363616:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876910.367078:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876910.367309:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362804480
00000100:00100000:2.0:1788876910.367319:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362804480
00000100:00100000:2.0:1788876910.367381:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60320
00000100:00100000:2.0:1788876910.367392:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:251686:x1875765362804480:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788876910.367450:0:26643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1788876910.367475:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766c3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xca7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888660 expref: 30 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367496:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47000/0x3868396b8e766b00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8885aa expref: 29 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367506:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03700)
00010000:00010000:2.0:1788876910.367522:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998420232c00/0x3868396b8e766a9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888595 expref: 28 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367531:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:2.0:1788876910.367538:0:26643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876910.367560:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367573:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367581:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367592:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367599:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367606:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367710:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367718:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.367726:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876910.373206:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xca7:0x0]: returning size 512
00010000:00010000:3.0:1788876910.373233:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373244:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373252:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373259:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876910.373264:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373272:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373289:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca7:0x0].0x0 (ffff998403b03100)
00010000:00010000:3.0:1788876910.373292:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1788876910.373296:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373303:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47200/0x3868396b8e766c8f lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373329:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373336:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373341:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373347:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876910.373350:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373356:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373364:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03b00)
00010000:00010000:3.0:1788876910.373366:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876910.373369:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.373375:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47a00/0x3868396b8e766c81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876910.373387:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000033dcb092 reply state 00000000458759bd transno 4295010838 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876910.373395:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788876910.373530:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:251686:x1875765362804480:12345-192.168.203.59@tcp:36:rm.0 Request processed in 6135us (6455us total) trans 4295010838 rc 0/0
00000100:00100000:3.0:1788876910.373538:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60320
00010000:00010000:0.0:1788876910.382537:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.382555:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.382563:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.382570:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876910.382574:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.382585:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.382602:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998403b03e00)
00010000:00010000:0.0:1788876910.382605:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876910.382610:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.382616:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46c00/0x3868396b8e766c88 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876910.604413:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010833 is committed
00000001:00080000:0.0:1788876910.604459:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010835 is committed
00000004:00080000:0.0:1788876910.604463:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 733 committed
00000004:00080000:0.0:1788876910.604475:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 563 committed
00000001:00080000:0.0:1788876910.604502:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010838 is committed
00000100:00100000:0.0:1788876910.604703:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365752064:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1788876910.604785:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876910.604854:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365752192:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1788876910.604882:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876910.604919:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752064
00000100:00100000:0.0:1788876910.604941:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752064
00000100:00100000:0.0:1788876910.605004:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752192
00000100:00100000:0.0:1788876910.605008:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752192
00000100:00100000:0.0:1788876910.605058:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 547
00000100:00100000:0.0:1788876910.605067:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365752192:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1788876910.605091:0:26913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3661 count 1
00002000:00010000:0.0:1788876910.605120:0:26913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4d:0x0] initial LVB size: 8388608, mtime: 0x6aa0186e, atime: 0x0, ctime: 0x6aa0186e, blocks: 0x1
00010000:00010000:0.0:1788876910.605129:0:26913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.605146:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=7767s v=(0 0)
00010000:00010000:0.0:1788876910.605150:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876910.605156:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.605173:0:26913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.605183:0:26913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.605191:0:26913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876910.605207:0:26913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1788876910.605626:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 547
00000100:00100000:2.0:1788876910.605638:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843bd01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365752064:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1788876910.605657:0:15141:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3648 count 1
00002000:00010000:2.0:1788876910.605681:0:15141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe40:0x0] initial LVB size: 8388608, mtime: 0x6aa0186e, atime: 0x0, ctime: 0x6aa0186e, blocks: 0x1
00010000:00010000:2.0:1788876910.605687:0:15141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.605696:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=7767s v=(0 0)
00010000:00010000:2.0:1788876910.605699:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe40:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876910.605703:0:15141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.605713:0:15141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.605722:0:15141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.605730:0:15141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876910.605745:0:15141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1788876910.606092:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1788876910.606099:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606107:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876910.606112:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606121:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606139:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606146:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766c96 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606164:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876910.606167:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606174:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876910.606177:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606185:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606212:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606219:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f12dd32c/0x3868396b8e766c9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876910.606232:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876910.606233:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876910.606235:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876910.606380:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843bd01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365752064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 744us (1594us total) trans 4294993635 rc 0/0
00000100:00100000:2.0:1788876910.606388:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 547
00000004:00080000:3.0:1788876910.607040:0:3308:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312aaad80/2, rc 0, transno 4294993635
00000100:00100000:3.0:1788876910.607057:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365752064:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1788876910.607309:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365752192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2242us (2424us total) trans 4294981641 rc 0/0
00000100:00100000:0.0:1788876910.607318:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 547
00000100:00080000:0.0:1788876910.607348:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876910.607354:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1788876910.607368:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1788876910.607771:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312aa8000/2, rc 0, transno 4294981641
00000100:00100000:3.0:1788876910.607794:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365752192:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1788876910.705135:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876911.502212:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876911.502340:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362804608
00000100:00100000:1.0:1788876911.502351:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362804608
00000100:00100000:1.0:1788876911.502429:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60321
00000100:00100000:1.0:1788876911.502439:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:251698:x1875765362804608:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:1.0:1788876911.502462:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876911.502483:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591800/0x3868396b8e766ca4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888667 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.502574:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591a00/0x3868396b8e766cab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.502587:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591a00/0x3868396b8e766cab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.502600:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591a00/0x3868396b8e766cab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876911.502668:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788876911.502672:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876911.502698:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591a00/0x3868396b8e766cab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.502722:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591800/0x3868396b8e766ca4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888667 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.502740:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591a00/0x3868396b8e766cab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888667 expref: 6 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.502749:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788876911.502752:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876911.502755:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99841d591a00, rc 0)
00000100:00100000:1.0:1788876911.502807:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251698:x1875765362804608:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 370us (605us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876911.502814:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60321
00000100:00080000:0.0:1788876911.503323:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876911.508369:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876911.508456:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362804992
00000100:00100000:2.0:1788876911.508466:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362804992
00000100:00100000:2.0:1788876911.508527:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60322
00000100:00100000:2.0:1788876911.508538:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251698:x1875765362804992:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:2.0:1788876911.508590:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788876911.508617:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591a00/0x3868396b8e766cab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888667 expref: 6 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.508635:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39400)
00010000:00010000:2.0:1788876911.508655:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876911.508764:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.508777:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.508786:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.508798:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.508805:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.508811:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876911.511370:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 512
00010000:00010000:2.0:1788876911.511391:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.511402:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.511410:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.511416:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876911.511421:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.511428:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.511454:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03700)
00010000:00010000:2.0:1788876911.511458:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876911.511463:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.511469:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cb2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876911.511485:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000022d270bb reply state 00000000219ea9ba transno 4295010839 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876911.511495:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876911.521125:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251698:x1875765362804992:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 12578us (12751us total) trans 4295010839 rc 0/0
00000100:00100000:2.0:1788876911.521138:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60322
00000100:00100000:0.0:1788876911.522104:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876911.522261:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362804736
00000100:00100000:2.0:1788876911.522270:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362804736
00000100:00100000:2.0:1788876911.522319:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60323
00000100:00100000:2.0:1788876911.522327:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362804736:12345-192.168.203.59@tcp:41:mkdir.0
00000004:00000024:2.0:1788876911.522372:0:26645:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2245132288 avail 2243035136
00000100:00100000:2.0:1788876911.522431:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362804736:12345-192.168.203.59@tcp:41:mkdir.0 Request processed in 104us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876911.522439:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60323
00010000:00010000:2.0:1788876911.523381:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.523394:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.523402:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.523407:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876911.523412:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.523420:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.523437:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998403b03b00)
00010000:00010000:2.0:1788876911.523441:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876911.523445:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.523451:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cb9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876911.541893:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876911.544245:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362805120
00000100:00100000:3.0:1788876911.544259:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362805120
00000100:00100000:3.0:1788876911.545972:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60324
00000100:00100000:3.0:1788876911.545990:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251699:x1875765362805120:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876911.546033:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876911.546057:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766cc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88866e expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.546143:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766cc7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.546157:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.546180:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876911.546238:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876911.546243:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876911.546268:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.546291:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445200/0x3868396b8e766cc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88866e expref: 8 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.546308:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88866e expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.546316:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f900)
00010000:00010000:3.0:1788876911.546319:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876911.546322:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c445a00, rc 0)
00000100:00100000:3.0:1788876911.546386:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251699:x1875765362805120:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 402us (4501us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876911.546392:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60324
00000100:00100000:0.0:1788876911.549709:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876911.549871:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362805376
00000100:00100000:3.0:1788876911.549880:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362805376
00000100:00100000:3.0:1788876911.549941:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60325
00000100:00100000:3.0:1788876911.549950:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251699:x1875765362805376:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876911.549971:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876911.549974:0:26643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1788876911.549998:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445a00/0x3868396b8e766cc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88866e expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550040:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f900)
00010000:00010000:3.0:1788876911.550050:0:26643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876911.550062:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444c00/0x3868396b8e766cce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888675 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550242:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550256:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550264:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550275:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550282:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550288:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550419:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550428:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550435:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876911.550444:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 512
00010000:00010000:3.0:1788876911.550456:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550462:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550468:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550474:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876911.550478:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550485:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550493:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff99840390f100)
00010000:00010000:3.0:1788876911.550496:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876911.550499:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550504:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444000/0x3868396b8e766ce3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550519:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550525:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550534:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550539:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876911.550542:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550548:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550554:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:3.0:1788876911.550557:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876911.550559:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550565:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444800/0x3868396b8e766cd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550572:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550578:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550583:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550587:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876911.550590:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550600:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550607:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff99840390f300)
00010000:00010000:3.0:1788876911.550609:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876911.550611:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550617:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c445000/0x3868396b8e766cdc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550642:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444c00/0x3868396b8e766cce lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888675 expref: 7 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550798:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:3.0:1788876911.550801:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876911.550805:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99840c444c00/0x3868396b8e766cce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888675 expref: 7 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.550818:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99840c444c00, rc 0)
00000100:00100000:3.0:1788876911.550875:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251699:x1875765362805376:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 926us (1175us total) trans 0 rc 301/301
00000100:00100000:3.0:1788876911.550883:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60325
00000100:00100000:2.0:1788876911.567221:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876911.567330:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362805504
00000100:00100000:0.0:1788876911.567339:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362805504
00000100:00100000:0.0:1788876911.567398:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60326
00000100:00100000:0.0:1788876911.567410:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:251699:x1875765362805504:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876911.567429:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876911.567450:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e766cea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88867c expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.567549:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e766cf1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.567562:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e766cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.567573:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e766cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876911.567631:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876911.567635:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876911.567669:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e766cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.567694:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e766cea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88867c expref: 8 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.567710:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e766cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88867c expref: 7 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.567724:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876911.567727:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876911.567739:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a800, rc 0)
00000100:00100000:0.0:1788876911.567803:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251699:x1875765362805504:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 395us (589us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876911.567810:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60326
00000100:00100000:3.0:1788876911.570205:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876911.570307:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362805760
00000100:00100000:2.0:1788876911.570317:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362805760
00000100:00100000:2.0:1788876911.570382:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60327
00000100:00100000:2.0:1788876911.570393:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:251699:x1875765362805760:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788876911.570419:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876911.570440:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888683 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.570571:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.570586:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.570597:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.570612:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.570619:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.570625:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876911.570934:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 512
00010000:00010000:2.0:1788876911.571074:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571083:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571089:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571099:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876911.571103:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571111:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571123:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876911.571126:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876911.571130:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571136:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46a00/0x3868396b8e766cff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571149:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571155:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571161:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571166:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876911.571169:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571176:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571188:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998403b03b00)
00010000:00010000:2.0:1788876911.571190:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876911.571193:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571199:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571241:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cf8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888683 expref: 9 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571252:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876911.571254:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788876911.571257:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46200/0x3868396b8e766cf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888683 expref: 9 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.571266:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998407f46200, rc 0)
00000100:00100000:2.0:1788876911.571331:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:251699:x1875765362805760:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 940us (1139us total) trans 4295010840 rc 301/301
00000100:00100000:2.0:1788876911.571338:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60327
00000100:00100000:0.0:1788876911.579951:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876911.580786:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362806016
00000100:00100000:2.0:1788876911.580798:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362806016
00000100:00100000:2.0:1788876911.580855:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60328
00000100:00100000:2.0:1788876911.580865:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:251699:x1875765362806016:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:2.0:1788876911.580967:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.580985:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.580998:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876911.581266:0:26644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000080caf028 reply state 00000000e0adbc23 transno 4295010841 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876911.581277:0:26644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:2.0:1788876911.581289:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 512
00000100:00100000:2.0:1788876911.581376:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251699:x1875765362806016:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 512us (1437us total) trans 4295010841 rc 0/0
00000100:00100000:2.0:1788876911.581383:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60328
00000100:00100000:1.0:1788876911.585352:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876911.585386:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362806272
00000100:00100000:1.0:1788876911.585395:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362806272
00000100:00100000:1.0:1788876911.585442:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9880
00000100:00100000:1.0:1788876911.585451:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251699:x1875765362806272:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:1.0:1788876911.585878:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251699:x1875765362806272:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 426us (532us total) trans 4295010842 rc 0/0
00000100:00100000:1.0:1788876911.585886:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9880
00010000:00010000:0.0:1788876911.587528:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.587544:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.587553:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.587559:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876911.587563:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.587571:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.587587:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998403b03700)
00010000:00010000:0.0:1788876911.587590:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:0.0:1788876911.587595:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.587601:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f47600/0x3868396b8e766d14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876911.603582:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876911.603854:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362806400
00000100:00100000:0.0:1788876911.603863:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362806400
00000100:00100000:0.0:1788876911.603929:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60329
00000100:00100000:0.0:1788876911.603941:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251700:x1875765362806400:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:0.0:1788876911.603966:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876911.603987:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e766d1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88868a expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604485:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604499:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604510:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604524:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604531:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604538:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604634:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e766d30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604642:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e766d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604650:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e766d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876911.604689:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 512
00000004:00200000:0.0:1788876911.604693:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876911.604715:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e766d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604727:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604733:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604741:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604747:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357bc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876911.604751:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604757:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604768:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876911.604771:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876911.604775:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604781:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604798:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604804:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604809:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604814:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876911.604817:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604823:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604830:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998404dddb00)
00010000:00010000:0.0:1788876911.604832:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876911.604835:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604841:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d29 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604870:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e766d1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88868a expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604883:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e766d30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88868a expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.604893:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd500)
00010000:00010000:0.0:1788876911.604895:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876911.604898:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b400, rc 0)
00000100:00100000:0.0:1788876911.604990:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251700:x1875765362806400:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 1050us (1415us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876911.604997:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60329
00000100:00100000:3.0:1788876911.611313:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876911.611430:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362806656
00000100:00100000:2.0:1788876911.611447:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362806656
00000100:00100000:2.0:1788876911.611528:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60330
00000100:00100000:2.0:1788876911.611540:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251700:x1875765362806656:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:2.0:1788876911.611605:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788876911.611639:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e766d30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88868a expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.611700:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd500)
00010000:00010000:2.0:1788876911.611712:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876911.611763:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.611778:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.611788:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876911.612161:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000089333c5e reply state 00000000591c3855 transno 4295010843 ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876911.612171:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:2.0:1788876911.612193:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 512
00000100:00100000:2.0:1788876911.612296:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251700:x1875765362806656:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 751us (985us total) trans 4295010843 rc 0/0
00000100:00100000:2.0:1788876911.612304:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60330
00010000:00010000:3.0:1788876911.614181:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.614209:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.614216:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.614221:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876911.614226:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.614233:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.614250:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998403b03b00)
00010000:00010000:3.0:1788876911.614253:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1788876911.614258:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.614264:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998407f46e00/0x3868396b8e766d37 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876911.678523:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876911.678616:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362806784
00000100:00100000:0.0:1788876911.678625:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362806784
00000100:00100000:0.0:1788876911.678681:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60331
00000100:00100000:0.0:1788876911.678690:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251704:x1875765362806784:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876911.678713:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876911.678732:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888691 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.678820:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.678833:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.678843:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.678855:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.678861:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.678872:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679037:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e766d53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679046:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e766d53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679053:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e766d53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876911.679078:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 512
00000004:00200000:0.0:1788876911.679081:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876911.679102:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e766d53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679114:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679120:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679126:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679132:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357bc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876911.679135:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679142:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679154:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876911.679157:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876911.679161:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.679166:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e766d45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680770:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680788:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680796:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680802:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876911.680807:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680815:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680830:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998404dddb00)
00010000:00010000:0.0:1788876911.680833:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876911.680837:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680843:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e766d4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.680898:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888691 expref: 13 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.681347:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e766d53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888691 expref: 12 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.681356:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788876911.681359:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:0.0:1788876911.681361:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a200, rc 0)
00000100:00100000:0.0:1788876911.681475:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251704:x1875765362806784:12345-192.168.203.59@tcp:101:dd.500 Request processed in 2783us (2959us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876911.681484:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60331
00000100:00100000:2.0:1788876911.690308:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876911.692342:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807040
00000100:00100000:1.0:1788876911.692358:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807040
00000100:00100000:1.0:1788876911.692435:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60332
00000100:00100000:1.0:1788876911.692447:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251704:x1875765362807040:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788876911.692474:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876911.692501:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591800/0x3868396b8e766d5a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888698 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.692695:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.692716:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.692733:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.692792:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.692800:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.692808:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788876911.694433:0:7498:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe4e:0x0], index 0: 0
00010000:00010000:0.0:1788876911.694894:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.694914:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.694938:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.694989:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.694997:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.695005:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.695130:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876911.695136:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.695143:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.695156:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788876911.695158:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876911.695163:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.695169:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591200/0x3868396b8e766d61 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876911.695182:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d66964e8 reply state 000000004a878f90 transno 4295010844 ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876911.695261:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788876911.695304:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591800/0x3868396b8e766d5a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888698 expref: 15 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.695320:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888698 expref: 14 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.695329:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcad:0x0].0x0 (ffff998404dddb00)
00010000:00010000:0.0:1788876911.695331:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876911.695333:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b600, rc 0)
00000100:00100000:0.0:1788876911.695466:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:251704:x1875765362807040:12345-192.168.203.59@tcp:101:dd.500 Request processed in 3020us (5165us total) trans 4295010844 rc 0/0
00000100:00100000:0.0:1788876911.695476:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60332
00010000:00010000:1.0:1788876911.700997:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.701054:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.701062:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.701068:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876911.701073:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.701081:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.701099:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x4009f790 (ffff998385d39e00)
00010000:00010000:1.0:1788876911.701102:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876911.701107:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.701114:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99841d591000/0x3868396b8e766d68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876911.726739:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876911.726828:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807168
00000100:00100000:1.0:1788876911.726839:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807168
00000100:00100000:1.0:1788876911.726918:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766516616253 time 7766525812010 state 0x0 ref 1
00000100:00100000:1.0:1788876911.726941:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7766575812010 time 7766525812010 state 0x1 ref 1
00000100:00100000:1.0:1788876911.726965:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7766575812010 time 7768735948418 state 0x0 ref 1
00000100:00100000:1.0:1788876911.726979:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2358:x1875765362807168:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876911.727061:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876911.727070:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.727086:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7768s v=(0 0)
00010000:00010000:1.0:1788876911.727090:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876911.727097:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.727111:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876911.727290:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788876911.728659:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876911.827069:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981641 is committed
00000001:00080000:0.0:1788876911.827084:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981638 is committed
00000001:00080000:0.0:1788876911.827105:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981642 is committed
00002000:00010000:3.0:1788876911.827355:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 0 -> 1048576
00002000:00010000:3.0:1788876911.827359:0:6589:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 0 -> 1788876912
00002000:00010000:3.0:1788876911.827362:0:6589:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 0 -> 1788876912
00002000:00010000:3.0:1788876911.827364:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:3.0:1788876911.827378:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.827390:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.827399:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.827407:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876911.827411:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.827420:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.827438:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876911.827445:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876911.827547:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362807168:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100567us (100813us total) trans 4294981642 rc 0/0
00000100:00100000:3.0:1788876911.827558:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 29
00000100:00100000:3.0:1788876911.827567:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7766575812010 time 7768735948418 state 0x2 ref 0
00000100:00100000:0.0:1788876911.864511:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876911.864658:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807296
00000100:00100000:1.0:1788876911.864668:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807296
00000100:00100000:1.0:1788876911.864717:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7766575812010 time 7768735948418 state 0x0 ref 1
00000100:00100000:1.0:1788876911.864740:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768785948418 time 7768735948418 state 0x1 ref 1
00000100:00100000:1.0:1788876911.864770:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768785948418 time 7768873752512 state 0x0 ref 1
00000100:00100000:1.0:1788876911.864780:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362807296:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876911.864829:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 1048576, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x803
00010000:00010000:1.0:1788876911.864837:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.864853:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7768s v=(0 0)
00010000:00010000:1.0:1788876911.864857:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876911.864863:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.864877:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876911.927131:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981643 is committed
00002000:00010000:1.0:1788876911.927298:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 1048576 -> 2097152
00002000:00010000:1.0:1788876911.927303:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 2051 -> 4103
00010000:00010000:1.0:1788876911.927318:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.927330:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.927344:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.927350:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876911.927355:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.927363:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.927381:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.927389:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766d84 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876911.927705:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362807296:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62920us (63199us total) trans 4294981643 rc 0/0
00000100:00100000:1.0:1788876911.927717:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 30
00000100:00100000:1.0:1788876911.927726:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768785948418 time 7768873752512 state 0x2 ref 0
00000100:00100000:2.0:1788876911.936173:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876911.936302:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807424
00000100:00100000:1.0:1788876911.936313:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807424
00000100:00100000:1.0:1788876911.936371:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768785948418 time 7768873752512 state 0x0 ref 1
00000100:00100000:1.0:1788876911.936384:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768923752512 time 7768873752512 state 0x1 ref 1
00000100:00100000:1.0:1788876911.936407:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768923752512 time 7768945389924 state 0x0 ref 1
00000100:00100000:1.0:1788876911.936419:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362807424:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876911.936470:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 2097152, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x1007
00010000:00010000:1.0:1788876911.936480:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.936496:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7768s v=(0 0)
00010000:00010000:1.0:1788876911.936502:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876911.936510:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876911.936526:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876911.995518:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981644 is committed
00002000:00010000:0.0:1788876911.995733:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 2097152 -> 3145728
00002000:00010000:0.0:1788876911.995738:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 4103 -> 6151
00010000:00010000:0.0:1788876911.995752:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.995764:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.995772:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.995779:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876911.995784:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.995793:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.995813:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876911.995826:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f67e3fde/0x3868396b8e766d8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876911.995941:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362807424:12345-192.168.203.59@tcp:4:dd.500 Request processed in 59518us (59772us total) trans 4294981644 rc 0/0
00000100:00100000:0.0:1788876911.995953:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 31
00000100:00100000:0.0:1788876911.995963:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768923752512 time 7768945389924 state 0x2 ref 0
00000100:00100000:1.0:1788876912.003941:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876912.004050:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807552
00000100:00100000:3.0:1788876912.004060:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807552
00000100:00100000:3.0:1788876912.004120:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768923752512 time 7768945389924 state 0x0 ref 1
00000100:00100000:3.0:1788876912.004134:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768995389924 time 7768945389924 state 0x1 ref 1
00000100:00100000:3.0:1788876912.004171:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768995389924 time 7769013153094 state 0x0 ref 1
00000100:00100000:3.0:1788876912.004193:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362807552:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876912.004244:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 3145728, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x1807
00010000:00010000:3.0:1788876912.004253:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.004476:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:3.0:1788876912.004481:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876912.004489:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.004504:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1788876912.046307:0:7779:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7769055289818ns, next at 7770055286934ns, rc = 0
00000100:00100000:2.0:1788876912.046337:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306b33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365752320:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876912.047683:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876912.047864:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752320
00000100:00100000:0.0:1788876912.047872:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752320
00000100:00100000:0.0:1788876912.047944:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 370
00000100:00100000:0.0:1788876912.047954:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365752320:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876912.047988:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82116608 pending 25559040 free 3823108096 avail 3821010944
00000100:00100000:0.0:1788876912.048061:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365752320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876912.048069:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 370
00000100:00080000:0.0:1788876912.048090:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876912.048851:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365752576:0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.048891:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876912.048915:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1788876912.048931:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365752448:0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.048956:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876912.048980:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365752960:0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.048999:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876912.049044:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752448
00000100:00100000:3.0:1788876912.049049:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752448
00000100:00100000:3.0:1788876912.049078:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:3.0:1788876912.049084:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365752448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.049121:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365752448:12345-0@lo:400:kworker.0 Request processed in 36us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876912.049128:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000100:00100000:3.0:1788876912.049152:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752576
00000100:00100000:3.0:1788876912.049155:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752576
00000100:00100000:3.0:1788876912.049173:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752960
00000100:00100000:3.0:1788876912.049176:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752960
00000100:00100000:3.0:1788876912.049269:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6760
00000100:00100000:3.0:1788876912.049275:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365752576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.049307:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365752576:12345-0@lo:400:kworker.0 Request processed in 32us (416us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876912.049313:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6760
00000100:00100000:3.0:1788876912.049324:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761
00000100:00100000:3.0:1788876912.049341:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365752960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.049366:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365752960:12345-0@lo:400:kworker.0 Request processed in 36us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876912.049372:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761
00000100:00100000:3.0:1788876912.049774:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365752448:0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.049789:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365752960:0@lo:400:kworker.0
00000100:00100000:3.0:1788876912.049798:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365752576:0@lo:400:kworker.0
00000100:00100000:2.0:1788876912.049954:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365752704:0@lo:400:kworker.0
00000100:00100000:2.0:1788876912.049987:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876912.050043:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788876912.050049:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365752832:0@lo:400:kworker.0
00000100:00100000:2.0:1788876912.050074:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876912.050104:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752832
00000100:00100000:2.0:1788876912.050109:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752832
00000100:00100000:2.0:1788876912.050154:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 369
00000100:00100000:2.0:1788876912.050162:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365752832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876912.050214:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365752832:12345-0@lo:400:kworker.0 Request processed in 52us (138us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876912.050224:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 369
00000100:00100000:2.0:1788876912.050254:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981641 gen 2
00000004:00080000:2.0:1788876912.050260:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312aa8000, transno 4294981641
00000100:00100000:2.0:1788876912.050272:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365752832:0@lo:400:kworker.0
00000100:00100000:2.0:1788876912.050757:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306b33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365752320:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876912.051304:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365752704
00000100:00100000:0.0:1788876912.051311:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365752704
00000100:00100000:0.0:1788876912.051361:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6762
00000100:00100000:0.0:1788876912.051370:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365752704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876912.051432:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365752704:12345-0@lo:400:kworker.0 Request processed in 63us (1443us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876912.051439:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6762
00000100:00080000:0.0:1788876912.051462:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876912.051467:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876912.051835:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365752704:0@lo:400:kworker.0
00000001:00080000:0.0:1788876912.060514:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981645 is committed
00002000:00010000:3.0:1788876912.060620:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 3145728 -> 4194304
00002000:00010000:3.0:1788876912.060626:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 6151 -> 8199
00010000:00010000:3.0:1788876912.060641:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.060654:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.060664:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.060672:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876912.060677:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.060686:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.060704:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.060712:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d92 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876912.060812:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362807552:12345-192.168.203.59@tcp:4:dd.500 Request processed in 56626us (56875us total) trans 4294981645 rc 0/0
00000100:00100000:3.0:1788876912.060824:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 32
00000100:00100000:3.0:1788876912.060839:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768995389924 time 7769013153094 state 0x2 ref 0
00000100:00100000:0.0:1788876912.068911:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876912.069048:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807680
00000100:00100000:3.0:1788876912.069059:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807680
00000100:00100000:3.0:1788876912.069121:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7768995389924 time 7769013153094 state 0x0 ref 1
00000100:00100000:3.0:1788876912.069134:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769063153094 time 7769013153094 state 0x1 ref 1
00000100:00100000:3.0:1788876912.069165:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769063153094 time 7769078147787 state 0x0 ref 1
00000100:00100000:3.0:1788876912.069177:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362807680:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876912.069230:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 4194304, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x2007
00010000:00010000:3.0:1788876912.069239:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.069253:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:3.0:1788876912.069258:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876912.069264:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.069278:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876912.168308:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981646 is committed
00002000:00010000:0.0:1788876912.168850:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 4194304 -> 5242880
00002000:00010000:0.0:1788876912.168856:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 8199 -> 10247
00010000:00010000:0.0:1788876912.168871:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.168883:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.168893:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.168900:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876912.168905:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.168913:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.168943:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.168952:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007418fc86/0x3868396b8e766d99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876912.169560:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362807680:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100376us (100652us total) trans 4294981646 rc 0/0
00000100:00100000:0.0:1788876912.169585:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 33
00000100:00100000:0.0:1788876912.169599:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769063153094 time 7769078147787 state 0x2 ref 0
00000100:00100000:2.0:1788876912.176752:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876912.176846:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807808
00000100:00100000:1.0:1788876912.176855:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807808
00000100:00100000:1.0:1788876912.176909:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769063153094 time 7769078147787 state 0x0 ref 1
00000100:00100000:1.0:1788876912.176932:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769128147787 time 7769078147787 state 0x1 ref 1
00000100:00100000:1.0:1788876912.176963:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769128147787 time 7769185946038 state 0x0 ref 1
00000100:00100000:1.0:1788876912.176976:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362807808:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876912.177073:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 5242880, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x2807
00010000:00010000:1.0:1788876912.177084:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.177098:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:1.0:1788876912.177103:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876912.177109:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.177123:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876912.250548:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981647 is committed
00002000:00010000:0.0:1788876912.250723:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 5242880 -> 6291456
00002000:00010000:0.0:1788876912.250729:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 10247 -> 12295
00010000:00010000:0.0:1788876912.250744:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.250756:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.250764:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.250772:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876912.250777:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.250786:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.250806:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.250814:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e766da0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876912.250942:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362807808:12345-192.168.203.59@tcp:4:dd.500 Request processed in 73963us (74194us total) trans 4294981647 rc 0/0
00000100:00100000:0.0:1788876912.250953:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 34
00000100:00100000:0.0:1788876912.250963:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769128147787 time 7769185946038 state 0x2 ref 0
00000100:00100000:3.0:1788876912.260906:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876912.261795:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362807936
00000100:00100000:0.0:1788876912.261807:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362807936
00000100:00100000:0.0:1788876912.261877:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769128147787 time 7769185946038 state 0x0 ref 1
00000100:00100000:0.0:1788876912.261892:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769235946038 time 7769185946038 state 0x1 ref 1
00000100:00100000:0.0:1788876912.261937:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769235946038 time 7769270919460 state 0x0 ref 1
00000100:00100000:0.0:1788876912.261955:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362807936:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876912.262066:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 6291456, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x3007
00010000:00010000:0.0:1788876912.262076:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.262094:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:0.0:1788876912.262099:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876912.262106:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.262121:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876912.310447:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 6291456 -> 7340032
00002000:00010000:0.0:1788876912.310469:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 12295 -> 14343
00010000:00010000:0.0:1788876912.310484:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.310497:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.310506:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.310514:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876912.310519:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.310528:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.310736:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.310745:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e766da7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876912.310898:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362807936:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48944us (50001us total) trans 4294981648 rc 0/0
00000100:00100000:0.0:1788876912.310910:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 35
00000100:00100000:0.0:1788876912.310933:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769235946038 time 7769270919460 state 0x2 ref 0
00000001:00080000:0.0:1788876912.310992:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981648 is committed
00000100:00100000:1.0:1788876912.318306:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876912.318447:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808064
00000100:00100000:2.0:1788876912.318456:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808064
00000100:00100000:2.0:1788876912.318521:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769235946038 time 7769270919460 state 0x0 ref 1
00000100:00100000:2.0:1788876912.318543:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769320919460 time 7769270919460 state 0x1 ref 1
00000100:00100000:2.0:1788876912.318588:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769320919460 time 7769327570395 state 0x0 ref 1
00000100:00100000:2.0:1788876912.318600:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362808064:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876912.318658:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 7340032, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x3807
00010000:00010000:2.0:1788876912.318666:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.318681:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:2.0:1788876912.318686:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876912.318693:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.318706:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876912.426077:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 7340032 -> 8388608
00002000:00010000:0.0:1788876912.426085:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 14343 -> 16391
00010000:00010000:0.0:1788876912.426098:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.426111:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.426120:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.426127:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876912.426132:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.426140:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.426158:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.426166:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e766dae lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876912.426272:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362808064:12345-192.168.203.59@tcp:4:dd.500 Request processed in 107669us (107969us total) trans 4294981649 rc 0/0
00000100:00100000:0.0:1788876912.426283:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 36
00000100:00100000:0.0:1788876912.426292:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769320919460 time 7769327570395 state 0x2 ref 0
00000001:00080000:0.0:1788876912.426331:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981649 is committed
00000100:00100000:1.0:1788876912.436621:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876912.439458:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808192
00000100:00100000:0.0:1788876912.439472:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808192
00000100:00100000:2.0:1788876912.442515:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769320919460 time 7769327570395 state 0x0 ref 1
00000100:00100000:2.0:1788876912.442543:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769377570395 time 7769327570395 state 0x1 ref 1
00000100:00100000:1.0:1788876912.442778:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769377570395 time 7769451759326 state 0x0 ref 1
00000100:00100000:1.0:1788876912.442800:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362808192:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876912.442852:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 8388608, mtime: 0x6aa01870, atime: 0x0, ctime: 0x6aa01870, blocks: 0x4007
00010000:00010000:1.0:1788876912.442862:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.442879:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:1.0:1788876912.442883:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876912.442890:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.442904:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876912.518149:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 8388608 -> 9437184
00002000:00010000:2.0:1788876912.518157:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876912 -> 1788876913
00002000:00010000:2.0:1788876912.518160:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876912 -> 1788876913
00002000:00010000:2.0:1788876912.518163:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 16391 -> 18439
00010000:00010000:2.0:1788876912.518177:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.518190:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.518200:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.518207:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876912.518212:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.518222:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.518242:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876912.518250:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8992c8a/0x3868396b8e766db5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876912.518340:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362808192:12345-192.168.203.59@tcp:4:dd.500 Request processed in 75543us (81723us total) trans 4294981650 rc 0/0
00000100:00100000:2.0:1788876912.518351:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 37
00000100:00100000:2.0:1788876912.518361:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769377570395 time 7769451759326 state 0x2 ref 0
00000001:00080000:2.0:1788876912.518405:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981650 is committed
00000100:00100000:1.0:1788876912.524896:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876912.524983:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808320
00000100:00100000:3.0:1788876912.524994:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808320
00000100:00100000:3.0:1788876912.525072:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769377570395 time 7769451759326 state 0x0 ref 1
00000100:00100000:3.0:1788876912.525086:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769501759326 time 7769451759326 state 0x1 ref 1
00000100:00100000:3.0:1788876912.525115:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769501759326 time 7769534097723 state 0x0 ref 1
00000100:00100000:3.0:1788876912.525127:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362808320:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876912.525176:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 9437184, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x4807
00010000:00010000:3.0:1788876912.525184:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.525199:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:3.0:1788876912.525203:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876912.525210:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.525222:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876912.593374:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981651 is committed
00002000:00010000:3.0:1788876912.593468:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 9437184 -> 10485760
00002000:00010000:3.0:1788876912.593474:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 18439 -> 20487
00010000:00010000:3.0:1788876912.593489:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.593503:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.593512:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.593527:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876912.593543:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.593553:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.593580:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.593588:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dbc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876912.593713:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362808320:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68580us (68817us total) trans 4294981651 rc 0/0
00000100:00100000:3.0:1788876912.593725:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 38
00000100:00100000:3.0:1788876912.593736:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769501759326 time 7769534097723 state 0x2 ref 0
00000100:00100000:1.0:1788876912.599777:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876912.599890:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808448
00000100:00100000:3.0:1788876912.599900:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808448
00000100:00100000:3.0:1788876912.599969:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769501759326 time 7769534097723 state 0x0 ref 1
00000100:00100000:3.0:1788876912.599982:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769584097723 time 7769534097723 state 0x1 ref 1
00000100:00100000:3.0:1788876912.600041:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769584097723 time 7769608995964 state 0x0 ref 1
00000100:00100000:3.0:1788876912.600057:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362808448:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876912.600113:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 10485760, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x5007
00010000:00010000:3.0:1788876912.600122:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.600136:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:3.0:1788876912.600140:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876912.600146:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.600158:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876912.634783:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876912.634846:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876912.634886:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876912.634935:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876912.634974:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808832
00000100:00100000:2.0:1788876912.634983:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808832
00000100:00100000:2.0:1788876912.635077:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 370
00000100:00100000:2.0:1788876912.635087:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2355:x1875765362808832:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876912.635155:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2355:x1875765362808832:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 69us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876912.635162:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 370
00000100:00080000:2.0:1788876912.635183:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876912.635405:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808576
00000100:00100000:1.0:1788876912.635410:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808576
00000100:00100000:1.0:1788876912.635450:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3163
00000100:00100000:1.0:1788876912.635457:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362808576:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876912.635488:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362808576:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (601us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876912.635495:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3163
00000100:00100000:0.0:1788876912.635895:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808704
00000100:00100000:0.0:1788876912.635900:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808704
00000100:00100000:0.0:1788876912.635951:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362808960
00000100:00100000:0.0:1788876912.635954:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362808960
00000100:00100000:0.0:1788876912.635984:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6763
00000100:00100000:0.0:1788876912.635991:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2355:x1875765362808704:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876912.636058:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2355:x1875765362808704:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (1283us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876912.636065:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6763
00000100:00100000:0.0:1788876912.636079:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6764
00000100:00100000:0.0:1788876912.636086:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362808960:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876912.636111:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362808960:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (1265us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876912.636117:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6764
00000100:00080000:2.0:1788876912.636229:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1788876912.761008:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876912.766975:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981652 is committed
00002000:00010000:3.0:1788876912.767068:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 10485760 -> 11534336
00002000:00010000:3.0:1788876912.767074:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 20487 -> 22535
00010000:00010000:3.0:1788876912.767090:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.767103:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.767112:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.767120:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876912.767126:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.767135:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.767154:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.767163:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dc3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876912.767297:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362808448:12345-192.168.203.59@tcp:4:dd.500 Request processed in 167236us (167523us total) trans 4294981652 rc 0/0
00000100:00100000:3.0:1788876912.767308:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 39
00000100:00100000:3.0:1788876912.767320:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769584097723 time 7769608995964 state 0x2 ref 0
00000100:00100000:2.0:1788876912.773869:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876912.773965:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809088
00000100:00100000:1.0:1788876912.773978:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809088
00000100:00100000:1.0:1788876912.774067:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769584097723 time 7769608995964 state 0x0 ref 1
00000100:00100000:1.0:1788876912.774081:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769658995964 time 7769608995964 state 0x1 ref 1
00000100:00100000:1.0:1788876912.774111:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769658995964 time 7769783093418 state 0x0 ref 1
00000100:00100000:1.0:1788876912.774124:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362809088:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876912.774184:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 11534336, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x5807
00010000:00010000:1.0:1788876912.774195:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.774212:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:1.0:1788876912.774218:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876912.774225:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.774242:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876912.835939:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 11534336 -> 12582912
00002000:00010000:3.0:1788876912.835949:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 22535 -> 24583
00010000:00010000:3.0:1788876912.835967:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.835980:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.835989:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.836002:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876912.836009:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.836049:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.836070:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.836078:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766dca lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876912.836325:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362809088:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62199us (62460us total) trans 4294981653 rc 0/0
00000100:00100000:3.0:1788876912.836338:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 40
00000100:00100000:3.0:1788876912.836351:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769658995964 time 7769783093418 state 0x2 ref 0
00000001:00080000:3.0:1788876912.837226:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981653 is committed
00000100:00100000:1.0:1788876912.841984:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876912.842174:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809216
00000100:00100000:0.0:1788876912.842185:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809216
00000100:00100000:0.0:1788876912.842248:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769658995964 time 7769783093418 state 0x0 ref 1
00000100:00100000:0.0:1788876912.842264:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769833093418 time 7769783093418 state 0x1 ref 1
00000100:00100000:0.0:1788876912.842286:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769833093418 time 7769851268777 state 0x0 ref 1
00000100:00100000:0.0:1788876912.842298:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362809216:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876912.842349:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 12582912, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x6007
00010000:00010000:0.0:1788876912.842358:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.842375:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:0.0:1788876912.842379:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876912.842385:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.842399:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876912.893511:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981654 is committed
00002000:00010000:3.0:1788876912.893734:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 12582912 -> 13631488
00002000:00010000:3.0:1788876912.893739:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 24583 -> 26631
00010000:00010000:3.0:1788876912.893753:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.893765:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.893774:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.893782:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876912.893787:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.893796:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.893816:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.893824:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e766dd1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876912.893933:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362809216:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51631us (51956us total) trans 4294981654 rc 0/0
00000100:00100000:3.0:1788876912.893943:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 41
00000100:00100000:3.0:1788876912.893953:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769833093418 time 7769851268777 state 0x2 ref 0
00000100:00100000:0.0:1788876912.901429:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876912.901514:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809344
00000100:00100000:3.0:1788876912.901529:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809344
00000100:00100000:3.0:1788876912.901589:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769833093418 time 7769851268777 state 0x0 ref 1
00000100:00100000:3.0:1788876912.901602:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769901268777 time 7769851268777 state 0x1 ref 1
00000100:00100000:3.0:1788876912.901630:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769901268777 time 7769910612810 state 0x0 ref 1
00000100:00100000:3.0:1788876912.901644:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362809344:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876912.901694:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 13631488, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x6807
00010000:00010000:3.0:1788876912.901703:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.901718:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:3.0:1788876912.901722:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876912.901729:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876912.901742:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876912.970314:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981655 is committed
00002000:00010000:1.0:1788876912.970429:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 13631488 -> 14680064
00002000:00010000:1.0:1788876912.970435:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 26631 -> 28679
00010000:00010000:1.0:1788876912.970448:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.970462:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.970472:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.970481:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876912.970486:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.970496:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.970514:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876912.970540:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e766dd8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876912.970646:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362809344:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68999us (69222us total) trans 4294981655 rc 0/0
00000100:00100000:1.0:1788876912.970656:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 42
00000100:00100000:1.0:1788876912.970666:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769901268777 time 7769910612810 state 0x2 ref 0
00000100:00100000:3.0:1788876912.975942:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876912.976051:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809472
00000100:00100000:0.0:1788876912.976061:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809472
00000100:00100000:0.0:1788876912.976116:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769901268777 time 7769910612810 state 0x0 ref 1
00000100:00100000:0.0:1788876912.976129:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769960612810 time 7769910612810 state 0x1 ref 1
00000100:00100000:0.0:1788876912.976161:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769960612810 time 7769985143706 state 0x0 ref 1
00000100:00100000:0.0:1788876912.976178:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362809472:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876912.976226:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 14680064, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x7007
00010000:00010000:0.0:1788876912.976235:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.976250:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7769s v=(0 0)
00010000:00010000:0.0:1788876912.976254:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876912.976261:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876912.976274:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876913.017324:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981656 is committed
00002000:00010000:0.0:1788876913.017468:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 14680064 -> 15728640
00002000:00010000:0.0:1788876913.017472:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 28679 -> 30727
00010000:00010000:0.0:1788876913.017484:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.017497:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.017505:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.017512:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876913.017518:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.017526:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.017701:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.017710:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766ddf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876913.017843:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362809472:12345-192.168.203.59@tcp:4:dd.500 Request processed in 41663us (41908us total) trans 4294981656 rc 0/0
00000100:00100000:0.0:1788876913.017857:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 43
00000100:00100000:0.0:1788876913.017866:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769960612810 time 7769985143706 state 0x2 ref 0
00000100:00100000:2.0:1788876913.023932:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876913.024064:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809600
00000100:00100000:0.0:1788876913.024074:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809600
00000100:00100000:0.0:1788876913.024147:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7769960612810 time 7769985143706 state 0x0 ref 1
00000100:00100000:0.0:1788876913.024160:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770035143706 time 7769985143706 state 0x1 ref 1
00000100:00100000:0.0:1788876913.024188:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770035143706 time 7770033171028 state 0x0 ref 1
00000100:00100000:0.0:1788876913.024200:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362809600:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876913.024250:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 15728640, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x7807
00010000:00010000:0.0:1788876913.024259:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.024275:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:0.0:1788876913.024279:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876913.024287:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.024301:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876913.024999:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876913.077541:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981657 is committed
00002000:00010000:3.0:1788876913.078284:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 15728640 -> 16777216
00002000:00010000:3.0:1788876913.078290:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 30727 -> 32775
00010000:00010000:3.0:1788876913.078304:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.078317:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.078327:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.078341:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876913.078346:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.078356:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.078375:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.078383:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766de6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876913.078480:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362809600:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54277us (54562us total) trans 4294981657 rc 0/0
00000100:00100000:3.0:1788876913.078490:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 44
00000100:00100000:3.0:1788876913.078500:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770035143706 time 7770033171028 state 0x2 ref 0
00000100:00100000:2.0:1788876913.083563:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876913.083638:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809728
00000100:00100000:0.0:1788876913.083648:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809728
00000100:00100000:0.0:1788876913.083701:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770035143706 time 7770033171028 state 0x0 ref 1
00000100:00100000:0.0:1788876913.083714:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770083171028 time 7770033171028 state 0x1 ref 1
00000100:00100000:0.0:1788876913.083745:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770083171028 time 7770092728077 state 0x0 ref 1
00000100:00100000:0.0:1788876913.083757:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362809728:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876913.083802:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 16777216, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x8007
00010000:00010000:0.0:1788876913.083812:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.083826:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:0.0:1788876913.083831:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876913.083838:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.083851:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876913.123598:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 16777216 -> 17825792
00002000:00010000:0.0:1788876913.123608:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 32775 -> 34823
00010000:00010000:0.0:1788876913.123622:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.123634:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.123644:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.123651:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876913.123656:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.123666:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.123684:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.123699:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e766ded lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876913.123797:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362809728:12345-192.168.203.59@tcp:4:dd.500 Request processed in 40037us (40237us total) trans 4294981658 rc 0/0
00000100:00100000:0.0:1788876913.123808:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 45
00000100:00100000:0.0:1788876913.123818:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770083171028 time 7770092728077 state 0x2 ref 0
00000001:00080000:0.0:1788876913.123857:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981658 is committed
00000100:00100000:1.0:1788876913.129068:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876913.129155:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809856
00000100:00100000:0.0:1788876913.129164:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809856
00000100:00100000:0.0:1788876913.129217:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770083171028 time 7770092728077 state 0x0 ref 1
00000100:00100000:0.0:1788876913.129229:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770142728077 time 7770092728077 state 0x1 ref 1
00000100:00100000:0.0:1788876913.129258:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770142728077 time 7770138240425 state 0x0 ref 1
00000100:00100000:0.0:1788876913.129270:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362809856:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876913.129474:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 17825792, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x8807
00010000:00010000:0.0:1788876913.129486:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.129501:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:0.0:1788876913.129505:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876913.129512:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.129645:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876913.165824:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 17825792 -> 18874368
00002000:00010000:0.0:1788876913.165833:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 34823 -> 36871
00010000:00010000:0.0:1788876913.165848:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.165862:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.165872:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.165880:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876913.165885:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.165895:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.165924:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.165934:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e766df4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876913.166070:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362809856:12345-192.168.203.59@tcp:4:dd.500 Request processed in 36796us (37004us total) trans 4294981659 rc 0/0
00000100:00100000:0.0:1788876913.166082:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 46
00000100:00100000:0.0:1788876913.166093:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770142728077 time 7770138240425 state 0x2 ref 0
00000100:00100000:3.0:1788876913.170453:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876913.170690:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362809984
00000100:00100000:2.0:1788876913.170699:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362809984
00000100:00100000:2.0:1788876913.170752:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770142728077 time 7770138240425 state 0x0 ref 1
00000100:00100000:2.0:1788876913.170765:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770188240425 time 7770138240425 state 0x1 ref 1
00000001:00080000:1.0:1788876913.170881:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981659 is committed
00000100:00100000:3.0:1788876913.179419:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770188240425 time 7770188390911 state 0x0 ref 1
00000100:00100000:3.0:1788876913.179457:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984412f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362809984:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876913.179673:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 18874368, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x9007
00010000:00010000:3.0:1788876913.179684:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.179701:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:3.0:1788876913.179706:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876913.179714:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.179728:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876913.217135:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981660 is committed
00002000:00010000:0.0:1788876913.217230:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 18874368 -> 19922944
00002000:00010000:0.0:1788876913.217234:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 36871 -> 38919
00010000:00010000:0.0:1788876913.217248:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.217260:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.217268:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.217275:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876913.217280:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.217289:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.217306:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.217319:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e766dfb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876913.217409:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984412f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362809984:12345-192.168.203.59@tcp:4:dd.500 Request processed in 37964us (46960us total) trans 4294981660 rc 0/0
00000100:00100000:0.0:1788876913.217420:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 47
00000100:00100000:0.0:1788876913.217430:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770188240425 time 7770188390911 state 0x2 ref 0
00000100:00100000:2.0:1788876913.231747:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876913.232678:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362810112
00000100:00100000:1.0:1788876913.232690:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362810112
00000100:00100000:1.0:1788876913.232750:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770188240425 time 7770188390911 state 0x0 ref 1
00000100:00100000:1.0:1788876913.232763:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770238390911 time 7770188390911 state 0x1 ref 1
00000100:00100000:1.0:1788876913.232797:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770238390911 time 7770241779658 state 0x0 ref 1
00000100:00100000:1.0:1788876913.232811:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362810112:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876913.232858:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 19922944, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0x9807
00010000:00010000:1.0:1788876913.232865:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876913.232880:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:1.0:1788876913.232884:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876913.232891:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876913.232904:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876913.317417:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981661 is committed
00002000:00010000:3.0:1788876913.317553:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 19922944 -> 20971520
00002000:00010000:3.0:1788876913.317558:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 38919 -> 40967
00010000:00010000:3.0:1788876913.317662:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.317675:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.317684:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.317690:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876913.317695:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.317704:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.317724:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.317732:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766e02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876913.317832:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362810112:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85018us (86087us total) trans 4294981661 rc 0/0
00000100:00100000:3.0:1788876913.317844:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 48
00000100:00100000:3.0:1788876913.317854:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770238390911 time 7770241779658 state 0x2 ref 0
00000100:00100000:1.0:1788876913.322415:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876913.322495:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362810240
00000100:00100000:3.0:1788876913.322504:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362810240
00000100:00100000:3.0:1788876913.322563:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770238390911 time 7770241779658 state 0x0 ref 1
00000100:00100000:3.0:1788876913.322584:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770291779658 time 7770241779658 state 0x1 ref 1
00000100:00100000:3.0:1788876913.322611:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770291779658 time 7770331593887 state 0x0 ref 1
00000100:00100000:3.0:1788876913.322622:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362810240:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876913.322668:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 20971520, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0xa007
00010000:00010000:3.0:1788876913.322677:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.322692:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:3.0:1788876913.322697:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876913.322703:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.322716:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876913.468468:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981662 is committed
00002000:00010000:3.0:1788876913.468784:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 20971520 -> 22020096
00002000:00010000:3.0:1788876913.468790:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 40967 -> 43015
00010000:00010000:3.0:1788876913.468813:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.468833:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.468842:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.468849:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876913.468854:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.468862:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.468882:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.468894:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876913.469062:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362810240:12345-192.168.203.59@tcp:4:dd.500 Request processed in 146385us (146598us total) trans 4294981662 rc 0/0
00000100:00100000:3.0:1788876913.469075:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 49
00000100:00100000:3.0:1788876913.469086:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770291779658 time 7770331593887 state 0x2 ref 0
00000100:00100000:1.0:1788876913.478675:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876913.478741:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362810368
00000100:00100000:2.0:1788876913.478751:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362810368
00000100:00100000:2.0:1788876913.478806:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770291779658 time 7770331593887 state 0x0 ref 1
00000100:00100000:2.0:1788876913.478819:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7770381593887 time 7770331593887 state 0x1 ref 1
00000100:00100000:2.0:1788876913.478851:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770381593887 time 7770487833623 state 0x0 ref 1
00000100:00100000:2.0:1788876913.478864:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362810368:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876913.478921:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 22020096, mtime: 0x6aa01871, atime: 0x0, ctime: 0x6aa01871, blocks: 0xa807
00010000:00010000:2.0:1788876913.478930:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.478945:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:2.0:1788876913.478951:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876913.478957:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.478970:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876913.549491:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981663 is committed
00002000:00010000:3.0:1788876913.549783:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 22020096 -> 23068672
00002000:00010000:3.0:1788876913.549788:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876913 -> 1788876914
00002000:00010000:3.0:1788876913.549791:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876913 -> 1788876914
00002000:00010000:3.0:1788876913.549793:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 43015 -> 45063
00010000:00010000:3.0:1788876913.549806:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.549819:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.549829:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.549836:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876913.549841:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.549855:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.549875:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.549883:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e766e10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876913.549990:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362810368:12345-192.168.203.59@tcp:4:dd.500 Request processed in 71124us (71465us total) trans 4294981663 rc 0/0
00000100:00100000:3.0:1788876913.550001:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 50
00000100:00100000:3.0:1788876913.550010:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770381593887 time 7770487833623 state 0x2 ref 0
00000100:00100000:1.0:1788876913.558416:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876913.558562:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362810496
00000100:00100000:2.0:1788876913.558580:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362810496
00000100:00100000:2.0:1788876913.558631:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770381593887 time 7770487833623 state 0x0 ref 1
00000100:00100000:2.0:1788876913.558643:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770537833623 time 7770487833623 state 0x1 ref 1
00000100:00100000:2.0:1788876913.558670:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770537833623 time 7770567653605 state 0x0 ref 1
00000100:00100000:2.0:1788876913.558682:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362810496:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876913.558730:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 23068672, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xb007
00010000:00010000:2.0:1788876913.558739:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.558754:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:2.0:1788876913.558759:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876913.558765:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.558778:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876913.652988:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 23068672 -> 24117248
00002000:00010000:3.0:1788876913.653000:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 45063 -> 47111
00010000:00010000:3.0:1788876913.653037:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.653051:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.653061:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.653074:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876913.653080:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.653090:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.653185:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.653194:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766e17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876913.653302:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362810496:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94617us (94890us total) trans 4294981664 rc 0/0
00000100:00100000:3.0:1788876913.653313:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 51
00000100:00100000:3.0:1788876913.653322:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770537833623 time 7770567653605 state 0x2 ref 0
00000001:00080000:1.0:1788876913.655115:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981664 is committed
00000100:00100000:1.0:1788876913.658207:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876913.658363:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362810624
00000100:00100000:2.0:1788876913.658373:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362810624
00000100:00100000:2.0:1788876913.658432:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770537833623 time 7770567653605 state 0x0 ref 1
00000100:00100000:2.0:1788876913.658446:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770617653605 time 7770567653605 state 0x1 ref 1
00000100:00100000:2.0:1788876913.658475:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770617653605 time 7770667458312 state 0x0 ref 1
00000100:00100000:2.0:1788876913.658487:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362810624:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876913.658551:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 24117248, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xb807
00010000:00010000:2.0:1788876913.658559:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.658637:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:2.0:1788876913.658643:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876913.658650:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.658665:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876913.705859:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 24117248 -> 25165824
00002000:00010000:3.0:1788876913.705868:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 47111 -> 49159
00010000:00010000:3.0:1788876913.705883:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.705895:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.705921:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.705929:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876913.705934:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.705942:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.705967:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.705975:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876913.706266:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362810624:12345-192.168.203.59@tcp:4:dd.500 Request processed in 47774us (48062us total) trans 4294981665 rc 0/0
00000100:00100000:3.0:1788876913.706280:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 52
00000100:00100000:3.0:1788876913.706293:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770617653605 time 7770667458312 state 0x2 ref 0
00000001:00080000:1.0:1788876913.710338:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981665 is committed
00000100:00100000:2.0:1788876913.712878:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876913.712964:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362810752
00000100:00100000:3.0:1788876913.712974:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362810752
00000100:00100000:3.0:1788876913.713068:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770617653605 time 7770667458312 state 0x0 ref 1
00000100:00100000:3.0:1788876913.713084:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770717458312 time 7770667458312 state 0x1 ref 1
00000100:00100000:0.0:1788876913.713205:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770717458312 time 7770722185545 state 0x0 ref 1
00000100:00100000:0.0:1788876913.713221:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362810752:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876913.713279:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 25165824, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xc007
00010000:00010000:0.0:1788876913.713288:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.713303:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:0.0:1788876913.713308:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876913.713315:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.713329:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.774905:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876913.778815:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981666 is committed
00002000:00010000:0.0:1788876913.779027:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 25165824 -> 26214400
00002000:00010000:0.0:1788876913.779032:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 49159 -> 51207
00010000:00010000:0.0:1788876913.779052:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.779064:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.779072:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.779079:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876913.779085:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.779094:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.779237:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.779246:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e25 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876913.779390:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362810752:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66169us (66517us total) trans 4294981666 rc 0/0
00000100:00100000:0.0:1788876913.779402:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 53
00000100:00100000:0.0:1788876913.779411:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770717458312 time 7770722185545 state 0x2 ref 0
00000100:00100000:0.0:1788876913.786387:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876913.786489:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362810880
00000100:00100000:1.0:1788876913.786501:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362810880
00000100:00100000:1.0:1788876913.786667:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770717458312 time 7770722185545 state 0x0 ref 1
00000100:00100000:1.0:1788876913.786681:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770772185545 time 7770722185545 state 0x1 ref 1
00000100:00100000:1.0:1788876913.786739:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770772185545 time 7770795721483 state 0x0 ref 1
00000100:00100000:1.0:1788876913.786752:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362810880:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876913.786798:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 26214400, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xc807
00010000:00010000:1.0:1788876913.786807:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876913.786822:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:1.0:1788876913.786827:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876913.786833:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876913.786847:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876913.830290:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 26214400 -> 27262976
00002000:00010000:2.0:1788876913.830299:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 51207 -> 53255
00010000:00010000:2.0:1788876913.830314:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.830327:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.830336:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.830344:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876913.830349:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.830358:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.830378:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876913.830386:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f758f74/0x3868396b8e766e2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876913.830495:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362810880:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43740us (44112us total) trans 4294981667 rc 0/0
00000100:00100000:2.0:1788876913.830507:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 54
00000100:00100000:2.0:1788876913.830516:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770772185545 time 7770795721483 state 0x2 ref 0
00000001:00080000:0.0:1788876913.830716:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981667 is committed
00000100:00100000:2.0:1788876913.835932:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876913.836244:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811008
00000100:00100000:3.0:1788876913.836253:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811008
00000100:00100000:3.0:1788876913.836311:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770772185545 time 7770795721483 state 0x0 ref 1
00000100:00100000:3.0:1788876913.836324:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7770845721483 time 7770795721483 state 0x1 ref 1
00000100:00100000:0.0:1788876913.836570:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770845721483 time 7770845544296 state 0x0 ref 1
00000100:00100000:0.0:1788876913.836585:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362811008:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876913.836631:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 27262976, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xd007
00010000:00010000:0.0:1788876913.836640:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.836655:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:0.0:1788876913.836660:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876913.836666:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.836679:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876913.887509:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981668 is committed
00002000:00010000:0.0:1788876913.887713:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 27262976 -> 28311552
00002000:00010000:0.0:1788876913.887719:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 53255 -> 55303
00010000:00010000:0.0:1788876913.887802:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.887817:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.887827:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.887834:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876913.887840:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.887850:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.887870:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.887878:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e33 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876913.887987:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362811008:12345-192.168.203.59@tcp:4:dd.500 Request processed in 51397us (52057us total) trans 4294981668 rc 0/0
00000100:00100000:0.0:1788876913.887998:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 55
00000100:00100000:0.0:1788876913.888008:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770845721483 time 7770845544296 state 0x2 ref 0
00000100:00100000:2.0:1788876913.895526:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876913.895923:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811136
00000100:00100000:3.0:1788876913.895933:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811136
00000100:00100000:3.0:1788876913.895991:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770845721483 time 7770845544296 state 0x0 ref 1
00000100:00100000:3.0:1788876913.896005:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770895544296 time 7770845544296 state 0x1 ref 1
00000100:00100000:3.0:1788876913.896256:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770895544296 time 7770905230568 state 0x0 ref 1
00000100:00100000:3.0:1788876913.896272:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362811136:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876913.896318:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 28311552, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xd807
00010000:00010000:3.0:1788876913.896327:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.896341:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:3.0:1788876913.896346:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876913.896352:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.896366:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876913.944990:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981669 is committed
00002000:00010000:3.0:1788876913.945162:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 28311552 -> 29360128
00002000:00010000:3.0:1788876913.945167:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 55303 -> 57351
00010000:00010000:3.0:1788876913.945182:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.945194:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.945202:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.945210:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876913.945215:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.945224:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.945244:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876913.945252:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e3a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876913.945380:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362811136:12345-192.168.203.59@tcp:4:dd.500 Request processed in 49107us (49860us total) trans 4294981669 rc 0/0
00000100:00100000:3.0:1788876913.945391:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 56
00000100:00100000:3.0:1788876913.945401:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770895544296 time 7770905230568 state 0x2 ref 0
00000100:00100000:2.0:1788876913.951458:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876913.951661:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811264
00000100:00100000:0.0:1788876913.951671:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811264
00000100:00100000:0.0:1788876913.951725:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770895544296 time 7770905230568 state 0x0 ref 1
00000100:00100000:0.0:1788876913.951738:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770955230568 time 7770905230568 state 0x1 ref 1
00000100:00100000:0.0:1788876913.951791:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770955230568 time 7770960772867 state 0x0 ref 1
00000100:00100000:0.0:1788876913.951804:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362811264:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876913.951856:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 29360128, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xe007
00010000:00010000:0.0:1788876913.951866:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.951883:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7770s v=(0 0)
00010000:00010000:0.0:1788876913.951888:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876913.951894:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876913.951917:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876914.032405:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981670 is committed
00002000:00010000:3.0:1788876914.032495:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 29360128 -> 30408704
00002000:00010000:3.0:1788876914.032501:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 57351 -> 59399
00010000:00010000:3.0:1788876914.032515:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.032536:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.032546:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.032553:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876914.032559:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.032577:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.032596:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.032604:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766e41 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876914.032965:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362811264:12345-192.168.203.59@tcp:4:dd.500 Request processed in 81158us (81510us total) trans 4294981670 rc 0/0
00000100:00100000:3.0:1788876914.032977:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 57
00000100:00100000:3.0:1788876914.032986:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770955230568 time 7770960772867 state 0x2 ref 0
00000100:00100000:2.0:1788876914.038550:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876914.038749:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811392
00000100:00100000:3.0:1788876914.038761:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811392
00000100:00100000:3.0:1788876914.038815:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7770955230568 time 7770960772867 state 0x0 ref 1
00000100:00100000:3.0:1788876914.038828:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771010772867 time 7770960772867 state 0x1 ref 1
00000100:00100000:3.0:1788876914.038857:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771010772867 time 7771047839725 state 0x0 ref 1
00000100:00100000:3.0:1788876914.038869:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362811392:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876914.038925:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 30408704, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xe807
00010000:00010000:3.0:1788876914.038934:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.038949:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:3.0:1788876914.038953:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876914.038959:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.038972:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876914.093969:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981671 is committed
00000004:00080000:2.0:1788876914.094937:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7771103921672ns, next at 7772103918682ns, rc = 0
00000100:00100000:2.0:1788876914.095409:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876914.095429:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830a212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365753088:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876914.095495:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00010000:2.0:1788876914.101177:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 30408704 -> 31457280
00002000:00010000:2.0:1788876914.101186:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 59399 -> 61447
00010000:00010000:2.0:1788876914.101206:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.101219:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.101229:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.101237:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876914.101241:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.101249:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.101274:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.101283:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e766e48 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876914.101368:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362811392:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62496us (62823us total) trans 4294981671 rc 0/0
00000100:00100000:2.0:1788876914.101379:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 58
00000100:00100000:2.0:1788876914.101389:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771010772867 time 7771047839725 state 0x2 ref 0
00000100:00100000:0.0:1788876914.112667:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365753088
00000100:00100000:0.0:1788876914.112682:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365753088
00000100:00100000:0.0:1788876914.112768:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 371
00000100:00100000:0.0:1788876914.112779:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365753088:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876914.112801:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 107675648 pending 0 free 3827302400 avail 3809476608
00000100:00100000:0.0:1788876914.112881:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365753088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (17387us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876914.112889:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 371
00000100:00100000:0.0:1788876914.112960:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830a212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365753088:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788876914.113373:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876914.132206:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876914.132241:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811520
00000100:00100000:3.0:1788876914.132251:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811520
00000100:00100000:3.0:1788876914.132307:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771010772867 time 7771047839725 state 0x0 ref 1
00000100:00100000:3.0:1788876914.132320:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771097839725 time 7771047839725 state 0x1 ref 1
00000100:00100000:3.0:1788876914.132341:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771097839725 time 7771141324627 state 0x0 ref 1
00000100:00100000:3.0:1788876914.132353:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362811520:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876914.132398:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 31457280, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xf007
00010000:00010000:3.0:1788876914.132407:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.132421:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:3.0:1788876914.132425:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876914.132430:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.132441:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876914.186390:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981672 is committed
00002000:00010000:0.0:1788876914.187423:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 31457280 -> 32505856
00002000:00010000:0.0:1788876914.187429:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 61447 -> 63495
00010000:00010000:0.0:1788876914.187441:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.187455:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.187463:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.187480:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876914.187485:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.187494:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.187512:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.187525:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e766e4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876914.187622:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362811520:12345-192.168.203.59@tcp:4:dd.500 Request processed in 55267us (55421us total) trans 4294981672 rc 0/0
00000100:00100000:0.0:1788876914.187632:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 59
00000100:00100000:0.0:1788876914.187641:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771097839725 time 7771141324627 state 0x2 ref 0
00000100:00100000:3.0:1788876914.193916:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876914.194124:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811648
00000100:00100000:2.0:1788876914.194135:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811648
00000100:00100000:2.0:1788876914.194207:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771097839725 time 7771141324627 state 0x0 ref 1
00000100:00100000:2.0:1788876914.194221:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771191324627 time 7771141324627 state 0x1 ref 1
00000100:00100000:2.0:1788876914.194254:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771191324627 time 7771203236276 state 0x0 ref 1
00000100:00100000:2.0:1788876914.194268:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362811648:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876914.194323:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 32505856, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0xf807
00010000:00010000:2.0:1788876914.194331:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.194355:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:2.0:1788876914.194361:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876914.194368:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.194383:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876914.211843:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993634 is committed
00000001:00080000:3.0:1788876914.211889:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993635 is committed
00000001:00080000:2.0:1788876914.267294:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981673 is committed
00002000:00010000:1.0:1788876914.270703:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 32505856 -> 33554432
00002000:00010000:1.0:1788876914.270714:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 63495 -> 65543
00010000:00010000:1.0:1788876914.270728:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.270742:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.270751:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.270759:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876914.270764:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.270773:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.270793:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.270801:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766e56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876914.270971:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362811648:12345-192.168.203.59@tcp:4:dd.500 Request processed in 76701us (77068us total) trans 4294981673 rc 0/0
00000100:00100000:1.0:1788876914.270983:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 60
00000100:00100000:1.0:1788876914.270994:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771191324627 time 7771203236276 state 0x2 ref 0
00000100:00100000:2.0:1788876914.281168:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876914.281377:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811776
00000100:00100000:3.0:1788876914.281388:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811776
00000100:00100000:3.0:1788876914.281451:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771191324627 time 7771203236276 state 0x0 ref 1
00000100:00100000:3.0:1788876914.281465:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771253236276 time 7771203236276 state 0x1 ref 1
00000100:00100000:3.0:1788876914.281498:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771253236276 time 7771290480455 state 0x0 ref 1
00000100:00100000:3.0:1788876914.281511:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362811776:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876914.281583:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 33554432, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0x10007
00010000:00010000:3.0:1788876914.281593:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.281609:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:3.0:1788876914.281614:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876914.281621:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.281636:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876914.330829:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981674 is committed
00002000:00010000:3.0:1788876914.330935:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 33554432 -> 34603008
00002000:00010000:3.0:1788876914.330940:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 65543 -> 67591
00010000:00010000:3.0:1788876914.330956:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.330970:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.330981:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.330988:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876914.330993:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.331002:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.331053:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.331064:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e5d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876914.331340:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362811776:12345-192.168.203.59@tcp:4:dd.500 Request processed in 49825us (50189us total) trans 4294981674 rc 0/0
00000100:00100000:2.0:1788876914.331352:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 61
00000100:00100000:2.0:1788876914.331362:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771253236276 time 7771290480455 state 0x2 ref 0
00000100:00100000:0.0:1788876914.337285:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876914.337366:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362811904
00000100:00100000:3.0:1788876914.337376:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362811904
00000100:00100000:3.0:1788876914.337433:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771253236276 time 7771290480455 state 0x0 ref 1
00000100:00100000:3.0:1788876914.337445:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771340480455 time 7771290480455 state 0x1 ref 1
00000100:00100000:3.0:1788876914.337479:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771340480455 time 7771346462010 state 0x0 ref 1
00000100:00100000:3.0:1788876914.337491:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362811904:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876914.337556:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 34603008, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0x10807
00010000:00010000:3.0:1788876914.337633:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.337648:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:3.0:1788876914.337653:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876914.337660:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.337675:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876914.421557:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981675 is committed
00002000:00010000:3.0:1788876914.421795:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 34603008 -> 35651584
00002000:00010000:3.0:1788876914.421799:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 67591 -> 69639
00010000:00010000:3.0:1788876914.421814:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.421827:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.421837:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.421845:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876914.421849:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.421864:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.421882:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.421890:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e64 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876914.421996:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362811904:12345-192.168.203.59@tcp:4:dd.500 Request processed in 84501us (84981us total) trans 4294981675 rc 0/0
00000100:00100000:3.0:1788876914.422007:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 62
00000100:00100000:3.0:1788876914.422056:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771340480455 time 7771346462010 state 0x2 ref 0
00000100:00100000:0.0:1788876914.426707:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876914.426774:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812032
00000100:00100000:3.0:1788876914.426783:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812032
00000100:00100000:3.0:1788876914.426828:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771340480455 time 7771346462010 state 0x0 ref 1
00000100:00100000:3.0:1788876914.426841:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771396462010 time 7771346462010 state 0x1 ref 1
00000100:00100000:3.0:1788876914.426897:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771396462010 time 7771435879968 state 0x0 ref 1
00000100:00100000:3.0:1788876914.426938:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362812032:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876914.426982:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 35651584, mtime: 0x6aa01872, atime: 0x0, ctime: 0x6aa01872, blocks: 0x11007
00010000:00010000:3.0:1788876914.426990:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.427005:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:3.0:1788876914.427009:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876914.427041:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.427055:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876914.527804:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 35651584 -> 36700160
00002000:00010000:3.0:1788876914.527811:0:20685:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876914 -> 1788876915
00002000:00010000:3.0:1788876914.527814:0:20685:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876914 -> 1788876915
00002000:00010000:3.0:1788876914.527816:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 69639 -> 71687
00010000:00010000:3.0:1788876914.527831:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.527843:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.527852:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.527859:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876914.527864:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.527880:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.527899:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.527917:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876914.528053:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362812032:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101140us (101349us total) trans 4294981676 rc 0/0
00000100:00100000:3.0:1788876914.528065:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 63
00000100:00100000:3.0:1788876914.528074:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771396462010 time 7771435879968 state 0x2 ref 0
00000001:00080000:0.0:1788876914.528300:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981676 is committed
00000100:00100000:3.0:1788876914.532998:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876914.534683:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812160
00000100:00100000:0.0:1788876914.534695:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812160
00000100:00100000:0.0:1788876914.534751:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771396462010 time 7771435879968 state 0x0 ref 1
00000100:00100000:0.0:1788876914.534765:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7771485879968 time 7771435879968 state 0x1 ref 1
00000100:00100000:0.0:1788876914.534793:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771485879968 time 7771543775300 state 0x0 ref 1
00000100:00100000:0.0:1788876914.534808:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362812160:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876914.534857:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 36700160, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x11807
00010000:00010000:0.0:1788876914.534866:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.534883:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:0.0:1788876914.534887:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876914.534894:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.534925:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876914.580869:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981677 is committed
00002000:00010000:1.0:1788876914.580974:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 36700160 -> 37748736
00002000:00010000:1.0:1788876914.580979:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 71687 -> 73735
00010000:00010000:1.0:1788876914.580996:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.581009:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.581051:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.581059:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876914.581064:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.581077:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.581100:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.581108:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e766e72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876914.581205:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362812160:12345-192.168.203.59@tcp:4:dd.500 Request processed in 46397us (48209us total) trans 4294981677 rc 0/0
00000100:00100000:1.0:1788876914.581217:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 64
00000100:00100000:1.0:1788876914.581227:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771485879968 time 7771543775300 state 0x2 ref 0
00000100:00100000:2.0:1788876914.587919:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876914.588007:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812288
00000100:00100000:1.0:1788876914.588047:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812288
00000100:00100000:1.0:1788876914.588115:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771485879968 time 7771543775300 state 0x0 ref 1
00000100:00100000:1.0:1788876914.588129:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771593775300 time 7771543775300 state 0x1 ref 1
00000100:00100000:1.0:1788876914.588154:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771593775300 time 7771597137165 state 0x0 ref 1
00000100:00100000:1.0:1788876914.588178:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362812288:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876914.588237:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 37748736, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x12007
00010000:00010000:1.0:1788876914.588247:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.588275:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:1.0:1788876914.588280:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876914.588287:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.588303:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876914.679052:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981678 is committed
00002000:00010000:2.0:1788876914.679364:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 37748736 -> 38797312
00002000:00010000:2.0:1788876914.679369:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 73735 -> 75783
00010000:00010000:2.0:1788876914.679385:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.679398:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.679407:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.679419:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876914.679425:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.679434:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.679455:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.679463:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005db8e5dd/0x3868396b8e766e79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876914.679719:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362812288:12345-192.168.203.59@tcp:4:dd.500 Request processed in 91548us (91817us total) trans 4294981678 rc 0/0
00000100:00100000:2.0:1788876914.679731:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 65
00000100:00100000:2.0:1788876914.679742:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771593775300 time 7771597137165 state 0x2 ref 0
00000100:00100000:3.0:1788876914.685828:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876914.686001:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812416
00000100:00100000:0.0:1788876914.686295:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812416
00000100:00100000:0.0:1788876914.686352:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771593775300 time 7771597137165 state 0x0 ref 1
00000100:00100000:0.0:1788876914.686364:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771647137165 time 7771597137165 state 0x1 ref 1
00000100:00100000:0.0:1788876914.689802:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771647137165 time 7771698776455 state 0x0 ref 1
00000100:00100000:0.0:1788876914.689834:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362812416:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876914.689892:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 38797312, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x12807
00010000:00010000:0.0:1788876914.689902:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.689930:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:0.0:1788876914.689935:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876914.689941:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.689955:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876914.766494:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981679 is committed
00002000:00010000:1.0:1788876914.766736:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 38797312 -> 39845888
00002000:00010000:1.0:1788876914.766741:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 75783 -> 77831
00010000:00010000:1.0:1788876914.766755:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.766768:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.766778:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.766785:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876914.766790:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.766800:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.766825:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876914.766833:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000101e29ed/0x3868396b8e766e80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876914.766927:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362812416:12345-192.168.203.59@tcp:4:dd.500 Request processed in 77103us (81104us total) trans 4294981679 rc 0/0
00000100:00100000:1.0:1788876914.766938:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 66
00000100:00100000:1.0:1788876914.766948:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771647137165 time 7771698776455 state 0x2 ref 0
00000100:00100000:1.0:1788876914.774639:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876914.774713:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812544
00000100:00100000:3.0:1788876914.774721:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812544
00000100:00100000:3.0:1788876914.774778:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771647137165 time 7771698776455 state 0x0 ref 1
00000100:00100000:3.0:1788876914.774791:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771748776455 time 7771698776455 state 0x1 ref 1
00000100:00100000:3.0:1788876914.774866:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771748776455 time 7771783848260 state 0x0 ref 1
00000100:00100000:3.0:1788876914.774879:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362812544:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876914.774937:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 39845888, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x13007
00010000:00010000:3.0:1788876914.774946:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.774970:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:3.0:1788876914.774974:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876914.774981:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.774994:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.801936:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876914.855873:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981680 is committed
00002000:00010000:2.0:1788876914.855956:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 39845888 -> 40894464
00002000:00010000:2.0:1788876914.855962:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 77831 -> 79879
00010000:00010000:2.0:1788876914.855976:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.855990:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.856004:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.856011:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876914.856081:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.856090:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.856109:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.856116:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003df8114b/0x3868396b8e766e87 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876914.856308:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362812544:12345-192.168.203.59@tcp:4:dd.500 Request processed in 81426us (81673us total) trans 4294981680 rc 0/0
00000100:00100000:2.0:1788876914.856319:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 67
00000100:00100000:2.0:1788876914.856328:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771748776455 time 7771783848260 state 0x2 ref 0
00000100:00100000:1.0:1788876914.868846:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876914.868967:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812672
00000100:00100000:2.0:1788876914.868976:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812672
00000100:00100000:2.0:1788876914.869113:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771748776455 time 7771783848260 state 0x0 ref 1
00000100:00100000:2.0:1788876914.869126:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771833848260 time 7771783848260 state 0x1 ref 1
00000100:00100000:2.0:1788876914.869196:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771833848260 time 7771878177853 state 0x0 ref 1
00000100:00100000:2.0:1788876914.869210:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362812672:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876914.869256:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 40894464, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x13807
00010000:00010000:2.0:1788876914.869264:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.869279:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:2.0:1788876914.869284:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876914.869290:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876914.869304:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876914.935233:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 40894464 -> 41943040
00002000:00010000:3.0:1788876914.935244:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 79879 -> 81927
00010000:00010000:3.0:1788876914.935258:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.935272:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.935281:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.935288:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876914.935294:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.935304:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.935323:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.935332:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766e8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876914.935432:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362812672:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66220us (66591us total) trans 4294981681 rc 0/0
00000100:00100000:3.0:1788876914.935444:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 68
00000100:00100000:3.0:1788876914.935454:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771833848260 time 7771878177853 state 0x2 ref 0
00000001:00080000:2.0:1788876914.936039:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981681 is committed
00000100:00100000:2.0:1788876914.942434:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876914.942528:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812800
00000100:00100000:0.0:1788876914.942538:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812800
00000100:00100000:0.0:1788876914.942605:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771833848260 time 7771878177853 state 0x0 ref 1
00000100:00100000:0.0:1788876914.942619:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771928177853 time 7771878177853 state 0x1 ref 1
00000100:00100000:0.0:1788876914.942650:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771928177853 time 7771951632772 state 0x0 ref 1
00000100:00100000:0.0:1788876914.942664:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362812800:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876914.942725:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 41943040, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x14007
00010000:00010000:0.0:1788876914.942735:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.942751:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:0.0:1788876914.942755:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876914.942762:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.942776:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876914.980451:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 41943040 -> 42991616
00002000:00010000:0.0:1788876914.980459:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 81927 -> 83975
00010000:00010000:0.0:1788876914.980473:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.980486:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.980495:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.980502:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876914.980507:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.980527:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.980544:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876914.980551:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766e95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876914.980655:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362812800:12345-192.168.203.59@tcp:4:dd.500 Request processed in 37989us (38227us total) trans 4294981682 rc 0/0
00000100:00100000:0.0:1788876914.980666:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 69
00000100:00100000:0.0:1788876914.980675:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771928177853 time 7771951632772 state 0x2 ref 0
00000001:00080000:3.0:1788876914.980912:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981682 is committed
00000100:00100000:2.0:1788876914.985990:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876914.986094:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362812928
00000100:00100000:3.0:1788876914.986103:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362812928
00000100:00100000:3.0:1788876914.986157:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7771928177853 time 7771951632772 state 0x0 ref 1
00000100:00100000:3.0:1788876914.986181:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772001632772 time 7771951632772 state 0x1 ref 1
00000100:00100000:3.0:1788876914.986202:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772001632772 time 7771995185201 state 0x0 ref 1
00000100:00100000:3.0:1788876914.986215:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362812928:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876914.986267:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 42991616, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x14807
00010000:00010000:3.0:1788876914.986276:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.986291:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7771s v=(0 0)
00010000:00010000:3.0:1788876914.986295:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876914.986302:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876914.986314:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876915.042355:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981683 is committed
00002000:00010000:2.0:1788876915.042447:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 42991616 -> 44040192
00002000:00010000:2.0:1788876915.042453:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 83975 -> 86023
00010000:00010000:2.0:1788876915.042466:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.042480:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.042495:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.042503:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876915.042507:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.042516:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.042545:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.042552:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000277df4f/0x3868396b8e766e9c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876915.042647:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362812928:12345-192.168.203.59@tcp:4:dd.500 Request processed in 56431us (56662us total) trans 4294981683 rc 0/0
00000100:00100000:2.0:1788876915.042657:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 70
00000100:00100000:2.0:1788876915.042667:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772001632772 time 7771995185201 state 0x2 ref 0
00000100:00100000:0.0:1788876915.050091:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876915.050179:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813056
00000100:00100000:2.0:1788876915.050189:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813056
00000100:00100000:2.0:1788876915.050261:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772001632772 time 7771995185201 state 0x0 ref 1
00000100:00100000:2.0:1788876915.050275:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772045185201 time 7771995185201 state 0x1 ref 1
00000100:00100000:2.0:1788876915.050306:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772045185201 time 7772059288765 state 0x0 ref 1
00000100:00100000:2.0:1788876915.050318:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813056:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876915.050367:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 44040192, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x15007
00010000:00010000:2.0:1788876915.050376:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.050392:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:2.0:1788876915.050396:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876915.050403:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.050416:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876915.050977:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:3.0:1788876915.127312:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 44040192 -> 45088768
00002000:00010000:3.0:1788876915.127321:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 86023 -> 88073
00010000:00010000:3.0:1788876915.127334:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.127347:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.127355:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.127362:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876915.127366:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.127375:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.127393:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.127401:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766ea3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876915.127491:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362813056:12345-192.168.203.59@tcp:4:dd.500 Request processed in 77171us (77405us total) trans 4294981684 rc 0/0
00000100:00100000:3.0:1788876915.127501:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 71
00000100:00100000:3.0:1788876915.127510:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772045185201 time 7772059288765 state 0x2 ref 0
00000001:00080000:3.0:1788876915.127821:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981684 is committed
00000100:00100000:1.0:1788876915.135581:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876915.135730:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813184
00000100:00100000:3.0:1788876915.135739:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813184
00000100:00100000:3.0:1788876915.135792:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772045185201 time 7772059288765 state 0x0 ref 1
00000100:00100000:3.0:1788876915.135804:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772109288765 time 7772059288765 state 0x1 ref 1
00000100:00100000:3.0:1788876915.135835:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772109288765 time 7772144817873 state 0x0 ref 1
00000100:00100000:3.0:1788876915.135848:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813184:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876915.135896:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 45088768, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x15809
00010000:00010000:3.0:1788876915.135917:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.135931:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:3.0:1788876915.135936:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876915.135943:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.135956:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876915.195063:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981685 is committed
00002000:00010000:2.0:1788876915.195323:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 45088768 -> 46137344
00002000:00010000:2.0:1788876915.195328:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 88073 -> 90121
00010000:00010000:2.0:1788876915.195342:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.195355:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.195364:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.195384:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876915.195389:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.195399:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.195417:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.195424:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deb56bff/0x3868396b8e766eaa lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876915.197843:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813184:12345-192.168.203.59@tcp:4:dd.500 Request processed in 61984us (62266us total) trans 4294981685 rc 0/0
00000100:00100000:2.0:1788876915.197858:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 72
00000100:00100000:2.0:1788876915.197868:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772109288765 time 7772144817873 state 0x2 ref 0
00000100:00100000:2.0:1788876915.201467:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876915.201541:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813312
00000100:00100000:3.0:1788876915.201550:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813312
00000100:00100000:3.0:1788876915.201606:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772109288765 time 7772144817873 state 0x0 ref 1
00000100:00100000:3.0:1788876915.201618:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772194817873 time 7772144817873 state 0x1 ref 1
00000100:00100000:3.0:1788876915.201643:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772194817873 time 7772210626659 state 0x0 ref 1
00000100:00100000:3.0:1788876915.201655:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813312:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876915.201698:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 46137344, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x16009
00010000:00010000:3.0:1788876915.201705:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.201729:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:3.0:1788876915.201733:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876915.201740:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.201753:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876915.269899:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 46137344 -> 47185920
00002000:00010000:3.0:1788876915.269918:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 90121 -> 92169
00010000:00010000:3.0:1788876915.269933:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.269946:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.269954:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.269961:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876915.269966:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.269975:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.269994:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.270006:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766eb1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876915.270110:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362813312:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68452us (68645us total) trans 4294981686 rc 0/0
00000100:00100000:3.0:1788876915.270120:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 73
00000100:00100000:3.0:1788876915.270130:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772194817873 time 7772210626659 state 0x2 ref 0
00000001:00080000:1.0:1788876915.270531:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981686 is committed
00000100:00100000:0.0:1788876915.276329:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876915.276456:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813440
00000100:00100000:1.0:1788876915.276465:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813440
00000100:00100000:1.0:1788876915.276528:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772194817873 time 7772210626659 state 0x0 ref 1
00000100:00100000:1.0:1788876915.276541:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772260626659 time 7772210626659 state 0x1 ref 1
00000100:00100000:1.0:1788876915.276574:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772260626659 time 7772285556383 state 0x0 ref 1
00000100:00100000:1.0:1788876915.276586:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362813440:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876915.276634:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 47185920, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x16809
00010000:00010000:1.0:1788876915.276644:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.276660:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:1.0:1788876915.276664:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876915.276671:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.276686:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876915.332217:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981687 is committed
00002000:00010000:0.0:1788876915.332310:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 47185920 -> 48234496
00002000:00010000:0.0:1788876915.332315:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 92169 -> 94217
00010000:00010000:0.0:1788876915.332329:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.332342:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.332351:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.332359:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876915.332364:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.332373:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.332390:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.332398:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e766eb8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876915.332486:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362813440:12345-192.168.203.59@tcp:4:dd.500 Request processed in 55897us (56161us total) trans 4294981687 rc 0/0
00000100:00100000:0.0:1788876915.332496:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 74
00000100:00100000:0.0:1788876915.332506:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772260626659 time 7772285556383 state 0x2 ref 0
00000100:00100000:3.0:1788876915.336686:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876915.336820:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813568
00000100:00100000:2.0:1788876915.336829:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813568
00000100:00100000:2.0:1788876915.336881:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772260626659 time 7772285556383 state 0x0 ref 1
00000100:00100000:2.0:1788876915.336893:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772335556383 time 7772285556383 state 0x1 ref 1
00000100:00100000:2.0:1788876915.336928:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772335556383 time 7772345910401 state 0x0 ref 1
00000100:00100000:2.0:1788876915.336940:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813568:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876915.336986:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 48234496, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x17009
00010000:00010000:2.0:1788876915.336994:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.337008:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:2.0:1788876915.337042:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876915.337050:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.337063:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876915.484695:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981688 is committed
00002000:00010000:0.0:1788876915.487746:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 48234496 -> 49283072
00002000:00010000:0.0:1788876915.487758:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 94217 -> 96265
00010000:00010000:0.0:1788876915.487775:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.487788:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.487798:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.487806:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876915.487811:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.487822:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.487842:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.487850:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000396a7517/0x3868396b8e766ebf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876915.487991:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813568:12345-192.168.203.59@tcp:4:dd.500 Request processed in 151048us (151309us total) trans 4294981688 rc 0/0
00000100:00100000:0.0:1788876915.488006:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 75
00000100:00100000:0.0:1788876915.488048:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772335556383 time 7772345910401 state 0x2 ref 0
00000100:00100000:0.0:1788876915.499691:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876915.499787:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813696
00000100:00100000:1.0:1788876915.499797:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813696
00000100:00100000:1.0:1788876915.499854:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772335556383 time 7772345910401 state 0x0 ref 1
00000100:00100000:1.0:1788876915.499878:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7772395910401 time 7772345910401 state 0x1 ref 1
00000100:00100000:1.0:1788876915.499914:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772395910401 time 7772508897306 state 0x0 ref 1
00000100:00100000:1.0:1788876915.499927:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813696:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876915.499976:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 49283072, mtime: 0x6aa01873, atime: 0x0, ctime: 0x6aa01873, blocks: 0x17809
00010000:00010000:1.0:1788876915.499985:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.500000:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:1.0:1788876915.500005:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876915.500053:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.500068:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876915.574206:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981689 is committed
00002000:00010000:2.0:1788876915.574820:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 49283072 -> 50331648
00002000:00010000:2.0:1788876915.574825:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876915 -> 1788876916
00002000:00010000:2.0:1788876915.574828:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876915 -> 1788876916
00002000:00010000:2.0:1788876915.574830:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 96265 -> 98313
00010000:00010000:2.0:1788876915.574844:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.574857:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.574866:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.574880:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876915.574885:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.574895:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.574926:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.574935:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6a03/0x3868396b8e766ec6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876915.575113:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813696:12345-192.168.203.59@tcp:4:dd.500 Request processed in 75183us (75426us total) trans 4294981689 rc 0/0
00000100:00100000:2.0:1788876915.575137:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 76
00000100:00100000:2.0:1788876915.575146:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772395910401 time 7772508897306 state 0x2 ref 0
00000100:00100000:1.0:1788876915.593479:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876915.593576:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813824
00000100:00100000:2.0:1788876915.593586:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813824
00000100:00100000:2.0:1788876915.593639:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772395910401 time 7772508897306 state 0x0 ref 1
00000100:00100000:2.0:1788876915.593652:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772558897306 time 7772508897306 state 0x1 ref 1
00000100:00100000:2.0:1788876915.593684:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772558897306 time 7772602666268 state 0x0 ref 1
00000100:00100000:2.0:1788876915.593701:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362813824:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876915.593762:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 50331648, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x18009
00010000:00010000:2.0:1788876915.593771:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.593786:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:2.0:1788876915.593791:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876915.593798:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.593811:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876915.688454:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 50331648 -> 51380224
00002000:00010000:2.0:1788876915.688463:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 98313 -> 100361
00010000:00010000:2.0:1788876915.688476:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.688489:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.688499:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.688507:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876915.688521:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.688533:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.688553:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876915.688562:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766ecd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876915.688652:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362813824:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94949us (95177us total) trans 4294981690 rc 0/0
00000100:00100000:2.0:1788876915.688663:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 77
00000100:00100000:2.0:1788876915.688672:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772558897306 time 7772602666268 state 0x2 ref 0
00000001:00080000:1.0:1788876915.690247:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981690 is committed
00000001:00080000:0.0:1788876915.698829:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010844 is committed
00000004:00080000:0.0:1788876915.698852:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 564 committed
00000004:00080000:0.0:1788876915.698874:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 734 committed
00000100:00100000:1.0:1788876915.699051:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365753216:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1788876915.699121:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876915.699191:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365753216
00000100:00100000:1.0:1788876915.699198:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365753216
00000100:00100000:1.0:1788876915.699313:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 548
00000100:00100000:1.0:1788876915.699323:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365753216:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1788876915.699347:0:6582:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3660 count 1
00002000:00010000:1.0:1788876915.699379:0:6582:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4c:0x0] initial LVB size: 8388608, mtime: 0x6aa0186d, atime: 0x0, ctime: 0x6aa0186d, blocks: 0x4007
00010000:00010000:1.0:1788876915.699388:0:6582:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.699403:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4c:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:1.0:1788876915.699407:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876915.699414:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.699437:0:6582:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.699451:0:6582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.699459:0:6582:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.699481:0:6582:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1788876915.700174:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365753216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 851us (1051us total) trans 4294981691 rc 0/0
00000100:00100000:1.0:1788876915.700183:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 548
00010000:00010000:1.0:1788876915.700213:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788876915.700219:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.700228:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876915.700233:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.700242:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.700258:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.700266:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ed4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.700285:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876915.700287:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876915.700289:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1788876915.700320:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99842f11d880/2, rc 0, transno 4294981691
00000100:00100000:1.0:1788876915.700326:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365753216:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1788876915.700739:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788876915.700752:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365753344:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1788876915.700790:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876915.700874:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365753344
00000100:00100000:3.0:1788876915.700881:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365753344
00000100:00100000:3.0:1788876915.700945:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 549
00000100:00100000:3.0:1788876915.700955:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365753344:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1788876915.700975:0:167351:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3647 count 1
00000100:00080000:2.0:1788876915.701086:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1788876915.701127:0:167351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.701147:0:167351:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 6 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.701157:0:167351:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 6 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.701165:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=5s v=(0 0)
00010000:00010000:3.0:1788876915.701169:0:167351:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876915.701174:0:167351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 5/0,1 mode: --/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.701201:0:167351:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 6 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.701216:0:167351:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 6 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876915.701229:0:167351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:167351:1875765365753472:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876915.701373:0:167351:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 6 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.701383:0:167351:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 6 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876915.701392:0:167351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:167351:1875765365753600:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788876915.701416:0:167351:0:(client.c:2702:ptlrpc_set_wait()) set ffff9983060ae6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1788876915.705888:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876915.705972:0:5775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814080
00000100:00100000:0.0:1788876915.705980:0:5775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814080
00010000:00010000:0.0:1788876915.706062:0:5775:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 7 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876915.706100:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11036
00000100:00100000:0.0:1788876915.706110:0:5775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362814080:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876915.706125:0:5775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876915.706130:0:5775:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 7 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.706143:0:5775:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 7 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.706167:0:5775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876915.706210:0:5775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362814080:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 102us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876915.706217:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11036
00000100:00080000:2.0:1788876915.706445:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1788876915.706611:0:167351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d1acb7c/0x3868396b8e766c11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888644 expref: 6 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876915.706628:0:167351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:167351:1875765365753472:192.168.203.59@tcp:104:
00000100:00100000:2.0:1788876915.708313:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876915.708351:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876915.708433:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362813952
00000100:00100000:1.0:1788876915.708441:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362813952
00000100:00100000:1.0:1788876915.708489:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772558897306 time 7772602666268 state 0x0 ref 1
00000100:00100000:1.0:1788876915.708502:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772652666268 time 7772602666268 state 0x1 ref 1
00000100:00100000:1.0:1788876915.708538:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772652666268 time 7772717520496 state 0x0 ref 1
00000100:00100000:1.0:1788876915.708550:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362813952:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876915.708605:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 51380224, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x18809
00010000:00010000:1.0:1788876915.708613:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.708628:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:1.0:1788876915.708632:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876915.708639:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.708651:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876915.708939:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814208
00000100:00100000:0.0:1788876915.708944:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814208
00010000:00010000:0.0:1788876915.708967:0:20459:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 6 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876915.709001:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11037
00000100:00100000:0.0:1788876915.709009:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a212680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362814208:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876915.709049:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876915.709055:0:20459:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 6 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.709066:0:20459:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 6 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.709085:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876915.709088:0:20459:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe3f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876915.709093:0:20459:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.709101:0:20459:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.709116:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876915.709146:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a212680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362814208:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 138us (840us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876915.709154:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11037
00010000:00010000:3.0:1788876915.709839:0:167351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002974cc7b/0x3868396b8e766c0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88864b expref: 5 pid: 167013 timeout: 7872 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876915.709860:0:167351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:167351:1875765365753600:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876915.709886:0:167351:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.709897:0:167351:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.709915:0:167351:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.709926:0:167351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.709934:0:167351:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.709957:0:167351:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876915.710738:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876915.710747:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.710756:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876915.710761:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.710770:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.710788:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.710796:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c6f6e01/0x3868396b8e766edb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876915.710818:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876915.710820:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876915.710822:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876915.712961:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365753344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11999us (12162us total) trans 4294993636 rc 0/0
00000100:00100000:1.0:1788876915.712975:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 549
00000100:00100000:2.0:1788876915.713225:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993635 gen 2
00000004:00080000:2.0:1788876915.713232:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312aaad80, transno 4294993635
00000100:00100000:2.0:1788876915.713252:0:3309:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search  req@ffff998312aa3b80 x1875765365753344/t4294993636(4294993636) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788876931 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:2.0:1788876915.713268:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312aa3b80/2, rc 0, transno 4294993636
00000100:00100000:2.0:1788876915.713273:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365753344:0@lo:6:osp-syn-1-0.0
00002000:00010000:3.0:1788876915.824882:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 51380224 -> 52428800
00002000:00010000:3.0:1788876915.824890:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 100361 -> 102409
00010000:00010000:3.0:1788876915.824914:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.824928:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.824943:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.824950:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876915.824954:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.824962:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.824979:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876915.824986:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e006fa9/0x3868396b8e766ee2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876915.825112:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362813952:12345-192.168.203.59@tcp:4:dd.500 Request processed in 116559us (116755us total) trans 4294981692 rc 0/0
00000100:00100000:3.0:1788876915.825137:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 78
00000100:00100000:3.0:1788876915.825147:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772652666268 time 7772717520496 state 0x2 ref 0
00000001:00080000:3.0:1788876915.825187:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981691 is committed
00000001:00080000:3.0:1788876915.825197:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981692 is committed
00010000:00010000:2.0:1788876915.826036:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876915.837761:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876915.843717:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814336
00000100:00100000:0.0:1788876915.843731:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814336
00000100:00100000:1.0:1788876915.845779:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772652666268 time 7772717520496 state 0x0 ref 1
00000100:00100000:1.0:1788876915.845799:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772767520496 time 7772717520496 state 0x1 ref 1
00000100:00100000:1.0:1788876915.845835:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772767520496 time 7772854817624 state 0x0 ref 1
00000100:00100000:1.0:1788876915.845852:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362814336:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876915.845913:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 52428800, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x19009
00010000:00010000:1.0:1788876915.845923:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.845940:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7772s v=(0 0)
00010000:00010000:1.0:1788876915.845944:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876915.845951:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876915.845964:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876916.013048:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981693 is committed
00002000:00010000:0.0:1788876916.020648:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 52428800 -> 53477376
00002000:00010000:0.0:1788876916.020657:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 102409 -> 104457
00010000:00010000:0.0:1788876916.020670:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.020683:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.020697:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.020704:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876916.020708:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.020717:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.020737:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.020744:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcab8d8f/0x3868396b8e766ee9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876916.020970:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362814336:12345-192.168.203.59@tcp:4:dd.500 Request processed in 175119us (183211us total) trans 4294981693 rc 0/0
00000100:00100000:0.0:1788876916.020980:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 79
00000100:00100000:0.0:1788876916.020989:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772767520496 time 7772854817624 state 0x2 ref 0
00000100:00100000:3.0:1788876916.037218:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876916.037309:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814464
00000100:00100000:2.0:1788876916.037318:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814464
00000100:00100000:2.0:1788876916.037441:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772767520496 time 7772854817624 state 0x0 ref 1
00000100:00100000:2.0:1788876916.037456:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772904817624 time 7772854817624 state 0x1 ref 1
00000100:00100000:2.0:1788876916.037484:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772904817624 time 7773046466480 state 0x0 ref 1
00000100:00100000:2.0:1788876916.037496:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362814464:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876916.037630:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 53477376, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x19809
00010000:00010000:2.0:1788876916.037638:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.037653:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:2.0:1788876916.037658:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876916.037664:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.037678:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876916.154916:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981694 is committed
00002000:00010000:3.0:1788876916.155059:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 53477376 -> 54525952
00002000:00010000:3.0:1788876916.155064:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 104457 -> 106505
00010000:00010000:3.0:1788876916.155078:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.155091:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.155166:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.155173:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876916.155178:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.155186:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.155204:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.155211:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e766ef0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876916.155383:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362814464:12345-192.168.203.59@tcp:4:dd.500 Request processed in 117884us (118169us total) trans 4294981694 rc 0/0
00000100:00100000:3.0:1788876916.155394:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 80
00000100:00100000:3.0:1788876916.155404:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772904817624 time 7773046466480 state 0x2 ref 0
00000100:00100000:0.0:1788876916.163098:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876916.163648:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814592
00000100:00100000:3.0:1788876916.163659:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814592
00000100:00100000:3.0:1788876916.163714:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7772904817624 time 7773046466480 state 0x0 ref 1
00000100:00100000:3.0:1788876916.163726:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773096466480 time 7773046466480 state 0x1 ref 1
00000100:00100000:3.0:1788876916.163757:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773096466480 time 7773172739950 state 0x0 ref 1
00000100:00100000:3.0:1788876916.163770:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362814592:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876916.163817:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 54525952, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x1a009
00010000:00010000:3.0:1788876916.163827:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.163842:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:3.0:1788876916.163847:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876916.163853:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.163868:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876916.286719:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981695 is committed
00002000:00010000:1.0:1788876916.286826:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 54525952 -> 55574528
00002000:00010000:1.0:1788876916.286832:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 106505 -> 108553
00010000:00010000:1.0:1788876916.286845:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.286858:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.286866:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.286872:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876916.286876:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.286883:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.286912:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.286919:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e766ef7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876916.287009:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362814592:12345-192.168.203.59@tcp:4:dd.500 Request processed in 123238us (123919us total) trans 4294981695 rc 0/0
00000100:00100000:1.0:1788876916.287045:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 81
00000100:00100000:1.0:1788876916.287054:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773096466480 time 7773172739950 state 0x2 ref 0
00000100:00100000:1.0:1788876916.294277:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876916.294646:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814720
00000100:00100000:2.0:1788876916.294655:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814720
00000100:00100000:2.0:1788876916.294708:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773096466480 time 7773172739950 state 0x0 ref 1
00000100:00100000:2.0:1788876916.294720:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773222739950 time 7773172739950 state 0x1 ref 1
00000100:00100000:2.0:1788876916.294779:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773222739950 time 7773303761638 state 0x0 ref 1
00000100:00100000:2.0:1788876916.294790:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362814720:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876916.294837:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 55574528, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x1a809
00010000:00010000:2.0:1788876916.294845:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.294859:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:2.0:1788876916.294862:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876916.294868:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.294881:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876916.379868:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981696 is committed
00002000:00010000:1.0:1788876916.380069:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 55574528 -> 56623104
00002000:00010000:1.0:1788876916.380074:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 108553 -> 110601
00010000:00010000:1.0:1788876916.380088:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.380100:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.380108:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.380115:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876916.380119:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.380128:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.380146:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.380154:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e766efe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876916.380251:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362814720:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85458us (85977us total) trans 4294981696 rc 0/0
00000100:00100000:1.0:1788876916.380262:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 82
00000100:00100000:1.0:1788876916.380271:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773222739950 time 7773303761638 state 0x2 ref 0
00000100:00100000:2.0:1788876916.386049:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876916.386144:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814848
00000100:00100000:3.0:1788876916.386154:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814848
00000100:00100000:3.0:1788876916.386207:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773222739950 time 7773303761638 state 0x0 ref 1
00000100:00100000:3.0:1788876916.386219:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773353761638 time 7773303761638 state 0x1 ref 1
00000100:00100000:3.0:1788876916.386247:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773353761638 time 7773395230071 state 0x0 ref 1
00000100:00100000:3.0:1788876916.386258:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362814848:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876916.386301:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 56623104, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x1b009
00010000:00010000:3.0:1788876916.386309:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.386325:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:3.0:1788876916.386329:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876916.386498:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.386686:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876916.469681:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981697 is committed
00002000:00010000:1.0:1788876916.469866:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 56623104 -> 57671680
00002000:00010000:1.0:1788876916.469872:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 110601 -> 112649
00010000:00010000:1.0:1788876916.469888:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.469911:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.469921:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.469928:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876916.469933:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.469943:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.469963:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.469971:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab803aac/0x3868396b8e766f05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876916.470113:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362814848:12345-192.168.203.59@tcp:4:dd.500 Request processed in 83851us (84095us total) trans 4294981697 rc 0/0
00000100:00100000:1.0:1788876916.470124:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 83
00000100:00100000:1.0:1788876916.470134:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773353761638 time 7773395230071 state 0x2 ref 0
00000100:00100000:2.0:1788876916.484771:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876916.484869:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362814976
00000100:00100000:0.0:1788876916.484879:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362814976
00000100:00100000:0.0:1788876916.484944:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773353761638 time 7773395230071 state 0x0 ref 1
00000100:00100000:0.0:1788876916.484958:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773445230071 time 7773395230071 state 0x1 ref 1
00000100:00100000:0.0:1788876916.484989:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773445230071 time 7773493971820 state 0x0 ref 1
00000100:00100000:0.0:1788876916.485001:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362814976:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876916.485082:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 57671680, mtime: 0x6aa01874, atime: 0x0, ctime: 0x6aa01874, blocks: 0x1b809
00010000:00010000:0.0:1788876916.485091:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.485106:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:0.0:1788876916.485110:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876916.485116:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.485129:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876916.573970:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981698 is committed
00002000:00010000:1.0:1788876916.574178:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 57671680 -> 58720256
00002000:00010000:1.0:1788876916.574183:0:19109:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876916 -> 1788876917
00002000:00010000:1.0:1788876916.574185:0:19109:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876916 -> 1788876917
00002000:00010000:1.0:1788876916.574188:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 112649 -> 114697
00010000:00010000:1.0:1788876916.574202:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.574215:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.574223:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.574230:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876916.574235:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.574243:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.574267:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.574274:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e766f0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876916.574479:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362814976:12345-192.168.203.59@tcp:4:dd.500 Request processed in 89474us (89712us total) trans 4294981698 rc 0/0
00000100:00100000:1.0:1788876916.574490:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 84
00000100:00100000:1.0:1788876916.574498:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773445230071 time 7773493971820 state 0x2 ref 0
00000100:00100000:2.0:1788876916.583798:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876916.583943:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362815104
00000100:00100000:0.0:1788876916.583953:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362815104
00000100:00100000:0.0:1788876916.584011:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773445230071 time 7773493971820 state 0x0 ref 1
00000100:00100000:0.0:1788876916.584090:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773543971820 time 7773493971820 state 0x1 ref 1
00000100:00100000:0.0:1788876916.584166:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773543971820 time 7773593147461 state 0x0 ref 1
00000100:00100000:0.0:1788876916.584180:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362815104:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876916.584232:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 58720256, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1c009
00010000:00010000:0.0:1788876916.584242:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.584258:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:0.0:1788876916.584262:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876916.584269:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.584284:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876916.637178:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981699 is committed
00002000:00010000:2.0:1788876916.637377:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 58720256 -> 59768832
00002000:00010000:2.0:1788876916.637382:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 114697 -> 116745
00010000:00010000:2.0:1788876916.637397:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.637416:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.637425:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.637433:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876916.637438:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.637447:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.637469:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.637477:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e766f13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876916.637733:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362815104:12345-192.168.203.59@tcp:4:dd.500 Request processed in 53551us (54008us total) trans 4294981699 rc 0/0
00000100:00100000:2.0:1788876916.637744:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 85
00000100:00100000:2.0:1788876916.637756:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773543971820 time 7773593147461 state 0x2 ref 0
00000100:00100000:1.0:1788876916.663968:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876916.664063:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362815232
00000100:00100000:2.0:1788876916.664074:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362815232
00000100:00100000:2.0:1788876916.664139:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773543971820 time 7773593147461 state 0x0 ref 1
00000100:00100000:2.0:1788876916.664154:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773643147461 time 7773593147461 state 0x1 ref 1
00000100:00100000:2.0:1788876916.664197:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773643147461 time 7773673179102 state 0x0 ref 1
00000100:00100000:2.0:1788876916.664211:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362815232:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876916.664265:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 59768832, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1c809
00010000:00010000:2.0:1788876916.664274:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.664290:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:2.0:1788876916.664295:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876916.664302:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.664315:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876916.709992:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 59768832 -> 60817408
00002000:00010000:2.0:1788876916.710002:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 116745 -> 118793
00010000:00010000:2.0:1788876916.710033:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.710045:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.710060:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.710067:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876916.710072:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.710081:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.710110:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.710118:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876916.710218:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362815232:12345-192.168.203.59@tcp:4:dd.500 Request processed in 46006us (46321us total) trans 4294981700 rc 0/0
00000100:00100000:2.0:1788876916.710230:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 86
00000100:00100000:2.0:1788876916.710240:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773643147461 time 7773673179102 state 0x2 ref 0
00000001:00080000:1.0:1788876916.710508:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981700 is committed
00000100:00100000:1.0:1788876916.716759:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876916.716882:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362815360
00000100:00100000:2.0:1788876916.716891:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362815360
00000100:00100000:2.0:1788876916.716955:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773643147461 time 7773673179102 state 0x0 ref 1
00000100:00100000:2.0:1788876916.716967:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773723179102 time 7773673179102 state 0x1 ref 1
00000100:00100000:2.0:1788876916.716998:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773723179102 time 7773725981001 state 0x0 ref 1
00000100:00100000:2.0:1788876916.717011:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362815360:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876916.717095:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 60817408, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1d009
00010000:00010000:2.0:1788876916.717103:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.717119:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:2.0:1788876916.717124:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876916.717130:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.717143:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876916.776000:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 60817408 -> 61865984
00002000:00010000:2.0:1788876916.776009:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 118793 -> 120841
00010000:00010000:2.0:1788876916.776041:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.776055:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.776064:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.776077:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876916.776082:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.776091:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.776108:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876916.776128:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e3b6e49/0x3868396b8e766f21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876916.776225:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362815360:12345-192.168.203.59@tcp:4:dd.500 Request processed in 59212us (59470us total) trans 4294981701 rc 0/0
00000100:00100000:2.0:1788876916.776235:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 87
00000100:00100000:2.0:1788876916.776244:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773723179102 time 7773725981001 state 0x2 ref 0
00000001:00080000:1.0:1788876916.776724:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981701 is committed
00000100:00100000:3.0:1788876916.781396:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876916.781558:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362815488
00000100:00100000:0.0:1788876916.781567:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362815488
00000100:00100000:0.0:1788876916.781618:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773723179102 time 7773725981001 state 0x0 ref 1
00000100:00100000:0.0:1788876916.781629:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773775981001 time 7773725981001 state 0x1 ref 1
00000100:00100000:0.0:1788876916.781653:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773775981001 time 7773790636826 state 0x0 ref 1
00000100:00100000:0.0:1788876916.781664:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362815488:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876916.781711:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 61865984, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1d809
00010000:00010000:0.0:1788876916.781721:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.781736:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:0.0:1788876916.781740:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876916.781746:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.781760:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876916.831762:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 61865984 -> 62914560
00002000:00010000:3.0:1788876916.831771:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 120841 -> 122889
00010000:00010000:3.0:1788876916.831786:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.831799:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.831808:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.831821:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876916.831826:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.831835:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.831853:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.831861:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e766f28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876916.831970:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362815488:12345-192.168.203.59@tcp:4:dd.500 Request processed in 50301us (50580us total) trans 4294981702 rc 0/0
00000100:00100000:3.0:1788876916.831980:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 88
00000100:00100000:3.0:1788876916.831989:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773775981001 time 7773790636826 state 0x2 ref 0
00000001:00080000:2.0:1788876916.832109:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981702 is committed
00000100:00100000:1.0:1788876916.837269:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876916.837416:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362815616
00000100:00100000:0.0:1788876916.837425:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362815616
00000100:00100000:0.0:1788876916.837476:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773775981001 time 7773790636826 state 0x0 ref 1
00000100:00100000:0.0:1788876916.837488:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773840636826 time 7773790636826 state 0x1 ref 1
00000100:00100000:0.0:1788876916.837520:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773840636826 time 7773846493471 state 0x0 ref 1
00000100:00100000:0.0:1788876916.837534:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362815616:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876916.837578:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 62914560, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1e009
00010000:00010000:0.0:1788876916.837586:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.837600:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:0.0:1788876916.837604:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876916.837610:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.837622:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.847046:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876916.922734:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981703 is committed
00002000:00010000:0.0:1788876916.929757:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 62914560 -> 63963136
00002000:00010000:0.0:1788876916.929767:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 122889 -> 124937
00010000:00010000:0.0:1788876916.929785:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.929797:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.929806:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.929814:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876916.929819:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.929828:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.929847:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876916.929859:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e766f2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876916.937147:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362815616:12345-192.168.203.59@tcp:4:dd.500 Request processed in 99603us (100030us total) trans 4294981703 rc 0/0
00000100:00100000:0.0:1788876916.937163:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 89
00000100:00100000:0.0:1788876916.937172:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773840636826 time 7773846493471 state 0x2 ref 0
00000100:00100000:2.0:1788876916.942535:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876916.942638:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362815744
00000100:00100000:3.0:1788876916.942649:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362815744
00000100:00100000:3.0:1788876916.942709:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773840636826 time 7773846493471 state 0x0 ref 1
00000100:00100000:3.0:1788876916.942723:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773896493471 time 7773846493471 state 0x1 ref 1
00000100:00100000:3.0:1788876916.942755:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773896493471 time 7773951738020 state 0x0 ref 1
00000100:00100000:3.0:1788876916.942768:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362815744:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876916.942815:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 63963136, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1e809
00010000:00010000:3.0:1788876916.942825:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.942841:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:3.0:1788876916.942846:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876916.942852:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.942866:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876916.982641:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981704 is committed
00002000:00010000:3.0:1788876916.982722:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 63963136 -> 65011712
00002000:00010000:3.0:1788876916.982727:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 124937 -> 126985
00010000:00010000:3.0:1788876916.982740:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.982752:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.982761:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.982768:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876916.982773:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.982783:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.982799:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876916.982806:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876916.982934:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362815744:12345-192.168.203.59@tcp:4:dd.500 Request processed in 40164us (40411us total) trans 4294981704 rc 0/0
00000100:00100000:3.0:1788876916.982944:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 90
00000100:00100000:3.0:1788876916.982953:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773896493471 time 7773951738020 state 0x2 ref 0
00000100:00100000:2.0:1788876916.989429:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876916.989525:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362815872
00000100:00100000:1.0:1788876916.989535:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362815872
00000100:00100000:1.0:1788876916.989590:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7773896493471 time 7773951738020 state 0x0 ref 1
00000100:00100000:1.0:1788876916.989603:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774001738020 time 7773951738020 state 0x1 ref 1
00000100:00100000:1.0:1788876916.989635:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774001738020 time 7773998617669 state 0x0 ref 1
00000100:00100000:1.0:1788876916.989649:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362815872:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876916.989697:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 65011712, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1f009
00010000:00010000:1.0:1788876916.989705:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.989721:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7773s v=(0 0)
00010000:00010000:1.0:1788876916.989725:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876916.989731:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876916.989743:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876917.085746:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981705 is committed
00002000:00010000:3.0:1788876917.086193:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 65011712 -> 66060288
00002000:00010000:3.0:1788876917.086199:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 126985 -> 129033
00010000:00010000:3.0:1788876917.086212:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.086227:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.086237:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.086251:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.086256:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.086265:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.086284:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.086292:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e766f3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.086401:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362815872:12345-192.168.203.59@tcp:4:dd.500 Request processed in 96751us (96977us total) trans 4294981705 rc 0/0
00000100:00100000:3.0:1788876917.086413:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 91
00000100:00100000:3.0:1788876917.086422:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774001738020 time 7773998617669 state 0x2 ref 0
00000100:00100000:2.0:1788876917.115165:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876917.115327:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816000
00000100:00100000:1.0:1788876917.115337:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816000
00000100:00100000:1.0:1788876917.115413:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774001738020 time 7773998617669 state 0x0 ref 1
00000100:00100000:1.0:1788876917.115425:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774048617669 time 7773998617669 state 0x1 ref 1
00000100:00100000:1.0:1788876917.115453:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774048617669 time 7774124436340 state 0x0 ref 1
00000100:00100000:1.0:1788876917.115465:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362816000:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876917.115510:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 66060288, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x1f809
00010000:00010000:1.0:1788876917.115519:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876917.115535:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:1.0:1788876917.115540:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876917.115547:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876917.115560:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876917.115935:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876917.166760:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365753728:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876917.166826:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876917.166915:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365753728
00000100:00100000:2.0:1788876917.166923:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365753728
00000100:00100000:2.0:1788876917.166982:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 372
00000100:00100000:2.0:1788876917.166992:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365753728:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876917.167041:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3815768064 avail 3813670912
00000100:00100000:2.0:1788876917.167167:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365753728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876917.167176:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 372
00000100:00080000:2.0:1788876917.167198:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876917.167235:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365753728:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876917.169870:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365753984:0@lo:400:kworker.0
00000100:00100000:2.0:1788876917.169946:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876917.169987:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788876917.169994:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365754112:0@lo:400:kworker.0
00000100:00100000:2.0:1788876917.170032:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876917.170066:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365753984
00000100:00100000:2.0:1788876917.170074:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365753984
00000100:00100000:3.0:1788876917.170189:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365753856:0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170236:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876917.170266:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365754368:0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170288:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876917.170307:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1788876917.170313:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365754240:0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170340:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876917.170364:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365753856
00000100:00100000:3.0:1788876917.170367:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365753856
00000100:00100000:3.0:1788876917.170403:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:3.0:1788876917.170410:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365753856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170450:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365753856:12345-0@lo:400:kworker.0 Request processed in 40us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876917.170456:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00100000:3.0:1788876917.170484:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365754112
00000100:00100000:3.0:1788876917.170487:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365754112
00000100:00100000:3.0:1788876917.170514:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365754368
00000100:00100000:3.0:1788876917.170517:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365754368
00000100:00100000:3.0:1788876917.170534:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6765
00000100:00100000:3.0:1788876917.170539:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365754112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170644:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365754112:12345-0@lo:400:kworker.0 Request processed in 104us (611us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876917.170651:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6765
00000100:00100000:3.0:1788876917.170663:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6766
00000100:00100000:3.0:1788876917.170668:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365754368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170691:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365754368:12345-0@lo:400:kworker.0 Request processed in 23us (402us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876917.170696:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6766
00000100:00100000:3.0:1788876917.170713:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365754240
00000100:00100000:3.0:1788876917.170715:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365754240
00000100:00100000:3.0:1788876917.170747:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 371
00000100:00100000:3.0:1788876917.170754:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365754240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170781:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365754240:12345-0@lo:400:kworker.0 Request processed in 27us (441us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876917.170788:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 371
00000100:00100000:3.0:1788876917.170828:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981691 gen 2
00000004:00080000:3.0:1788876917.170833:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99842f11d880, transno 4294981691
00000100:00100000:3.0:1788876917.170845:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365754240:0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170855:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365753856:0@lo:400:kworker.0
00000100:00100000:3.0:1788876917.170864:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365754368:0@lo:400:kworker.0
00000100:00100000:2.0:1788876917.171196:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767
00000100:00100000:2.0:1788876917.171203:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365753984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876917.171237:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365753984:12345-0@lo:400:kworker.0 Request processed in 35us (1291us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876917.171243:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767
00000100:00080000:2.0:1788876917.171267:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788876917.171271:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876917.171288:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365754112:0@lo:400:kworker.0
00000100:00100000:2.0:1788876917.171298:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365753984:0@lo:400:kworker.0
00000001:00080000:0.0:1788876917.218003:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981706 is committed
00002000:00010000:3.0:1788876917.218189:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 66060288 -> 67108864
00002000:00010000:3.0:1788876917.218195:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 129033 -> 131081
00010000:00010000:3.0:1788876917.218210:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.218223:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.218232:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.218239:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.218243:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.218253:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.218273:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.218281:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e766f44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.218374:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362816000:12345-192.168.203.59@tcp:4:dd.500 Request processed in 102905us (103215us total) trans 4294981706 rc 0/0
00000100:00100000:3.0:1788876917.218384:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 92
00000100:00100000:3.0:1788876917.218394:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774048617669 time 7774124436340 state 0x2 ref 0
00000100:00100000:2.0:1788876917.225602:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876917.225796:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816128
00000100:00100000:1.0:1788876917.225806:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816128
00000100:00100000:1.0:1788876917.225859:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774048617669 time 7774124436340 state 0x0 ref 1
00000100:00100000:1.0:1788876917.225872:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774174436340 time 7774124436340 state 0x1 ref 1
00000100:00100000:1.0:1788876917.225911:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774174436340 time 7774234893601 state 0x0 ref 1
00000100:00100000:1.0:1788876917.225924:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362816128:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876917.225972:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 67108864, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x20009
00010000:00010000:1.0:1788876917.225981:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876917.225997:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:1.0:1788876917.226001:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876917.226006:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876917.226054:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876917.334456:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981707 is committed
00002000:00010000:2.0:1788876917.334660:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 67108864 -> 68157440
00002000:00010000:2.0:1788876917.334665:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 131081 -> 133129
00010000:00010000:2.0:1788876917.334679:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.334692:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.334701:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.334708:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876917.334713:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.334723:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.334742:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.334752:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098ec52fc/0x3868396b8e766f4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876917.334850:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362816128:12345-192.168.203.59@tcp:4:dd.500 Request processed in 108924us (109253us total) trans 4294981707 rc 0/0
00000100:00100000:2.0:1788876917.334937:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 93
00000100:00100000:2.0:1788876917.334946:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774174436340 time 7774234893601 state 0x2 ref 0
00000100:00100000:2.0:1788876917.340498:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876917.340680:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816256
00000100:00100000:1.0:1788876917.340689:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816256
00000100:00100000:1.0:1788876917.340740:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774174436340 time 7774234893601 state 0x0 ref 1
00000100:00100000:1.0:1788876917.340754:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774284893601 time 7774234893601 state 0x1 ref 1
00000100:00100000:1.0:1788876917.340807:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774284893601 time 7774349790201 state 0x0 ref 1
00000100:00100000:1.0:1788876917.340819:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362816256:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788876917.340864:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 68157440, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x20809
00010000:00010000:1.0:1788876917.340872:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876917.340887:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:1.0:1788876917.340891:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876917.340907:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876917.340921:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876917.376451:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 68157440 -> 69206016
00002000:00010000:3.0:1788876917.376459:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 133129 -> 135177
00010000:00010000:3.0:1788876917.376471:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.376483:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.376493:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.376500:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.376515:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.376524:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.376745:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.376755:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e766f52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.376886:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362816256:12345-192.168.203.59@tcp:4:dd.500 Request processed in 36064us (36392us total) trans 4294981708 rc 0/0
00000100:00100000:3.0:1788876917.376906:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 94
00000100:00100000:3.0:1788876917.376915:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774284893601 time 7774349790201 state 0x2 ref 0
00000001:00080000:3.0:1788876917.376954:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981708 is committed
00000100:00100000:2.0:1788876917.381783:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876917.381867:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816384
00000100:00100000:0.0:1788876917.381877:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816384
00000100:00100000:0.0:1788876917.381940:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774284893601 time 7774349790201 state 0x0 ref 1
00000100:00100000:0.0:1788876917.381954:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7774399790201 time 7774349790201 state 0x1 ref 1
00000100:00100000:0.0:1788876917.381983:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774399790201 time 7774390965288 state 0x0 ref 1
00000100:00100000:0.0:1788876917.381996:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362816384:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876917.382068:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 69206016, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x21009
00010000:00010000:0.0:1788876917.382078:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.382093:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:0.0:1788876917.382098:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876917.382104:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.382117:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876917.435063:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 69206016 -> 70254592
00002000:00010000:0.0:1788876917.435071:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 135177 -> 137225
00010000:00010000:0.0:1788876917.435086:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.435099:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.435109:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.435116:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876917.435121:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.435130:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.435147:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.435160:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766f59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876917.435242:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362816384:12345-192.168.203.59@tcp:4:dd.500 Request processed in 53244us (53464us total) trans 4294981709 rc 0/0
00000100:00100000:0.0:1788876917.435252:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 95
00000100:00100000:0.0:1788876917.435261:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774399790201 time 7774390965288 state 0x2 ref 0
00000001:00080000:0.0:1788876917.435384:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981709 is committed
00000100:00100000:1.0:1788876917.440721:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876917.440787:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816512
00000100:00100000:2.0:1788876917.440796:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816512
00000100:00100000:2.0:1788876917.440852:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774399790201 time 7774390965288 state 0x0 ref 1
00000100:00100000:2.0:1788876917.440864:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774440965288 time 7774390965288 state 0x1 ref 1
00000100:00100000:2.0:1788876917.440901:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774440965288 time 7774449875555 state 0x0 ref 1
00000100:00100000:2.0:1788876917.440912:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362816512:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876917.441335:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 70254592, mtime: 0x6aa01875, atime: 0x0, ctime: 0x6aa01875, blocks: 0x21809
00010000:00010000:2.0:1788876917.441346:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.441362:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:2.0:1788876917.441367:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876917.441373:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.441386:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876917.487958:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981710 is committed
00002000:00010000:3.0:1788876917.488111:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 70254592 -> 71303168
00002000:00010000:3.0:1788876917.488116:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876917 -> 1788876918
00002000:00010000:3.0:1788876917.488120:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876917 -> 1788876918
00002000:00010000:3.0:1788876917.488122:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 137225 -> 139273
00010000:00010000:3.0:1788876917.488135:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.488148:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.488158:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.488170:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.488175:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.488184:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.488202:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.488210:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766f60 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.488309:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362816512:12345-192.168.203.59@tcp:4:dd.500 Request processed in 47393us (47592us total) trans 4294981710 rc 0/0
00000100:00100000:3.0:1788876917.488320:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 96
00000100:00100000:3.0:1788876917.488329:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774440965288 time 7774449875555 state 0x2 ref 0
00000100:00100000:0.0:1788876917.495254:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876917.495333:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816640
00000100:00100000:2.0:1788876917.495342:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816640
00000100:00100000:2.0:1788876917.495395:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774440965288 time 7774449875555 state 0x0 ref 1
00000100:00100000:2.0:1788876917.495406:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774499875555 time 7774449875555 state 0x1 ref 1
00000100:00100000:2.0:1788876917.495438:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774499875555 time 7774504421315 state 0x0 ref 1
00000100:00100000:2.0:1788876917.495449:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362816640:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876917.495493:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 71303168, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x22009
00010000:00010000:2.0:1788876917.495501:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.495527:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:2.0:1788876917.495531:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876917.495537:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.495557:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876917.538861:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 71303168 -> 72351744
00002000:00010000:3.0:1788876917.538872:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 139273 -> 141321
00010000:00010000:3.0:1788876917.538888:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.538912:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.538928:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.538935:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.538940:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.538949:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.538974:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.538982:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e766f67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.539111:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362816640:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43658us (43861us total) trans 4294981711 rc 0/0
00000100:00100000:3.0:1788876917.539122:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 97
00000100:00100000:3.0:1788876917.539133:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774499875555 time 7774504421315 state 0x2 ref 0
00000001:00080000:0.0:1788876917.541873:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981711 is committed
00000100:00100000:0.0:1788876917.544835:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876917.545233:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816768
00000100:00100000:3.0:1788876917.545243:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816768
00000100:00100000:3.0:1788876917.545296:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774499875555 time 7774504421315 state 0x0 ref 1
00000100:00100000:3.0:1788876917.545309:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7774554421315 time 7774504421315 state 0x1 ref 1
00000100:00100000:3.0:1788876917.545341:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774554421315 time 7774554323866 state 0x0 ref 1
00000100:00100000:3.0:1788876917.545355:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362816768:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876917.545401:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 72351744, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x22809
00010000:00010000:3.0:1788876917.545411:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.545426:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:3.0:1788876917.545430:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876917.545437:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.545451:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876917.607037:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 72351744 -> 73400320
00002000:00010000:3.0:1788876917.607047:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 141321 -> 143369
00010000:00010000:3.0:1788876917.607062:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.607076:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.607085:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.607098:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.607103:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.607121:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.607142:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.607150:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.607247:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362816768:12345-192.168.203.59@tcp:4:dd.500 Request processed in 61890us (62416us total) trans 4294981712 rc 0/0
00000100:00100000:3.0:1788876917.607258:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 98
00000100:00100000:3.0:1788876917.607267:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774554421315 time 7774554323866 state 0x2 ref 0
00000001:00080000:0.0:1788876917.607385:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981712 is committed
00000100:00100000:0.0:1788876917.617289:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876917.617954:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362816896
00000100:00100000:2.0:1788876917.617964:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362816896
00000100:00100000:2.0:1788876917.618045:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774554421315 time 7774554323866 state 0x0 ref 1
00000100:00100000:2.0:1788876917.618058:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774604323866 time 7774554323866 state 0x1 ref 1
00000100:00100000:2.0:1788876917.618080:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774604323866 time 7774627062536 state 0x0 ref 1
00000100:00100000:2.0:1788876917.618093:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362816896:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876917.618147:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 73400320, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x23009
00010000:00010000:2.0:1788876917.618156:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.618171:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:2.0:1788876917.618175:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876917.618182:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.618195:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876917.678345:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 73400320 -> 74448896
00002000:00010000:2.0:1788876917.678356:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 143369 -> 145417
00010000:00010000:2.0:1788876917.678370:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.678383:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.678393:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.678406:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876917.678411:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.678419:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.678436:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.678443:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876917.678695:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362816896:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60600us (61410us total) trans 4294981713 rc 0/0
00000100:00100000:2.0:1788876917.678705:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 99
00000100:00100000:2.0:1788876917.678714:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774604323866 time 7774627062536 state 0x2 ref 0
00000001:00080000:1.0:1788876917.683451:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981713 is committed
00000100:00100000:0.0:1788876917.684263:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876917.684354:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817024
00000100:00100000:3.0:1788876917.684363:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817024
00000100:00100000:3.0:1788876917.684412:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774604323866 time 7774627062536 state 0x0 ref 1
00000100:00100000:3.0:1788876917.684424:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774677062536 time 7774627062536 state 0x1 ref 1
00000100:00100000:3.0:1788876917.684483:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774677062536 time 7774693465137 state 0x0 ref 1
00000100:00100000:3.0:1788876917.684499:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362817024:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876917.684732:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 74448896, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x23809
00010000:00010000:3.0:1788876917.684741:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.684756:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:3.0:1788876917.684761:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876917.684768:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.684782:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876917.722504:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981714 is committed
00002000:00010000:3.0:1788876917.722734:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 74448896 -> 75497472
00002000:00010000:3.0:1788876917.722740:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 145417 -> 147465
00010000:00010000:3.0:1788876917.722755:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.722768:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.722778:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.722785:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.722791:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.722800:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.722820:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.722828:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.722934:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362817024:12345-192.168.203.59@tcp:4:dd.500 Request processed in 38433us (38671us total) trans 4294981714 rc 0/0
00000100:00100000:3.0:1788876917.722945:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 100
00000100:00100000:3.0:1788876917.722954:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774677062536 time 7774693465137 state 0x2 ref 0
00000100:00100000:0.0:1788876917.730212:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876917.730341:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817152
00000100:00100000:3.0:1788876917.730350:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817152
00000100:00100000:3.0:1788876917.730395:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774677062536 time 7774693465137 state 0x0 ref 1
00000100:00100000:3.0:1788876917.730404:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774743465137 time 7774693465137 state 0x1 ref 1
00000100:00100000:3.0:1788876917.734611:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774743465137 time 7774743573218 state 0x0 ref 1
00000100:00100000:3.0:1788876917.734648:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362817152:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876917.734707:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 75497472, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x24009
00010000:00010000:3.0:1788876917.734716:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.734731:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:3.0:1788876917.734736:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876917.734742:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.734756:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876917.751357:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876917.752947:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876917.752973:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876917.752995:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876917.753190:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817280
00000100:00100000:3.0:1788876917.753201:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817280
00000100:00100000:0.0:1788876917.753275:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817408
00000100:00100000:0.0:1788876917.753279:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817408
00000100:00100000:0.0:1788876917.753333:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817664
00000100:00100000:0.0:1788876917.753336:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817664
00000100:00100000:0.0:1788876917.753359:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6768
00000100:00100000:0.0:1788876917.753368:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362817408:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876917.753438:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2357:x1875765362817408:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 70us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876917.753450:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6768
00000100:00100000:3.0:1788876917.753628:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6769
00000100:00100000:3.0:1788876917.753636:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362817664:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876917.753797:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362817664:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 161us (800us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876917.753805:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6769
00000100:00080000:0.0:1788876917.754264:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876917.754626:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3165
00000100:00100000:3.0:1788876917.754636:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362817280:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876917.754676:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362817280:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 41us (3328us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876917.754682:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3165
00000100:00100000:2.0:1788876917.756746:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817536
00000100:00100000:2.0:1788876917.756759:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817536
00000100:00100000:2.0:1788876917.756904:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 372
00000100:00100000:2.0:1788876917.756915:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362817536:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876917.757001:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362817536:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 87us (4058us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876917.757009:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 372
00000100:00080000:0.0:1788876917.758494:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:0.0:1788876917.803000:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981715 is committed
00002000:00010000:3.0:1788876917.803227:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 75497472 -> 76546048
00002000:00010000:3.0:1788876917.803233:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 147465 -> 149513
00010000:00010000:3.0:1788876917.803246:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.803259:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.803269:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.803276:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.803281:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.803290:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.803307:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.803314:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.803409:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362817152:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68774us (73201us total) trans 4294981715 rc 0/0
00000100:00100000:3.0:1788876917.803419:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 101
00000100:00100000:3.0:1788876917.803430:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774743465137 time 7774743573218 state 0x2 ref 0
00000100:00100000:0.0:1788876917.810916:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876917.815128:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817792
00000100:00100000:3.0:1788876917.815142:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817792
00000100:00100000:2.0:1788876917.819078:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774743465137 time 7774743573218 state 0x0 ref 1
00000100:00100000:2.0:1788876917.819095:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774793573218 time 7774743573218 state 0x1 ref 1
00000100:00100000:2.0:1788876917.819183:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774793573218 time 7774828165845 state 0x0 ref 1
00000100:00100000:2.0:1788876917.819202:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362817792:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876917.819254:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 76546048, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x24809
00010000:00010000:2.0:1788876917.819263:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.819279:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:2.0:1788876917.819284:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876917.819290:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876917.819304:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876917.861266:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981716 is committed
00002000:00010000:3.0:1788876917.862250:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 76546048 -> 77594624
00002000:00010000:3.0:1788876917.862256:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 149513 -> 151561
00010000:00010000:3.0:1788876917.862271:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.862283:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.862293:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.862300:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.862306:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.862426:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.862445:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.862453:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082a29c08/0x3868396b8e766f8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.862759:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362817792:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43558us (51846us total) trans 4294981716 rc 0/0
00000100:00100000:3.0:1788876917.862774:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 102
00000100:00100000:3.0:1788876917.862784:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774793573218 time 7774828165845 state 0x2 ref 0
00000100:00100000:2.0:1788876917.867490:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876917.867568:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362817920
00000100:00100000:3.0:1788876917.867577:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362817920
00000100:00100000:3.0:1788876917.867640:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774793573218 time 7774828165845 state 0x0 ref 1
00000100:00100000:3.0:1788876917.867652:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774878165845 time 7774828165845 state 0x1 ref 1
00000100:00100000:3.0:1788876917.869259:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774878165845 time 7774878235380 state 0x0 ref 1
00000100:00100000:3.0:1788876917.869286:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362817920:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876917.869408:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 77594624, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x25009
00010000:00010000:3.0:1788876917.869419:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.869434:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:3.0:1788876917.869439:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876917.869446:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.869459:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876917.870325:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:3.0:1788876917.908811:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 77594624 -> 78643200
00002000:00010000:3.0:1788876917.908820:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 151561 -> 153609
00010000:00010000:3.0:1788876917.908834:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.908846:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.908855:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.908862:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.908867:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.908876:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.908902:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.908910:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.909004:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362817920:12345-192.168.203.59@tcp:4:dd.500 Request processed in 39724us (41518us total) trans 4294981717 rc 0/0
00000100:00100000:3.0:1788876917.909044:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 103
00000100:00100000:3.0:1788876917.909054:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774878165845 time 7774878235380 state 0x2 ref 0
00000001:00080000:2.0:1788876917.912285:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981717 is committed
00000100:00100000:2.0:1788876917.915651:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876917.915784:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818048
00000100:00100000:0.0:1788876917.915794:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818048
00000100:00100000:0.0:1788876917.915848:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774878165845 time 7774878235380 state 0x0 ref 1
00000100:00100000:0.0:1788876917.915861:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774928235380 time 7774878235380 state 0x1 ref 1
00000100:00100000:3.0:1788876917.919747:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774928235380 time 7774928719520 state 0x0 ref 1
00000100:00100000:3.0:1788876917.919782:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362818048:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876917.919840:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 78643200, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x25809
00010000:00010000:3.0:1788876917.919850:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.919865:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:3.0:1788876917.919870:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876917.919876:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.919901:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876917.966986:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981718 is committed
00002000:00010000:3.0:1788876917.967065:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 78643200 -> 79691776
00002000:00010000:3.0:1788876917.967070:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 153609 -> 155657
00010000:00010000:3.0:1788876917.967085:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.967098:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.967107:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.967121:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876917.967126:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.967135:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.967157:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876917.967165:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766f98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876917.967264:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362818048:12345-192.168.203.59@tcp:4:dd.500 Request processed in 47493us (51617us total) trans 4294981718 rc 0/0
00000100:00100000:3.0:1788876917.967275:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 104
00000100:00100000:3.0:1788876917.967284:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774928235380 time 7774928719520 state 0x2 ref 0
00000100:00100000:2.0:1788876917.973680:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876917.973767:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818176
00000100:00100000:0.0:1788876917.973777:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818176
00000100:00100000:0.0:1788876917.973828:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774928235380 time 7774928719520 state 0x0 ref 1
00000100:00100000:0.0:1788876917.973840:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774978719520 time 7774928719520 state 0x1 ref 1
00000100:00100000:0.0:1788876917.973903:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774978719520 time 7774982885385 state 0x0 ref 1
00000100:00100000:0.0:1788876917.973915:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362818176:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876917.973973:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 79691776, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x26009
00010000:00010000:0.0:1788876917.973982:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.973997:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7774s v=(0 0)
00010000:00010000:0.0:1788876917.974001:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876917.974008:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876917.974042:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876918.021706:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981719 is committed
00002000:00010000:3.0:1788876918.021812:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 79691776 -> 80740352
00002000:00010000:3.0:1788876918.021817:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 155657 -> 157705
00010000:00010000:3.0:1788876918.021831:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.021843:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.021857:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.021865:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876918.021870:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.021879:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.021912:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.021919:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e766f9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876918.022053:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362818176:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48096us (48339us total) trans 4294981719 rc 0/0
00000100:00100000:3.0:1788876918.022065:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 105
00000100:00100000:3.0:1788876918.022075:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774978719520 time 7774982885385 state 0x2 ref 0
00000100:00100000:1.0:1788876918.027684:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876918.028714:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818304
00000100:00100000:2.0:1788876918.028725:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818304
00000100:00100000:2.0:1788876918.028780:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7774978719520 time 7774982885385 state 0x0 ref 1
00000100:00100000:2.0:1788876918.028792:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775032885385 time 7774982885385 state 0x1 ref 1
00000100:00100000:2.0:1788876918.033141:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775032885385 time 7775042113081 state 0x0 ref 1
00000100:00100000:2.0:1788876918.033176:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362818304:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876918.033232:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 80740352, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x26809
00010000:00010000:2.0:1788876918.033241:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.033256:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:2.0:1788876918.033261:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876918.033267:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.033281:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876918.081820:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 80740352 -> 81788928
00002000:00010000:3.0:1788876918.081829:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 157705 -> 159753
00010000:00010000:3.0:1788876918.081842:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.081867:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.081876:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.081882:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876918.081887:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.081905:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.081922:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.081929:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e766fa6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876918.082052:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362818304:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48886us (54370us total) trans 4294981720 rc 0/0
00000100:00100000:3.0:1788876918.082062:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 106
00000100:00100000:3.0:1788876918.082071:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775032885385 time 7775042113081 state 0x2 ref 0
00000100:00100000:2.0:1788876918.087099:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.087252:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818432
00000100:00100000:3.0:1788876918.087262:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818432
00000100:00100000:3.0:1788876918.087314:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775032885385 time 7775042113081 state 0x0 ref 1
00000100:00100000:3.0:1788876918.087326:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775092113081 time 7775042113081 state 0x1 ref 1
00000100:00100000:3.0:1788876918.087357:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775092113081 time 7775096339841 state 0x0 ref 1
00000100:00100000:3.0:1788876918.087370:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362818432:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876918.087420:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 81788928, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x27009
00010000:00010000:3.0:1788876918.087430:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.087445:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:3.0:1788876918.087449:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876918.087455:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.087467:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876918.092049:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981720 is committed
00002000:00010000:0.0:1788876918.149413:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 81788928 -> 82837504
00002000:00010000:0.0:1788876918.149423:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 159753 -> 161801
00010000:00010000:0.0:1788876918.149436:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.149449:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.149457:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.149463:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876918.149467:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.149475:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.149492:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.149608:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba9e4db/0x3868396b8e766fad lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876918.149708:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362818432:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62335us (62614us total) trans 4294981721 rc 0/0
00000100:00100000:0.0:1788876918.149720:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 107
00000100:00100000:0.0:1788876918.149728:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775092113081 time 7775096339841 state 0x2 ref 0
00000001:00080000:0.0:1788876918.149765:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981721 is committed
00000100:00100000:2.0:1788876918.155782:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.155978:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818560
00000100:00100000:3.0:1788876918.155989:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818560
00000100:00100000:3.0:1788876918.156159:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775092113081 time 7775096339841 state 0x0 ref 1
00000100:00100000:3.0:1788876918.156172:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775146339841 time 7775096339841 state 0x1 ref 1
00000100:00100000:2.0:1788876918.156290:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775146339841 time 7775165270870 state 0x0 ref 1
00000100:00100000:2.0:1788876918.156304:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818560:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876918.156416:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 82837504, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x27809
00010000:00010000:2.0:1788876918.156426:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.156442:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:2.0:1788876918.156446:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876918.156452:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.156467:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876918.217875:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981722 is committed
00002000:00010000:2.0:1788876918.218057:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 82837504 -> 83886080
00002000:00010000:2.0:1788876918.218062:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 161801 -> 163849
00010000:00010000:2.0:1788876918.218075:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.218087:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.218095:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.218102:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876918.218107:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.218116:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.218137:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.218144:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e766fb4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876918.218354:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818560:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62049us (62578us total) trans 4294981722 rc 0/0
00000100:00100000:2.0:1788876918.218364:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 108
00000100:00100000:2.0:1788876918.218372:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775146339841 time 7775165270870 state 0x2 ref 0
00000100:00100000:2.0:1788876918.223135:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.223283:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818688
00000100:00100000:3.0:1788876918.223294:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818688
00000100:00100000:3.0:1788876918.223346:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775146339841 time 7775165270870 state 0x0 ref 1
00000100:00100000:3.0:1788876918.223360:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775215270870 time 7775165270870 state 0x1 ref 1
00000100:00100000:3.0:1788876918.223389:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775215270870 time 7775232372088 state 0x0 ref 1
00000100:00100000:3.0:1788876918.223401:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818688:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876918.223459:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 83886080, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x28009
00010000:00010000:3.0:1788876918.223467:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.223483:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:3.0:1788876918.223488:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876918.223494:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.223518:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876918.263118:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981723 is committed
00002000:00010000:3.0:1788876918.263299:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 83886080 -> 84934656
00002000:00010000:3.0:1788876918.263304:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 163849 -> 165897
00010000:00010000:3.0:1788876918.263317:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.263330:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.263344:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.263351:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876918.263355:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.263363:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.263381:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.263387:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876918.263658:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818688:12345-192.168.203.59@tcp:4:dd.500 Request processed in 40254us (40528us total) trans 4294981723 rc 0/0
00000100:00100000:3.0:1788876918.263668:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 109
00000100:00100000:3.0:1788876918.263677:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775215270870 time 7775232372088 state 0x2 ref 0
00000100:00100000:3.0:1788876918.269086:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876918.269163:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818816
00000100:00100000:0.0:1788876918.269172:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818816
00000100:00100000:0.0:1788876918.269220:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775215270870 time 7775232372088 state 0x0 ref 1
00000100:00100000:0.0:1788876918.269231:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775282372088 time 7775232372088 state 0x1 ref 1
00000100:00100000:2.0:1788876918.273507:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775282372088 time 7775282480421 state 0x0 ref 1
00000100:00100000:2.0:1788876918.273539:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818816:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876918.273802:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 84934656, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x28809
00010000:00010000:2.0:1788876918.273812:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.273828:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:2.0:1788876918.273832:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876918.273838:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.273852:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876918.367386:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981724 is committed
00002000:00010000:3.0:1788876918.367493:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 84934656 -> 85983232
00002000:00010000:3.0:1788876918.367507:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 165897 -> 167945
00010000:00010000:3.0:1788876918.367522:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.367534:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.367543:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.367549:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876918.367554:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.367562:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.367579:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.367586:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb61a7ef/0x3868396b8e766fc2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876918.367681:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818816:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94152us (98598us total) trans 4294981724 rc 0/0
00000100:00100000:3.0:1788876918.367691:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 110
00000100:00100000:3.0:1788876918.367700:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775282372088 time 7775282480421 state 0x2 ref 0
00000100:00100000:0.0:1788876918.373870:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.373964:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362818944
00000100:00100000:3.0:1788876918.373974:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362818944
00000100:00100000:3.0:1788876918.374053:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775282372088 time 7775282480421 state 0x0 ref 1
00000100:00100000:3.0:1788876918.374065:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775332480421 time 7775282480421 state 0x1 ref 1
00000100:00100000:3.0:1788876918.374085:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775332480421 time 7775383068064 state 0x0 ref 1
00000100:00100000:3.0:1788876918.374099:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818944:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876918.374144:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 85983232, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x29009
00010000:00010000:3.0:1788876918.374153:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.374168:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:3.0:1788876918.374173:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876918.374179:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.374193:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876918.472962:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 85983232 -> 87031808
00002000:00010000:2.0:1788876918.472972:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 167945 -> 169993
00010000:00010000:2.0:1788876918.472987:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.473000:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.473009:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876918.473093:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981725 is committed
00010000:00010000:2.0:1788876918.473151:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876918.473157:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.473167:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.473188:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.473196:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076b9e113/0x3868396b8e766fc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876918.473294:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362818944:12345-192.168.203.59@tcp:4:dd.500 Request processed in 99192us (99426us total) trans 4294981725 rc 0/0
00000100:00100000:2.0:1788876918.473306:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 111
00000100:00100000:2.0:1788876918.473316:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775332480421 time 7775383068064 state 0x2 ref 0
00000100:00100000:1.0:1788876918.485854:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.485971:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819072
00000100:00100000:3.0:1788876918.485984:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819072
00000100:00100000:3.0:1788876918.486250:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775332480421 time 7775383068064 state 0x0 ref 1
00000100:00100000:3.0:1788876918.486265:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775433068064 time 7775383068064 state 0x1 ref 1
00000100:00100000:2.0:1788876918.487980:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775433068064 time 7775496954566 state 0x0 ref 1
00000100:00100000:2.0:1788876918.488055:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362819072:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876918.488117:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 87031808, mtime: 0x6aa01876, atime: 0x0, ctime: 0x6aa01876, blocks: 0x29809
00010000:00010000:2.0:1788876918.488127:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.488144:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:2.0:1788876918.488149:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876918.488154:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.488168:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876918.551090:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981726 is committed
00002000:00010000:3.0:1788876918.551199:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 87031808 -> 88080384
00002000:00010000:3.0:1788876918.551204:0:20684:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876918 -> 1788876919
00002000:00010000:3.0:1788876918.551209:0:20684:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876918 -> 1788876919
00002000:00010000:3.0:1788876918.551211:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 169993 -> 172041
00010000:00010000:3.0:1788876918.551229:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.551244:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.551254:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.551263:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876918.551267:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.551277:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.551299:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.551306:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000925810c8/0x3868396b8e766fd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876918.551420:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362819072:12345-192.168.203.59@tcp:4:dd.500 Request processed in 63416us (65570us total) trans 4294981726 rc 0/0
00000100:00100000:3.0:1788876918.551431:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 112
00000100:00100000:3.0:1788876918.551443:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775433068064 time 7775496954566 state 0x2 ref 0
00000100:00100000:1.0:1788876918.565746:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876918.566010:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819200
00000100:00100000:2.0:1788876918.566056:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819200
00000100:00100000:3.0:1788876918.566416:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775433068064 time 7775496954566 state 0x0 ref 1
00000100:00100000:3.0:1788876918.566430:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775546954566 time 7775496954566 state 0x1 ref 1
00000100:00100000:3.0:1788876918.566460:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775546954566 time 7775575442136 state 0x0 ref 1
00000100:00100000:3.0:1788876918.566474:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819200:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876918.566994:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 88080384, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2a009
00010000:00010000:3.0:1788876918.567005:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.567040:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:3.0:1788876918.567045:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876918.567052:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.567066:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876918.620559:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 88080384 -> 89128960
00002000:00010000:3.0:1788876918.620568:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 172041 -> 174089
00010000:00010000:3.0:1788876918.620583:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.620596:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.620607:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.620615:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876918.620620:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.620629:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.620648:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.620657:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876918.620754:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362819200:12345-192.168.203.59@tcp:4:dd.500 Request processed in 54279us (55012us total) trans 4294981727 rc 0/0
00000100:00100000:3.0:1788876918.620766:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 113
00000100:00100000:3.0:1788876918.620774:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775546954566 time 7775575442136 state 0x2 ref 0
00000100:00100000:3.0:1788876918.626812:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.626845:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819328
00000100:00100000:3.0:1788876918.626853:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819328
00000100:00100000:3.0:1788876918.626913:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775546954566 time 7775575442136 state 0x0 ref 1
00000100:00100000:3.0:1788876918.626929:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775625442136 time 7775575442136 state 0x1 ref 1
00000100:00100000:3.0:1788876918.626951:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775625442136 time 7775635934051 state 0x0 ref 1
00000100:00100000:3.0:1788876918.626962:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362819328:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876918.627009:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 89128960, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2a809
00010000:00010000:3.0:1788876918.627041:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.627056:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:3.0:1788876918.627061:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876918.627068:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.627093:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876918.627532:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981727 is committed
00000001:00080000:0.0:1788876918.706972:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981728 is committed
00002000:00010000:0.0:1788876918.707205:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 89128960 -> 90177536
00002000:00010000:0.0:1788876918.707210:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 174089 -> 176137
00010000:00010000:0.0:1788876918.707223:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.707235:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.707245:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.707254:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876918.707259:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.707268:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.707297:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.707306:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e766fde lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876918.707399:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362819328:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80434us (80591us total) trans 4294981728 rc 0/0
00000100:00100000:0.0:1788876918.707409:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 114
00000100:00100000:0.0:1788876918.707418:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775625442136 time 7775635934051 state 0x2 ref 0
00000100:00100000:2.0:1788876918.712932:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.713139:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819456
00000100:00100000:3.0:1788876918.713274:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819456
00000100:00100000:3.0:1788876918.713402:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775625442136 time 7775635934051 state 0x0 ref 1
00000100:00100000:3.0:1788876918.713416:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775685934051 time 7775635934051 state 0x1 ref 1
00000100:00100000:3.0:1788876918.713481:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775685934051 time 7775722463828 state 0x0 ref 1
00000100:00100000:3.0:1788876918.713497:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819456:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876918.713569:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 90177536, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2b009
00010000:00010000:3.0:1788876918.713578:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.713593:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:3.0:1788876918.713597:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876918.713604:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.713618:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876918.761318:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981729 is committed
00002000:00010000:3.0:1788876918.761460:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 90177536 -> 91226112
00002000:00010000:3.0:1788876918.761465:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 176137 -> 178185
00010000:00010000:3.0:1788876918.761479:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.761492:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.761512:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.761519:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876918.761524:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.761600:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.761621:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.761629:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e766fe5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876918.761725:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819456:12345-192.168.203.59@tcp:4:dd.500 Request processed in 48227us (48797us total) trans 4294981729 rc 0/0
00000100:00100000:3.0:1788876918.761736:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 115
00000100:00100000:3.0:1788876918.761744:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775685934051 time 7775722463828 state 0x2 ref 0
00000100:00100000:1.0:1788876918.765915:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876918.765996:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819584
00000100:00100000:3.0:1788876918.766007:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819584
00000100:00100000:3.0:1788876918.766089:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775685934051 time 7775722463828 state 0x0 ref 1
00000100:00100000:3.0:1788876918.766102:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775772463828 time 7775722463828 state 0x1 ref 1
00000100:00100000:3.0:1788876918.766123:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775772463828 time 7775775105835 state 0x0 ref 1
00000100:00100000:3.0:1788876918.766135:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362819584:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876918.766190:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 91226112, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2b809
00010000:00010000:3.0:1788876918.766198:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.766214:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:3.0:1788876918.766219:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876918.766225:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876918.766241:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876918.821172:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981730 is committed
00002000:00010000:2.0:1788876918.821263:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 91226112 -> 92274688
00002000:00010000:2.0:1788876918.821268:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 178185 -> 180233
00010000:00010000:2.0:1788876918.821281:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.821299:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.821308:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.821314:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876918.821319:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.821327:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.821347:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.821355:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e766fec lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876918.821453:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362819584:12345-192.168.203.59@tcp:4:dd.500 Request processed in 55316us (55544us total) trans 4294981730 rc 0/0
00000100:00100000:2.0:1788876918.821464:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 116
00000100:00100000:2.0:1788876918.821474:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775772463828 time 7775775105835 state 0x2 ref 0
00000100:00100000:1.0:1788876918.826827:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876918.826927:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819712
00000100:00100000:0.0:1788876918.826939:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819712
00000100:00100000:0.0:1788876918.826999:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775772463828 time 7775775105835 state 0x0 ref 1
00000100:00100000:0.0:1788876918.827055:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775825105835 time 7775775105835 state 0x1 ref 1
00000100:00100000:0.0:1788876918.827086:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775825105835 time 7775836068273 state 0x0 ref 1
00000100:00100000:0.0:1788876918.827100:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819712:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876918.827156:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 92274688, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2c009
00010000:00010000:0.0:1788876918.827166:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.827182:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:0.0:1788876918.827186:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876918.827192:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.827206:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876918.860317:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981731 is committed
00002000:00010000:0.0:1788876918.860639:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 92274688 -> 93323264
00002000:00010000:0.0:1788876918.860644:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 180233 -> 182281
00010000:00010000:0.0:1788876918.860659:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.860672:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.860681:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.860688:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876918.860693:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.860702:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.860720:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.860728:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e766ff3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876918.860861:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819712:12345-192.168.203.59@tcp:4:dd.500 Request processed in 33759us (34039us total) trans 4294981731 rc 0/0
00000100:00100000:0.0:1788876918.860871:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 117
00000100:00100000:0.0:1788876918.860880:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775825105835 time 7775836068273 state 0x2 ref 0
00000100:00100000:1.0:1788876918.868151:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876918.868231:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819840
00000100:00100000:2.0:1788876918.868241:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819840
00000100:00100000:2.0:1788876918.868290:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775825105835 time 7775836068273 state 0x0 ref 1
00000100:00100000:2.0:1788876918.868303:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 2 deadline 7775886068273 time 7775836068273 state 0x1 ref 1
00000100:00100000:2.0:1788876918.868356:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775886068273 time 7775877339042 state 0x0 ref 1
00000100:00100000:2.0:1788876918.868368:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819840:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876918.868414:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 93323264, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2c809
00010000:00010000:2.0:1788876918.868423:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.868438:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:2.0:1788876918.868442:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876918.868448:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876918.868462:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.894369:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876918.912312:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981732 is committed
00002000:00010000:1.0:1788876918.912482:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 93323264 -> 94371840
00002000:00010000:1.0:1788876918.912487:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 182281 -> 184329
00010000:00010000:1.0:1788876918.912610:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876918.912623:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876918.912633:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876918.912642:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876918.912647:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876918.912657:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876918.912677:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876918.912685:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b62b926/0x3868396b8e766ffa lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876918.912811:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819840:12345-192.168.203.59@tcp:4:dd.500 Request processed in 44439us (44662us total) trans 4294981732 rc 0/0
00000100:00100000:1.0:1788876918.912821:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 118
00000100:00100000:1.0:1788876918.912831:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775886068273 time 7775877339042 state 0x2 ref 0
00000100:00100000:3.0:1788876918.917721:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876918.917847:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362819968
00000100:00100000:0.0:1788876918.917857:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362819968
00000100:00100000:0.0:1788876918.917921:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775886068273 time 7775877339042 state 0x0 ref 1
00000100:00100000:0.0:1788876918.917936:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7775927339042 time 7775877339042 state 0x1 ref 1
00000100:00100000:0.0:1788876918.917964:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775927339042 time 7775926946911 state 0x0 ref 1
00000100:00100000:0.0:1788876918.917978:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819968:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876918.918065:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 94371840, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2d009
00010000:00010000:0.0:1788876918.918074:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.918090:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7775s v=(0 0)
00010000:00010000:0.0:1788876918.918095:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876918.918102:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876918.918115:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876919.011318:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981733 is committed
00002000:00010000:3.0:1788876919.011494:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 94371840 -> 95420416
00002000:00010000:3.0:1788876919.011627:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 184329 -> 186379
00010000:00010000:3.0:1788876919.011646:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.011659:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.011670:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.011678:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876919.011684:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.011701:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.011726:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.011733:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767001 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876919.011872:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362819968:12345-192.168.203.59@tcp:4:dd.500 Request processed in 93892us (94154us total) trans 4294981733 rc 0/0
00000100:00100000:3.0:1788876919.011893:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 119
00000100:00100000:3.0:1788876919.011904:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775927339042 time 7775926946911 state 0x2 ref 0
00000100:00100000:0.0:1788876919.017145:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.017202:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820096
00000100:00100000:3.0:1788876919.017212:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820096
00000100:00100000:3.0:1788876919.017276:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775927339042 time 7775926946911 state 0x0 ref 1
00000100:00100000:3.0:1788876919.017298:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775976946911 time 7775926946911 state 0x1 ref 1
00000100:00100000:3.0:1788876919.017323:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775976946911 time 7776026306214 state 0x0 ref 1
00000100:00100000:3.0:1788876919.017335:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362820096:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876919.017380:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 95420416, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2d80b
00010000:00010000:3.0:1788876919.017388:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.017403:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:3.0:1788876919.017408:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.017414:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.017428:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876919.017757:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:1.0:1788876919.069481:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981734 is committed
00002000:00010000:2.0:1788876919.069679:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 95420416 -> 96468992
00002000:00010000:2.0:1788876919.069684:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 186379 -> 188427
00010000:00010000:2.0:1788876919.069697:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.069709:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.069718:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.069725:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876919.069729:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.069737:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.069755:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.069762:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767008 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876919.069904:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362820096:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52567us (52764us total) trans 4294981734 rc 0/0
00000100:00100000:2.0:1788876919.069915:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 120
00000100:00100000:2.0:1788876919.069924:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775976946911 time 7776026306214 state 0x2 ref 0
00000100:00100000:2.0:1788876919.075276:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.075433:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820224
00000100:00100000:3.0:1788876919.075443:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820224
00000100:00100000:3.0:1788876919.075494:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7775976946911 time 7776026306214 state 0x0 ref 1
00000100:00100000:3.0:1788876919.075519:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776076306214 time 7776026306214 state 0x1 ref 1
00000100:00100000:3.0:1788876919.075555:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776076306214 time 7776084537261 state 0x0 ref 1
00000100:00100000:3.0:1788876919.075568:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362820224:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876919.075614:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 96468992, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2e00b
00010000:00010000:3.0:1788876919.075624:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.075639:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:3.0:1788876919.075644:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.075651:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.075671:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876919.172989:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981735 is committed
00002000:00010000:3.0:1788876919.173291:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 96468992 -> 97517568
00002000:00010000:3.0:1788876919.173297:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 188427 -> 190475
00010000:00010000:3.0:1788876919.173311:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.173323:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.173332:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.173338:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876919.173342:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.173351:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.173370:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.173378:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76700f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876919.173473:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362820224:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97902us (98201us total) trans 4294981735 rc 0/0
00000100:00100000:3.0:1788876919.173486:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 121
00000100:00100000:3.0:1788876919.173496:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776076306214 time 7776084537261 state 0x2 ref 0
00000100:00100000:1.0:1788876919.178749:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.178813:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820352
00000100:00100000:3.0:1788876919.178824:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820352
00000100:00100000:3.0:1788876919.178871:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776076306214 time 7776084537261 state 0x0 ref 1
00000100:00100000:3.0:1788876919.178894:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776134537261 time 7776084537261 state 0x1 ref 1
00000100:00100000:3.0:1788876919.178920:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776134537261 time 7776187902794 state 0x0 ref 1
00000100:00100000:3.0:1788876919.178933:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362820352:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876919.178982:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 97517568, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2e80b
00010000:00010000:3.0:1788876919.178991:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.179005:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:3.0:1788876919.179010:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.179043:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.179058:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876919.230780:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365754496:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876919.230854:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876919.232767:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365754496
00000100:00100000:0.0:1788876919.232779:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365754496
00000100:00100000:0.0:1788876919.232845:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 373
00000100:00100000:0.0:1788876919.232857:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365754496:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876919.232900:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 218431488 pending 1703936 free 3755999232 avail 3751804928
00000100:00100000:0.0:1788876919.232980:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365754496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (2124us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876919.232987:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 373
00000100:00080000:0.0:1788876919.233009:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876919.233088:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365754496:0@lo:13:osp-pre-0-0.0
00000001:00080000:1.0:1788876919.263818:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981736 is committed
00002000:00010000:3.0:1788876919.263906:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 97517568 -> 98566144
00002000:00010000:3.0:1788876919.263911:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 190475 -> 192523
00010000:00010000:3.0:1788876919.263927:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.263940:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.263950:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.263958:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876919.263963:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.263973:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.263993:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.264001:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e767016 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876919.264124:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362820352:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85187us (85375us total) trans 4294981736 rc 0/0
00000100:00100000:3.0:1788876919.264136:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 122
00000100:00100000:3.0:1788876919.264145:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776134537261 time 7776187902794 state 0x2 ref 0
00000100:00100000:0.0:1788876919.277123:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.277192:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820480
00000100:00100000:3.0:1788876919.277200:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820480
00000100:00100000:3.0:1788876919.277251:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776134537261 time 7776187902794 state 0x0 ref 1
00000100:00100000:3.0:1788876919.277264:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776237902794 time 7776187902794 state 0x1 ref 1
00000100:00100000:3.0:1788876919.277296:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776237902794 time 7776286278609 state 0x0 ref 1
00000100:00100000:3.0:1788876919.277308:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362820480:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876919.277353:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 98566144, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2f00b
00010000:00010000:3.0:1788876919.277362:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.277378:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:3.0:1788876919.277382:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.277388:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.277402:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876919.294442:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993636 is committed
00000001:00080000:2.0:1788876919.328201:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981737 is committed
00002000:00010000:3.0:1788876919.329255:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 98566144 -> 99614720
00002000:00010000:3.0:1788876919.329262:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 192523 -> 194571
00010000:00010000:3.0:1788876919.329276:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.329288:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.329298:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.329305:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876919.329310:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.329318:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.329335:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.329343:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e76701d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876919.329451:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362820480:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52140us (52331us total) trans 4294981737 rc 0/0
00000100:00100000:3.0:1788876919.329462:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 123
00000100:00100000:3.0:1788876919.329471:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776237902794 time 7776286278609 state 0x2 ref 0
00000100:00100000:0.0:1788876919.336227:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.336317:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820608
00000100:00100000:3.0:1788876919.336327:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820608
00000100:00100000:3.0:1788876919.336385:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776237902794 time 7776286278609 state 0x0 ref 1
00000100:00100000:3.0:1788876919.336400:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776336278609 time 7776286278609 state 0x1 ref 1
00000100:00100000:3.0:1788876919.336436:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776336278609 time 7776345419075 state 0x0 ref 1
00000100:00100000:3.0:1788876919.336448:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362820608:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876919.336498:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 99614720, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x2f80b
00010000:00010000:3.0:1788876919.336508:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.336523:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:3.0:1788876919.336528:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.336534:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.336549:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876919.374809:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981738 is committed
00002000:00010000:3.0:1788876919.374925:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 99614720 -> 100663296
00002000:00010000:3.0:1788876919.374930:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 194571 -> 196619
00010000:00010000:3.0:1788876919.374945:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.374964:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.374973:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.374980:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876919.374985:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.374995:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.375090:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.375101:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767024 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876919.375301:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362820608:12345-192.168.203.59@tcp:4:dd.500 Request processed in 38849us (39079us total) trans 4294981738 rc 0/0
00000100:00100000:0.0:1788876919.375313:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 124
00000100:00100000:0.0:1788876919.375323:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776336278609 time 7776345419075 state 0x2 ref 0
00000100:00100000:0.0:1788876919.380848:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.380937:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820736
00000100:00100000:3.0:1788876919.380948:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820736
00000100:00100000:3.0:1788876919.381040:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776336278609 time 7776345419075 state 0x0 ref 1
00000100:00100000:3.0:1788876919.381055:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776395419075 time 7776345419075 state 0x1 ref 1
00000100:00100000:3.0:1788876919.381078:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776395419075 time 7776390061031 state 0x0 ref 1
00000100:00100000:3.0:1788876919.381091:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362820736:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788876919.381140:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 100663296, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x3000b
00010000:00010000:3.0:1788876919.381149:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.381165:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:3.0:1788876919.381175:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.381181:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.381196:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876919.452847:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981739 is committed
00002000:00010000:0.0:1788876919.452948:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 100663296 -> 101711872
00002000:00010000:0.0:1788876919.452953:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 196619 -> 198667
00010000:00010000:0.0:1788876919.452966:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.452989:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.452998:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.453005:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876919.453010:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.453038:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.453058:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.453067:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8366393/0x3868396b8e76702b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876919.453375:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362820736:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72281us (72532us total) trans 4294981739 rc 0/0
00000100:00100000:0.0:1788876919.453385:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 125
00000100:00100000:0.0:1788876919.453394:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776395419075 time 7776390061031 state 0x2 ref 0
00000100:00100000:0.0:1788876919.463243:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876919.463402:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820864
00000100:00100000:2.0:1788876919.463412:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820864
00000100:00100000:2.0:1788876919.463467:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776395419075 time 7776390061031 state 0x0 ref 1
00000100:00100000:2.0:1788876919.463481:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776440061031 time 7776390061031 state 0x1 ref 1
00000100:00100000:2.0:1788876919.463516:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776440061031 time 7776472499019 state 0x0 ref 1
00000100:00100000:2.0:1788876919.463527:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362820864:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876919.463574:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 101711872, mtime: 0x6aa01877, atime: 0x0, ctime: 0x6aa01877, blocks: 0x3080b
00010000:00010000:2.0:1788876919.463583:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.463598:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:2.0:1788876919.463603:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876919.463609:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.463622:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876919.536468:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 101711872 -> 102760448
00002000:00010000:1.0:1788876919.536477:0:6588:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb mtime from disk: 1788876919 -> 1788876920
00002000:00010000:1.0:1788876919.536480:0:6588:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb ctime from disk: 1788876919 -> 1788876920
00002000:00010000:1.0:1788876919.536483:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 198667 -> 200715
00010000:00010000:1.0:1788876919.536509:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.536523:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.536533:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.536541:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876919.536546:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.536555:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.536575:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.536583:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767032 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876919.536685:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362820864:12345-192.168.203.59@tcp:4:dd.500 Request processed in 73153us (73458us total) trans 4294981740 rc 0/0
00000100:00100000:1.0:1788876919.536696:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 126
00000100:00100000:1.0:1788876919.536706:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776440061031 time 7776472499019 state 0x2 ref 0
00000001:00080000:3.0:1788876919.536914:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981740 is committed
00000100:00100000:0.0:1788876919.555615:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876919.555715:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362820992
00000100:00100000:2.0:1788876919.555726:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362820992
00000100:00100000:2.0:1788876919.555781:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776440061031 time 7776472499019 state 0x0 ref 1
00000100:00100000:2.0:1788876919.555794:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776522499019 time 7776472499019 state 0x1 ref 1
00000100:00100000:2.0:1788876919.555825:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776522499019 time 7776564807959 state 0x0 ref 1
00000100:00100000:2.0:1788876919.555838:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362820992:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788876919.555895:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 102760448, mtime: 0x6aa01878, atime: 0x0, ctime: 0x6aa01878, blocks: 0x3100b
00010000:00010000:2.0:1788876919.555904:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.555921:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:2.0:1788876919.555925:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876919.555932:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.555947:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876919.649441:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981741 is committed
00002000:00010000:3.0:1788876919.649594:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 102760448 -> 103809024
00002000:00010000:3.0:1788876919.649599:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 200715 -> 202763
00010000:00010000:3.0:1788876919.649613:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.649626:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.649637:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.649651:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876919.649657:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.649666:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.649684:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.649693:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e767039 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876919.649796:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362820992:12345-192.168.203.59@tcp:4:dd.500 Request processed in 93954us (94184us total) trans 4294981741 rc 0/0
00000100:00100000:3.0:1788876919.649808:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 127
00000100:00100000:3.0:1788876919.649818:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776522499019 time 7776564807959 state 0x2 ref 0
00000100:00100000:1.0:1788876919.658407:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876919.662359:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362821120
00000100:00100000:0.0:1788876919.662373:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362821120
00000100:00100000:0.0:1788876919.662435:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776522499019 time 7776564807959 state 0x0 ref 1
00000100:00100000:0.0:1788876919.662449:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 0 deadline 7776614807959 time 7776564807959 state 0x1 ref 1
00000100:00100000:0.0:1788876919.662595:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776614807959 time 7776671577140 state 0x0 ref 1
00000100:00100000:0.0:1788876919.662612:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362821120:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788876919.662662:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 103809024, mtime: 0x6aa01878, atime: 0x0, ctime: 0x6aa01878, blocks: 0x3180b
00010000:00010000:0.0:1788876919.662671:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.662686:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:0.0:1788876919.662690:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876919.662697:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.662710:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876919.754867:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981742 is committed
00002000:00010000:1.0:1788876919.754990:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb size from disk: 103809024 -> 104857600
00002000:00010000:1.0:1788876919.754995:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4e:0x0] updating lvb blocks from disk: 202763 -> 204811
00010000:00010000:1.0:1788876919.755010:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.755051:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.755063:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.755070:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876919.755074:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.755083:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.755102:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876919.755110:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767040 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876919.755351:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362821120:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92739us (96951us total) trans 4294981742 rc 0/0
00000100:00100000:1.0:1788876919.755361:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 128
00000100:00100000:1.0:1788876919.755370:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776614807959 time 7776671577140 state 0x2 ref 0
00000100:00100000:1.0:1788876919.761536:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876919.761632:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362821376
00000100:00100000:2.0:1788876919.761643:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362821376
00000100:00100000:2.0:1788876919.761757:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9881
00000100:00100000:2.0:1788876919.761769:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:251704:x1875765362821376:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:2.0:1788876919.762118:0:19088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010845
00000100:00100000:2.0:1788876919.763670:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251704:x1875765362821376:12345-192.168.203.59@tcp:35:dd.500 Request processed in 1897us (2136us total) trans 4295010846 rc 0/0
00000100:00100000:2.0:1788876919.763682:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9881
00000020:00080000:2.0:1788876919.763688:0:19088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00080000:0.0:1788876919.764004:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788876919.920279:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876919.931674:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876919.931768:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362821632
00000100:00100000:0.0:1788876919.931777:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362821632
00000100:00100000:0.0:1788876919.931837:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60333
00000100:00100000:0.0:1788876919.931848:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251720:x1875765362821632:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876919.931871:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876919.931901:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767047 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88869f expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.932053:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76704e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.932066:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76704e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.932078:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76704e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876919.932089:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcad:0x0]: returning size 104857600
00010000:00010000:0.0:1788876919.932242:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767047 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcab:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88869f expref: 13 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.932265:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76704e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88869f expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.932272:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcad:0x0].0x0 (ffff998404dddb00)
00010000:00010000:0.0:1788876919.932275:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876919.932278:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a600, rc 0)
00000100:00100000:0.0:1788876919.932331:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251720:x1875765362821632:12345-192.168.203.59@tcp:101:dd.500 Request processed in 484us (665us total) trans 4295010847 rc 0/0
00000100:00100000:0.0:1788876919.932348:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60333
00000100:00100000:3.0:1788876919.944540:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876919.944791:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362821760
00000100:00100000:0.0:1788876919.944800:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362821760
00000100:00100000:0.0:1788876919.944918:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 550
00000100:00100000:0.0:1788876919.944930:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362821760:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788876919.944948:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876919.944967:0:9776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e76705c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886a6 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876919.944993:0:9776:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 104857600, mtime: 0x6aa01878, atime: 0x0, ctime: 0x6aa01878, blocks: 0x3200b
00010000:00010000:0.0:1788876919.945032:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7776s v=(0 0)
00010000:00010000:0.0:1788876919.945038:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876919.945047:0:9776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e76705c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886a6 expref: 6 pid: 9776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.945063:0:9776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e76705c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886a6 expref: 6 pid: 9776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.945081:0:9776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b000, rc 0)
00000100:00100000:0.0:1788876919.945157:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362821760:12345-192.168.203.59@tcp:101:dd.500 Request processed in 229us (624us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876919.945164:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 550
00000100:00100000:2.0:1788876919.945687:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.945804:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362821888
00000100:00100000:3.0:1788876919.945810:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362821888
00000100:00100000:3.0:1788876919.945861:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1204
00000100:00100000:3.0:1788876919.945870:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362821888:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876919.945891:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876919.945913:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76704e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88869f expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.945930:0:5776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcad:0x0].0x0 (ffff998404dddb00)
00010000:00010000:3.0:1788876919.945935:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876919.946312:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2356:x1875765362821888:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 441us (625us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876919.946320:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1204
00000100:00100000:2.0:1788876919.953804:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876919.957480:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822016
00000100:00100000:3.0:1788876919.957495:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822016
00000100:00100000:3.0:1788876919.957733:0:18415:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 3 deadline 0 time 7776966710796 state 0x0 ref 1
00000100:00100000:3.0:1788876919.957746:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 3 deadline 7777066710796 time 7776966710796 state 0x1 ref 1
00000100:00100000:3.0:1788876919.957777:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 2 deadline 7777066710796 time 7776966759483 state 0x0 ref 1
00000100:00100000:3.0:1788876919.957793:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362822016:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876919.957824:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.957838:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.957841:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876919.957847:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876919.957858:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.986919:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.986942:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.986962:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.986970:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876919.986975:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.986984:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.987005:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876919.987063:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048721367/0x3868396b8e767063 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876919.987185:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362822016:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29365us (33356us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876919.987197:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 129
00000100:00100000:0.0:1788876919.987206:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 2 deadline 7777066710796 time 7776966759483 state 0x2 ref 0
00000100:00100000:3.0:1788876919.997068:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876919.998264:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822144
00000100:00100000:2.0:1788876919.998275:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822144
00000100:00100000:2.0:1788876919.998337:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 2 deadline 7777066710796 time 7776966759483 state 0x0 ref 1
00000100:00100000:2.0:1788876919.998350:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 2 deadline 7777066759483 time 7776966759483 state 0x1 ref 1
00000100:00100000:2.0:1788876919.998384:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 1 deadline 7777066759483 time 7777007366552 state 0x0 ref 1
00000100:00100000:2.0:1788876919.998400:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362822144:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876919.998434:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.998450:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876919.998454:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876919.998461:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876919.998477:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.019851:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.020648:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.020660:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.020667:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876920.020672:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.020682:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.020701:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.020709:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e76706a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876920.025430:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362822144:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27023us (28410us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876920.025512:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 130
00000100:00100000:2.0:1788876920.025523:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 1 deadline 7777066759483 time 7777007366552 state 0x2 ref 0
00000100:00100000:3.0:1788876920.043291:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876920.043463:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822272
00000100:00100000:0.0:1788876920.043474:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822272
00000100:00100000:0.0:1788876920.043553:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 1 deadline 7777066759483 time 7777007366552 state 0x0 ref 1
00000100:00100000:0.0:1788876920.043567:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 1 deadline 7777107366552 time 7777007366552 state 0x1 ref 1
00000100:00100000:0.0:1788876920.043594:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777107366552 time 7777052576239 state 0x0 ref 1
00000100:00100000:0.0:1788876920.043608:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362822272:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876920.043647:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.043666:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.043672:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.043679:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.043694:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.062060:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.062079:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.062254:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.062263:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876920.062267:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.062276:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.062294:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.062301:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767071 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876920.063538:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362822272:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19925us (20248us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876920.063552:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 131
00000100:00100000:0.0:1788876920.063562:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777107366552 time 7777052576239 state 0x2 ref 0
00000100:00100000:1.0:1788876920.068953:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876920.069312:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822400
00000100:00100000:2.0:1788876920.069324:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822400
00000100:00100000:2.0:1788876920.069392:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777107366552 time 7777052576239 state 0x0 ref 1
00000100:00100000:2.0:1788876920.069405:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777152576239 time 7777052576239 state 0x1 ref 1
00000100:00100000:3.0:1788876920.143799:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777152576239 time 7777152772760 state 0x0 ref 1
00000100:00100000:3.0:1788876920.143833:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362822400:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876920.143889:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.143906:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876920.143911:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876920.143917:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.143930:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.157788:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.157807:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.157816:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.157936:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876920.157941:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.157951:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.157976:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.157984:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e767078 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876920.158750:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362822400:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14927us (89800us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876920.158764:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 132
00000100:00100000:3.0:1788876920.158774:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777152576239 time 7777152772760 state 0x2 ref 0
00000100:00100000:1.0:1788876920.169231:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876920.169376:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822528
00000100:00100000:2.0:1788876920.169386:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822528
00000100:00100000:2.0:1788876920.169448:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777152576239 time 7777152772760 state 0x0 ref 1
00000100:00100000:2.0:1788876920.169462:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777252772760 time 7777152772760 state 0x1 ref 1
00000100:00100000:0.0:1788876920.243953:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777252772760 time 7777252926253 state 0x0 ref 1
00000100:00100000:0.0:1788876920.243989:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362822528:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876920.244065:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.244082:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.244086:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.244093:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.244106:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.260344:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.260363:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.260372:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.260379:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984201a3000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876920.260384:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.260392:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.260416:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.260424:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b912b1d6/0x3868396b8e76707f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876920.260514:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362822528:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16537us (91287us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876920.260525:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 133
00000100:00100000:2.0:1788876920.260535:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777252772760 time 7777252926253 state 0x2 ref 0
00000100:00100000:2.0:1788876920.265627:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876920.265700:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822656
00000100:00100000:0.0:1788876920.265713:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822656
00000100:00100000:0.0:1788876920.265891:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777252772760 time 7777252926253 state 0x0 ref 1
00000100:00100000:0.0:1788876920.265906:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777352926253 time 7777252926253 state 0x1 ref 1
00000100:00100000:1.0:1788876920.344971:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777352926253 time 7777353941727 state 0x0 ref 1
00000100:00100000:1.0:1788876920.345008:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362822656:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876920.345122:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.345140:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876920.345354:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876920.345363:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.345379:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.361669:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.361690:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.361698:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.361705:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f2b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876920.361709:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.361719:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.361741:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876920.361749:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca19ef34/0x3868396b8e767086 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876920.361861:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362822656:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16865us (96248us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876920.361873:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 134
00000100:00100000:1.0:1788876920.361891:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777352926253 time 7777353941727 state 0x2 ref 0
00000100:00100000:0.0:1788876920.373251:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876920.373443:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822784
00000100:00100000:3.0:1788876920.373453:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822784
00000100:00100000:3.0:1788876920.373514:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777352926253 time 7777353941727 state 0x0 ref 1
00000100:00100000:3.0:1788876920.373526:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777453941727 time 7777353941727 state 0x1 ref 1
00000100:00100000:3.0:1788876920.445078:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777453941727 time 7777454052142 state 0x0 ref 1
00000100:00100000:3.0:1788876920.445116:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362822784:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876920.445158:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.445173:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876920.445178:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876920.445184:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.445196:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.498260:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.498279:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.498289:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.498296:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876920.498301:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.498310:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.498328:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.498336:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e76708d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876920.498418:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362822784:12345-192.168.203.59@tcp:3:dd.500 Request processed in 53316us (125170us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876920.498430:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 135
00000100:00100000:3.0:1788876920.498440:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777453941727 time 7777454052142 state 0x2 ref 0
00000100:00100000:0.0:1788876920.504445:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876920.504548:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362822912
00000100:00100000:1.0:1788876920.504558:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362822912
00000100:00100000:1.0:1788876920.504613:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777453941727 time 7777454052142 state 0x0 ref 1
00000100:00100000:1.0:1788876920.504626:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777554052142 time 7777454052142 state 0x1 ref 1
00000100:00100000:0.0:1788876920.545741:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777554052142 time 7777554714976 state 0x0 ref 1
00000100:00100000:0.0:1788876920.545776:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362822912:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876920.545819:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.545836:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.545841:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.545847:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.545860:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.562093:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.562113:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.562124:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.562131:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984201a3200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876920.562137:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.562145:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.562164:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.562172:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc179899/0x3868396b8e767094 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876920.562264:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362822912:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16495us (57824us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876920.562275:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 136
00000100:00100000:3.0:1788876920.562285:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777554052142 time 7777554714976 state 0x2 ref 0
00000100:00100000:1.0:1788876920.572154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876920.572257:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823040
00000100:00100000:0.0:1788876920.572267:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823040
00000100:00100000:0.0:1788876920.572320:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777554052142 time 7777554714976 state 0x0 ref 1
00000100:00100000:0.0:1788876920.572332:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777654714976 time 7777554714976 state 0x1 ref 1
00000100:00100000:2.0:1788876920.646084:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777654714976 time 7777655054738 state 0x0 ref 1
00000100:00100000:2.0:1788876920.646127:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362823040:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876920.646176:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.646195:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876920.646199:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876920.646206:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.646221:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.661564:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.661587:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.661597:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.661604:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433514a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876920.661610:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.661618:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.661638:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.661646:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006005e60e/0x3868396b8e76709b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876920.661745:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362823040:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15635us (89595us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876920.661757:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 137
00000100:00100000:3.0:1788876920.661766:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777654714976 time 7777655054738 state 0x2 ref 0
00000100:00100000:1.0:1788876920.671698:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876920.671808:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823168
00000100:00100000:0.0:1788876920.671818:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823168
00000100:00100000:0.0:1788876920.671886:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777654714976 time 7777655054738 state 0x0 ref 1
00000100:00100000:0.0:1788876920.671899:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777755054738 time 7777655054738 state 0x1 ref 1
00000100:00100000:0.0:1788876920.746189:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777755054738 time 7777755162639 state 0x0 ref 1
00000100:00100000:0.0:1788876920.746400:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362823168:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876920.746443:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.746459:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.746464:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.746470:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.746483:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.771404:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.771426:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.771436:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.771444:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876920.771449:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.771458:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.771476:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876920.771484:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7670a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876920.771566:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362823168:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25353us (99874us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876920.771578:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 138
00000100:00100000:3.0:1788876920.771587:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777755054738 time 7777755162639 state 0x2 ref 0
00000100:00100000:1.0:1788876920.791461:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876920.791595:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823296
00000100:00100000:2.0:1788876920.791604:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823296
00000100:00100000:2.0:1788876920.791656:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777755054738 time 7777755162639 state 0x0 ref 1
00000100:00100000:2.0:1788876920.791670:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777855162639 time 7777755162639 state 0x1 ref 1
00000001:00080000:0.0:1788876920.822483:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010847 is committed
00000100:00100000:0.0:1788876920.847743:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777855162639 time 7777856715892 state 0x0 ref 1
00000100:00100000:0.0:1788876920.847779:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362823296:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876920.847822:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.847839:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.847844:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.847850:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.847864:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.883100:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.883119:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.883128:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.883136:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876920.883141:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.883151:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.883169:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876920.883176:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e7670a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876920.883271:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362823296:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35503us (91814us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876920.883283:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 139
00000100:00100000:2.0:1788876920.883293:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777855162639 time 7777856715892 state 0x2 ref 0
00000100:00100000:2.0:1788876920.894471:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876920.894577:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823424
00000100:00100000:0.0:1788876920.894589:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823424
00000100:00100000:0.0:1788876920.894648:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777855162639 time 7777856715892 state 0x0 ref 1
00000100:00100000:0.0:1788876920.894662:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777956715892 time 7777856715892 state 0x1 ref 1
00010000:00010000:0.0:1788876920.942194:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876920.947827:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777956715892 time 7777956801628 state 0x0 ref 1
00000100:00100000:0.0:1788876920.947862:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362823424:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876920.947916:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.947934:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.947939:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876920.947945:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.947969:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.957381:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.957402:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.957410:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.957423:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876920.957428:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.957437:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.957456:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876920.957463:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876920.957561:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362823424:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9710us (63096us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876920.957573:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 140
00000100:00100000:0.0:1788876920.957582:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777956715892 time 7777956801628 state 0x2 ref 0
00000100:00100000:2.0:1788876920.964705:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876920.964804:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823552
00000100:00100000:1.0:1788876920.964813:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823552
00000100:00100000:1.0:1788876920.964869:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7777956715892 time 7777956801628 state 0x0 ref 1
00000100:00100000:1.0:1788876920.964894:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778056801628 time 7777956801628 state 0x1 ref 1
00000100:00100000:3.0:1788876921.048240:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778056801628 time 7778057213860 state 0x0 ref 1
00000100:00100000:3.0:1788876921.048289:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362823552:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876921.048332:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.048348:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876921.048353:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876921.048359:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.048376:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876921.049325:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876921.071005:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.071055:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.071063:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.071070:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876921.071075:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.071084:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.071102:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.071112:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876921.071193:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362823552:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22930us (106493us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876921.071204:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 141
00000100:00100000:3.0:1788876921.071213:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778056801628 time 7778057213860 state 0x2 ref 0
00000100:00100000:3.0:1788876921.094809:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876921.094928:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823680
00000100:00100000:2.0:1788876921.094942:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823680
00000100:00100000:2.0:1788876921.095003:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778056801628 time 7778057213860 state 0x0 ref 1
00000100:00100000:2.0:1788876921.095046:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778157213860 time 7778057213860 state 0x1 ref 1
00000100:00100000:0.0:1788876921.149651:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778157213860 time 7778158625340 state 0x0 ref 1
00000100:00100000:0.0:1788876921.149698:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362823680:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876921.149742:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.149775:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876921.149779:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876921.149786:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.149800:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.180421:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.180442:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.180452:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.180459:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876921.180464:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.180473:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.181136:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.181148:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7670be lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876921.181382:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362823680:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31704us (86577us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876921.181396:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 142
00000100:00100000:0.0:1788876921.181407:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778157213860 time 7778158625340 state 0x2 ref 0
00000100:00100000:3.0:1788876921.190326:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876921.190446:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823808
00000100:00100000:0.0:1788876921.190456:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823808
00000100:00100000:0.0:1788876921.190510:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778157213860 time 7778158625340 state 0x0 ref 1
00000100:00100000:0.0:1788876921.190522:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778258625340 time 7778158625340 state 0x1 ref 1
00000100:00100000:2.0:1788876921.249848:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778258625340 time 7778258820893 state 0x0 ref 1
00000100:00100000:2.0:1788876921.249893:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362823808:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876921.249937:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.249952:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.249957:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.249963:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.249975:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.270791:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.270813:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.270822:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.270829:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876921.270834:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.270848:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.270865:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.270872:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7670c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876921.270971:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362823808:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21098us (80647us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876921.270981:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 143
00000100:00100000:0.0:1788876921.270991:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778258625340 time 7778258820893 state 0x2 ref 0
00000100:00100000:3.0:1788876921.275795:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876921.276061:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362823936
00000100:00100000:2.0:1788876921.276072:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362823936
00000100:00100000:2.0:1788876921.276134:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778258625340 time 7778258820893 state 0x0 ref 1
00000100:00100000:2.0:1788876921.276149:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778358820893 time 7778258820893 state 0x1 ref 1
00000100:00100000:2.0:1788876921.349972:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778358820893 time 7778358945313 state 0x0 ref 1
00000100:00100000:2.0:1788876921.350008:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362823936:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876921.350097:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.350114:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.350118:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.350126:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.350138:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.371503:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.371524:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.371544:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.371552:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876921.371557:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.371565:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.371585:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.371598:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7670cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876921.371776:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362823936:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21771us (95979us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876921.371787:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 144
00000100:00100000:2.0:1788876921.371797:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778358820893 time 7778358945313 state 0x2 ref 0
00000100:00100000:1.0:1788876921.381434:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876921.381520:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824064
00000100:00100000:3.0:1788876921.381530:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824064
00000100:00100000:3.0:1788876921.381626:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778358820893 time 7778358945313 state 0x0 ref 1
00000100:00100000:3.0:1788876921.381639:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778458945313 time 7778358945313 state 0x1 ref 1
00000100:00100000:1.0:1788876921.452222:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778458945313 time 7778461196063 state 0x0 ref 1
00000100:00100000:1.0:1788876921.452261:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362824064:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876921.452307:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.452324:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876921.452328:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876921.452334:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.452346:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.480963:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.480987:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.480997:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.481004:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876921.481010:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.481049:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.481072:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.481079:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012daa0f5/0x3868396b8e7670d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876921.481180:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362824064:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28933us (99751us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876921.481370:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 145
00000100:00100000:2.0:1788876921.481380:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778458945313 time 7778461196063 state 0x2 ref 0
00000100:00100000:1.0:1788876921.490763:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876921.490853:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824192
00000100:00100000:2.0:1788876921.490863:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824192
00000100:00100000:2.0:1788876921.490923:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778458945313 time 7778461196063 state 0x0 ref 1
00000100:00100000:2.0:1788876921.490936:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778561196063 time 7778461196063 state 0x1 ref 1
00000100:00100000:3.0:1788876921.552395:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778561196063 time 7778561368390 state 0x0 ref 1
00000100:00100000:3.0:1788876921.552431:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362824192:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876921.552477:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.552495:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876921.552500:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876921.552507:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.552522:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.573276:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.573297:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.573306:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.573313:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876921.573318:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.573326:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.573626:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876921.573635:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8edfde/0x3868396b8e7670da lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876921.573781:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362824192:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21361us (83021us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876921.573792:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 146
00000100:00100000:3.0:1788876921.573801:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778561196063 time 7778561368390 state 0x2 ref 0
00000100:00100000:1.0:1788876921.582184:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876921.582274:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824320
00000100:00100000:0.0:1788876921.582283:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824320
00000100:00100000:0.0:1788876921.582371:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778561196063 time 7778561368390 state 0x0 ref 1
00000100:00100000:0.0:1788876921.582384:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778661368390 time 7778561368390 state 0x1 ref 1
00000100:00100000:2.0:1788876921.652602:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778661368390 time 7778661574367 state 0x0 ref 1
00000100:00100000:2.0:1788876921.652648:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362824320:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876921.652693:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.652709:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.652713:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.652719:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.652733:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.684199:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.684218:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.684228:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.684235:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433546200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876921.684240:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.684255:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.684274:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.684282:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876921.684371:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362824320:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31745us (102192us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876921.684382:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 147
00000100:00100000:2.0:1788876921.684392:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778661368390 time 7778661574367 state 0x2 ref 0
00000100:00100000:2.0:1788876921.702092:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876921.703942:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824448
00000100:00100000:3.0:1788876921.703955:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824448
00000100:00100000:3.0:1788876921.704027:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778661368390 time 7778661574367 state 0x0 ref 1
00000100:00100000:3.0:1788876921.704042:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778761574367 time 7778661574367 state 0x1 ref 1
00000100:00100000:1.0:1788876921.752692:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778761574367 time 7778761665669 state 0x0 ref 1
00000100:00100000:1.0:1788876921.752724:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362824448:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876921.752771:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.752789:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876921.752793:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876921.752800:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.752819:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.766394:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.766415:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.766425:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.766433:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876921.766438:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.766449:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.766470:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.766479:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7670e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876921.766574:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362824448:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13859us (64486us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876921.766585:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 148
00000100:00100000:1.0:1788876921.766594:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778761574367 time 7778761665669 state 0x2 ref 0
00000100:00100000:3.0:1788876921.787579:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876921.791062:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824576
00000100:00100000:0.0:1788876921.791078:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824576
00000100:00100000:0.0:1788876921.791132:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778761574367 time 7778761665669 state 0x0 ref 1
00000100:00100000:0.0:1788876921.791145:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778861665669 time 7778761665669 state 0x1 ref 1
00000100:00100000:2.0:1788876921.854905:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778861665669 time 7778863879431 state 0x0 ref 1
00000100:00100000:2.0:1788876921.854940:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362824576:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876921.854984:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.855001:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.855005:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876921.855010:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.855043:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.874482:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.874504:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.874513:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.874521:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433546200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876921.874525:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.874534:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.874554:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876921.874563:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ccf702e/0x3868396b8e7670ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876921.874652:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362824576:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19723us (87077us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876921.874662:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 149
00000100:00100000:2.0:1788876921.874670:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778861665669 time 7778863879431 state 0x2 ref 0
00000100:00100000:3.0:1788876921.885928:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876921.886064:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824704
00000100:00100000:0.0:1788876921.886075:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824704
00000100:00100000:0.0:1788876921.886129:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778861665669 time 7778863879431 state 0x0 ref 1
00000100:00100000:0.0:1788876921.886395:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778963879431 time 7778863879431 state 0x1 ref 1
00000100:00100000:0.0:1788876921.957389:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778963879431 time 7778966364549 state 0x0 ref 1
00000100:00100000:0.0:1788876921.957415:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362824704:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876921.957455:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.957472:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876921.957476:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876921.957482:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.957495:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876921.966106:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876921.986837:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.987283:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.987294:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.987306:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876921.987311:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.987320:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.987340:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876921.987348:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7670f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876921.987438:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362824704:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30028us (101515us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876921.987451:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 150
00000100:00100000:0.0:1788876921.987460:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778963879431 time 7778966364549 state 0x2 ref 0
00000100:00100000:3.0:1788876921.998720:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876922.000746:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824832
00000100:00100000:0.0:1788876922.000760:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824832
00000100:00100000:0.0:1788876922.000885:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7778963879431 time 7778966364549 state 0x0 ref 1
00000100:00100000:0.0:1788876922.000904:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779066364549 time 7778966364549 state 0x1 ref 1
00000100:00100000:2.0:1788876922.058337:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779066364549 time 7779067310093 state 0x0 ref 1
00000100:00100000:2.0:1788876922.058366:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362824832:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876922.058405:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.058421:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876922.058425:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876922.058431:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.058447:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.094513:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.094536:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.094552:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.094560:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876922.094565:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.094574:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.094591:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.094600:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7670fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876922.094674:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362824832:12345-192.168.203.59@tcp:3:dd.500 Request processed in 36316us (95959us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876922.094684:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 151
00000100:00100000:2.0:1788876922.094694:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779066364549 time 7779067310093 state 0x2 ref 0
00000100:00100000:3.0:1788876922.101995:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876922.102117:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362824960
00000100:00100000:2.0:1788876922.102127:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362824960
00000100:00100000:2.0:1788876922.102189:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779066364549 time 7779067310093 state 0x0 ref 1
00000100:00100000:2.0:1788876922.102203:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779167310093 time 7779067310093 state 0x1 ref 1
00000100:00100000:0.0:1788876922.158441:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779167310093 time 7779167415368 state 0x0 ref 1
00000100:00100000:0.0:1788876922.158475:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362824960:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876922.158516:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.158533:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.158538:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.158544:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.158557:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.179305:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.179323:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.179331:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.179337:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876922.179342:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.179350:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.179369:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.179376:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767104 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876922.186222:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362824960:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21387us (77865us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876922.186240:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 152
00000100:00100000:0.0:1788876922.186251:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779167310093 time 7779167415368 state 0x2 ref 0
00000100:00100000:0.0:1788876922.210397:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876922.212452:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825088
00000100:00100000:3.0:1788876922.212468:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825088
00000100:00100000:3.0:1788876922.212535:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779167310093 time 7779167415368 state 0x0 ref 1
00000100:00100000:3.0:1788876922.212549:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779267415368 time 7779167415368 state 0x1 ref 1
00000100:00100000:1.0:1788876922.258578:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779267415368 time 7779267553299 state 0x0 ref 1
00000100:00100000:1.0:1788876922.258612:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362825088:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876922.258653:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.258668:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876922.258673:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876922.258679:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.258692:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.283735:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.283755:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.283771:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.283778:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876922.283783:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.283791:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.283810:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.283819:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e76710b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876922.283918:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362825088:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25318us (73526us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876922.283930:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 153
00000100:00100000:1.0:1788876922.284130:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779267415368 time 7779267553299 state 0x2 ref 0
00000100:00100000:0.0:1788876922.289594:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365755008:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.289658:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876922.289703:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1788876922.289710:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365754624:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.289737:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876922.289757:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365755136:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.289780:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876922.289805:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365754752:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.289826:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876922.289843:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365755264:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.289863:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876922.289889:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876922.289895:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365754880:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.289916:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876922.289944:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755136
00000100:00100000:0.0:1788876922.289962:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755136
00000100:00100000:0.0:1788876922.290008:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365754752
00000100:00100000:0.0:1788876922.290028:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365754752
00000100:00100000:0.0:1788876922.290047:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365754880
00000100:00100000:0.0:1788876922.290050:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365754880
00000100:00100000:0.0:1788876922.290070:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770
00000100:00100000:0.0:1788876922.290079:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365755136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290129:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365755136:12345-0@lo:400:kworker.0 Request processed in 51us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876922.290136:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770
00000100:00100000:0.0:1788876922.290151:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6771
00000100:00100000:0.0:1788876922.290157:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365754752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290186:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365754752:12345-0@lo:400:kworker.0 Request processed in 30us (360us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876922.290192:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6771
00000100:00100000:0.0:1788876922.290202:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6772
00000100:00100000:0.0:1788876922.290207:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365754880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290229:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365754880:12345-0@lo:400:kworker.0 Request processed in 22us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876922.290234:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6772
00000100:00100000:0.0:1788876922.290254:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755008
00000100:00100000:0.0:1788876922.290257:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755008
00000100:00100000:0.0:1788876922.290297:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755264
00000100:00100000:0.0:1788876922.290301:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755264
00000100:00100000:0.0:1788876922.290320:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 373
00000100:00100000:0.0:1788876922.290326:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365755264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290354:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365755264:12345-0@lo:400:kworker.0 Request processed in 27us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876922.290360:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 373
00000100:00100000:0.0:1788876922.290370:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 373
00000100:00100000:0.0:1788876922.290376:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365755008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290410:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365755008:12345-0@lo:400:kworker.0 Request processed in 23us (742us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876922.290417:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 373
00000100:00080000:0.0:1788876922.290435:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876922.290439:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876922.290442:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876922.290477:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365754880:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290487:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365754752:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290494:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993636 gen 2
00000004:00080000:0.0:1788876922.290499:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312aa3b80, transno 4294993636
00000100:00100000:0.0:1788876922.290507:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365755264:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290535:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365755136:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.290544:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365755008:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.294161:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876922.294186:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9984104adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365755392:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876922.294267:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876922.294670:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755392
00000100:00100000:2.0:1788876922.294677:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755392
00000100:00100000:2.0:1788876922.294734:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 374
00000100:00100000:2.0:1788876922.294743:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365755392:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876922.294775:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876922.294833:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365755392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (566us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876922.294841:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 374
00000100:00100000:1.0:1788876922.296103:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9984104adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365755392:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876922.296396:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365754624
00000100:00100000:3.0:1788876922.298624:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365754624
00000100:00100000:3.0:1788876922.298692:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:3.0:1788876922.298701:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365754624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876922.298802:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365754624:12345-0@lo:400:kworker.0 Request processed in 101us (9063us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876922.298810:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00100000:2.0:1788876922.299421:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365754624:0@lo:400:kworker.0
00000100:00100000:0.0:1788876922.300115:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876922.301131:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825216
00000100:00100000:2.0:1788876922.301143:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825216
00000100:00100000:2.0:1788876922.301204:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779267415368 time 7779267553299 state 0x0 ref 1
00000100:00100000:2.0:1788876922.301218:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779367553299 time 7779267553299 state 0x1 ref 1
00000100:00100000:0.0:1788876922.360292:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779367553299 time 7779369266307 state 0x0 ref 1
00000100:00100000:0.0:1788876922.360328:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362825216:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876922.360373:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.360390:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.360394:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.360402:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.360418:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.406997:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.407051:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.407062:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.407068:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876922.407072:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.407082:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.407101:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.407109:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6129f3/0x3868396b8e767112 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876922.407195:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362825216:12345-192.168.203.59@tcp:3:dd.500 Request processed in 46880us (107080us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876922.407204:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 154
00000100:00100000:2.0:1788876922.407213:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779367553299 time 7779369266307 state 0x2 ref 0
00000100:00100000:2.0:1788876922.423948:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876922.424041:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825344
00000100:00100000:1.0:1788876922.424051:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825344
00000100:00100000:1.0:1788876922.424100:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779367553299 time 7779369266307 state 0x0 ref 1
00000100:00100000:1.0:1788876922.424113:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779469266307 time 7779369266307 state 0x1 ref 1
00000100:00100000:1.0:1788876922.460375:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779469266307 time 7779469347005 state 0x0 ref 1
00000100:00100000:1.0:1788876922.460410:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362825344:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876922.460453:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.460470:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876922.460474:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876922.460480:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.460716:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.471467:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.471579:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.471589:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.471597:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876922.471601:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.471611:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.471631:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.471639:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e767119 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876922.471759:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362825344:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11359us (47814us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876922.471770:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 155
00000100:00100000:0.0:1788876922.471780:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779469266307 time 7779469347005 state 0x2 ref 0
00000100:00100000:2.0:1788876922.479489:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876922.480169:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825472
00000100:00100000:3.0:1788876922.480179:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825472
00000100:00100000:0.0:1788876922.480291:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779469266307 time 7779469347005 state 0x0 ref 1
00000100:00100000:0.0:1788876922.480305:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779569347005 time 7779469347005 state 0x1 ref 1
00000100:00100000:0.0:1788876922.560761:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779569347005 time 7779569732293 state 0x0 ref 1
00000100:00100000:0.0:1788876922.560805:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362825472:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876922.560849:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.560884:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.560889:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.560896:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.560915:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.577283:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.577302:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.577311:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.577318:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876922.577323:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.577339:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.577358:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876922.577366:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767120 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876922.577445:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362825472:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16653us (97969us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876922.577455:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 156
00000100:00100000:1.0:1788876922.577464:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779569347005 time 7779569732293 state 0x2 ref 0
00000100:00100000:2.0:1788876922.589667:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876922.589767:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825600
00000100:00100000:0.0:1788876922.589777:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825600
00000100:00100000:0.0:1788876922.589830:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779569347005 time 7779569732293 state 0x0 ref 1
00000100:00100000:0.0:1788876922.589842:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779669732293 time 7779569732293 state 0x1 ref 1
00000100:00100000:3.0:1788876922.661072:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779669732293 time 7779670045057 state 0x0 ref 1
00000100:00100000:3.0:1788876922.661108:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362825600:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876922.661152:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.661170:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876922.661176:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876922.661182:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.661200:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.680311:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.680332:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.680341:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.680353:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876922.680358:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.680367:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.680386:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.680394:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767127 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876922.680486:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362825600:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19390us (90822us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876922.680499:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 157
00000100:00100000:3.0:1788876922.680516:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779669732293 time 7779670045057 state 0x2 ref 0
00000100:00100000:2.0:1788876922.696136:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876922.696328:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825728
00000100:00100000:3.0:1788876922.696337:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825728
00000100:00100000:3.0:1788876922.696399:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779669732293 time 7779670045057 state 0x0 ref 1
00000100:00100000:3.0:1788876922.696412:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779770045057 time 7779670045057 state 0x1 ref 1
00000100:00100000:0.0:1788876922.761829:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779770045057 time 7779770801211 state 0x0 ref 1
00000100:00100000:0.0:1788876922.761873:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362825728:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876922.761921:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.761939:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.761944:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.761951:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.761965:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.785414:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.785440:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.785448:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.785456:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876922.785461:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.785469:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.785486:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.785494:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76712e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876922.785597:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362825728:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23743us (89465us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876922.785608:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 158
00000100:00100000:0.0:1788876922.785617:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779770045057 time 7779770801211 state 0x2 ref 0
00000100:00100000:2.0:1788876922.806274:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876922.810782:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825856
00000100:00100000:0.0:1788876922.810798:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825856
00000100:00100000:1.0:1788876922.816153:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779770045057 time 7779770801211 state 0x0 ref 1
00000100:00100000:1.0:1788876922.816172:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779870801211 time 7779770801211 state 0x1 ref 1
00000100:00100000:0.0:1788876922.865056:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779870801211 time 7779874029186 state 0x0 ref 1
00000100:00100000:0.0:1788876922.865102:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362825856:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876922.865148:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.865164:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.865169:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876922.865175:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.865189:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876922.870004:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876922.870079:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876922.870122:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876922.870152:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876922.870179:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362825984
00000100:00100000:3.0:1788876922.870188:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362825984
00000100:00100000:3.0:1788876922.870230:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3167
00000100:00100000:3.0:1788876922.870240:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362825984:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876922.870301:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362825984:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 62us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876922.870308:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3167
00000100:00100000:3.0:1788876922.870342:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362826240
00000100:00100000:3.0:1788876922.870345:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362826240
00000100:00100000:3.0:1788876922.870390:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 374
00000100:00100000:3.0:1788876922.870397:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362826240:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876922.870427:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362826240:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 30us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876922.870434:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 374
00000100:00080000:3.0:1788876922.870454:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876922.872662:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362826112
00000100:00100000:1.0:1788876922.872675:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362826112
00000100:00100000:1.0:1788876922.872756:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362826368
00000100:00100000:1.0:1788876922.872760:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362826368
00000100:00100000:1.0:1788876922.872787:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6773
00000100:00100000:1.0:1788876922.872796:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362826112:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876922.872877:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2358:x1875765362826112:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 71us (2873us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876922.872886:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6773
00000100:00100000:1.0:1788876922.872906:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6774
00000100:00100000:1.0:1788876922.872913:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362826368:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876922.872941:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362826368:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 29us (2862us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876922.872947:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6774
00000100:00080000:2.0:1788876922.878131:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788876922.896497:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.896518:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.896532:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.896540:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876922.896546:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.896555:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.896589:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876922.896597:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767135 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876922.896681:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362825856:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31602us (90413us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876922.896693:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 159
00000100:00100000:2.0:1788876922.896702:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779870801211 time 7779874029186 state 0x2 ref 0
00000100:00100000:2.0:1788876922.910427:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876922.910928:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362826496
00000100:00100000:1.0:1788876922.910941:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362826496
00000100:00100000:1.0:1788876922.911001:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779870801211 time 7779874029186 state 0x0 ref 1
00000100:00100000:1.0:1788876922.911040:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779974029186 time 7779874029186 state 0x1 ref 1
00000100:00100000:3.0:1788876922.965298:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779974029186 time 7779974270953 state 0x0 ref 1
00000100:00100000:3.0:1788876922.965339:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362826496:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876922.965386:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.965403:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876922.965408:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876922.965414:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876922.965428:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.997076:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876922.997994:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.998041:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.998051:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.998059:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876922.998064:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.998073:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.998104:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876922.998113:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e76713c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876922.998206:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362826496:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32884us (87785us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876922.998217:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 160
00000100:00100000:0.0:1788876922.998227:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779974029186 time 7779974270953 state 0x2 ref 0
00000100:00100000:2.0:1788876923.011755:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876923.011851:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362826624
00000100:00100000:0.0:1788876923.011862:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362826624
00000100:00100000:0.0:1788876923.011946:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7779974029186 time 7779974270953 state 0x0 ref 1
00000100:00100000:0.0:1788876923.011959:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780074270953 time 7779974270953 state 0x1 ref 1
00000100:00080000:2.0:1788876923.012041:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876923.065988:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780074270953 time 7780074961067 state 0x0 ref 1
00000100:00100000:0.0:1788876923.066065:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362826624:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876923.066118:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.066135:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876923.066138:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876923.066143:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.066152:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.079584:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.079605:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.079615:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.079622:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876923.079627:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.079636:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.079657:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.079666:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e767143 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876923.079757:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362826624:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13745us (68007us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876923.079769:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 161
00000100:00100000:1.0:1788876923.079779:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780074270953 time 7780074961067 state 0x2 ref 0
00000100:00100000:3.0:1788876923.084201:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876923.084752:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362826752
00000100:00100000:1.0:1788876923.084762:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362826752
00000100:00100000:1.0:1788876923.084817:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780074270953 time 7780074961067 state 0x0 ref 1
00000100:00100000:1.0:1788876923.084832:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780174961067 time 7780074961067 state 0x1 ref 1
00000100:00100000:0.0:1788876923.169313:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780174961067 time 7780178286660 state 0x0 ref 1
00000100:00100000:0.0:1788876923.169346:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362826752:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876923.169389:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.169406:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876923.169411:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876923.169417:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.169430:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.207516:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.207542:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.207550:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.207558:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876923.207563:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.207572:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.207591:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.207598:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e76714a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876923.207710:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362826752:12345-192.168.203.59@tcp:3:dd.500 Request processed in 38374us (123515us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876923.207720:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 162
00000100:00100000:0.0:1788876923.207729:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780174961067 time 7780178286660 state 0x2 ref 0
00000100:00100000:3.0:1788876923.214248:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876923.214349:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362826880
00000100:00100000:1.0:1788876923.214358:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362826880
00000100:00100000:1.0:1788876923.214412:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780174961067 time 7780178286660 state 0x0 ref 1
00000100:00100000:1.0:1788876923.214426:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780278286660 time 7780178286660 state 0x1 ref 1
00000100:00100000:2.0:1788876923.269775:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780278286660 time 7780278748640 state 0x0 ref 1
00000100:00100000:2.0:1788876923.269813:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362826880:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876923.269861:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.269886:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.269890:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.269896:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.269909:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.289950:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.289971:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.289980:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.289988:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876923.289993:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.290003:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.290044:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.290053:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767151 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876923.290150:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362826880:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20351us (75909us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876923.290161:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 163
00000100:00100000:2.0:1788876923.290172:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780278286660 time 7780278748640 state 0x2 ref 0
00000100:00100000:2.0:1788876923.299217:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876923.299294:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827008
00000100:00100000:3.0:1788876923.299306:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827008
00000100:00100000:3.0:1788876923.299369:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780278286660 time 7780278748640 state 0x0 ref 1
00000100:00100000:3.0:1788876923.299381:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780378748640 time 7780278748640 state 0x1 ref 1
00000100:00100000:2.0:1788876923.369923:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780378748640 time 7780378894470 state 0x0 ref 1
00000100:00100000:2.0:1788876923.369960:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362827008:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876923.370222:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.370240:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.370244:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.370251:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.370265:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.397714:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.397735:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.397745:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.397752:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876923.397757:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.397766:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.397785:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.397792:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006804a329/0x3868396b8e767158 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876923.397896:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362827008:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27948us (98683us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876923.397907:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 164
00000100:00100000:1.0:1788876923.397917:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780378748640 time 7780378894470 state 0x2 ref 0
00000100:00100000:1.0:1788876923.408039:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876923.408933:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827136
00000100:00100000:0.0:1788876923.408946:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827136
00000100:00100000:0.0:1788876923.409208:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780378748640 time 7780378894470 state 0x0 ref 1
00000100:00100000:0.0:1788876923.409223:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780478894470 time 7780378894470 state 0x1 ref 1
00000100:00100000:1.0:1788876923.470209:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780478894470 time 7780479181884 state 0x0 ref 1
00000100:00100000:1.0:1788876923.470243:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362827136:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876923.470288:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.470306:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876923.470311:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876923.470318:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.470332:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.490196:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.490216:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.490225:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.490232:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876923.490237:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.490246:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.490266:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.490273:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e76715f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876923.490363:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362827136:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20130us (82363us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876923.490374:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 165
00000100:00100000:2.0:1788876923.490384:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780478894470 time 7780479181884 state 0x2 ref 0
00000100:00100000:3.0:1788876923.497582:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876923.497692:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827264
00000100:00100000:2.0:1788876923.497702:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827264
00000100:00100000:2.0:1788876923.497758:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780478894470 time 7780479181884 state 0x0 ref 1
00000100:00100000:2.0:1788876923.497771:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780579181884 time 7780479181884 state 0x1 ref 1
00000100:00100000:2.0:1788876923.570320:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780579181884 time 7780579291903 state 0x0 ref 1
00000100:00100000:2.0:1788876923.570358:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362827264:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876923.570403:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.570421:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.570425:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.570432:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.570447:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.596592:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.596612:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.596627:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.596634:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876923.596638:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.596647:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.596668:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.596685:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767166 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876923.596777:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362827264:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26434us (99201us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876923.596788:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 166
00000100:00100000:2.0:1788876923.596797:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780579181884 time 7780579291903 state 0x2 ref 0
00000100:00100000:0.0:1788876923.602191:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876923.602349:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827392
00000100:00100000:3.0:1788876923.602358:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827392
00000100:00100000:3.0:1788876923.602410:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780579181884 time 7780579291903 state 0x0 ref 1
00000100:00100000:3.0:1788876923.602423:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780679291903 time 7780579291903 state 0x1 ref 1
00000100:00100000:1.0:1788876923.673141:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780679291903 time 7780682114151 state 0x0 ref 1
00000100:00100000:1.0:1788876923.673182:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362827392:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876923.673225:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.673241:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876923.673244:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876923.673251:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876923.673264:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.683126:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.683145:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.683154:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.683161:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876923.683166:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.683173:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.683191:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.683197:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5cea406/0x3868396b8e76716d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876923.683324:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362827392:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10155us (81137us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876923.683336:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 167
00000100:00100000:2.0:1788876923.683345:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780679291903 time 7780682114151 state 0x2 ref 0
00000100:00100000:0.0:1788876923.688162:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876923.688407:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827520
00000100:00100000:1.0:1788876923.688420:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827520
00000100:00100000:1.0:1788876923.688504:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780679291903 time 7780682114151 state 0x0 ref 1
00000100:00100000:1.0:1788876923.688525:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780782114151 time 7780682114151 state 0x1 ref 1
00000100:00100000:2.0:1788876923.775555:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780782114151 time 7780784528576 state 0x0 ref 1
00000100:00100000:2.0:1788876923.775590:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362827520:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876923.775633:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.775650:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.775655:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.775661:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.775674:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.821568:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.821587:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.821597:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.821606:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876923.821610:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.821620:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.821645:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.821653:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767174 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876923.821774:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362827520:12345-192.168.203.59@tcp:3:dd.500 Request processed in 46196us (133617us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876923.821786:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 168
00000100:00100000:2.0:1788876923.821795:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780782114151 time 7780784528576 state 0x2 ref 0
00000100:00100000:3.0:1788876923.837673:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876923.837777:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827648
00000100:00100000:0.0:1788876923.837787:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827648
00000100:00100000:0.0:1788876923.837843:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780782114151 time 7780784528576 state 0x0 ref 1
00000100:00100000:0.0:1788876923.837857:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780884528576 time 7780784528576 state 0x1 ref 1
00000100:00100000:0.0:1788876923.875686:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780884528576 time 7780884660095 state 0x0 ref 1
00000100:00100000:0.0:1788876923.875721:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362827648:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876923.875761:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.875777:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876923.875781:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876923.875787:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.875800:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.925220:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.925240:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.925249:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.925256:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876923.925260:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.925268:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.925287:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.925295:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db3d765b/0x3868396b8e76717b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876923.925382:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362827648:12345-192.168.203.59@tcp:3:dd.500 Request processed in 49673us (87714us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876923.925392:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 169
00000100:00100000:0.0:1788876923.925402:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780884528576 time 7780884660095 state 0x2 ref 0
00000100:00100000:1.0:1788876923.935429:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876923.935756:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827776
00000100:00100000:2.0:1788876923.935766:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827776
00000100:00100000:2.0:1788876923.935920:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780884528576 time 7780884660095 state 0x0 ref 1
00000100:00100000:2.0:1788876923.935933:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780984660095 time 7780884660095 state 0x1 ref 1
00000100:00100000:2.0:1788876923.975974:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780984660095 time 7780984941664 state 0x0 ref 1
00000100:00100000:2.0:1788876923.976003:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362827776:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876923.976230:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.976247:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.976251:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876923.976258:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876923.976272:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.988419:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.988439:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.988448:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.988456:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876923.988460:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.988469:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.988488:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876923.988496:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767182 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876923.988593:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362827776:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12597us (53170us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876923.988603:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 170
00000100:00100000:0.0:1788876923.988612:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780984660095 time 7780984941664 state 0x2 ref 0
00000100:00100000:1.0:1788876923.996968:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876923.997267:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362827904
00000100:00100000:2.0:1788876923.997276:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362827904
00000100:00100000:2.0:1788876923.997330:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7780984660095 time 7780984941664 state 0x0 ref 1
00000100:00100000:2.0:1788876923.997342:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781084941664 time 7780984941664 state 0x1 ref 1
00010000:00010000:2.0:1788876924.015286:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876924.076147:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781084941664 time 7781085118244 state 0x0 ref 1
00000100:00100000:3.0:1788876924.076194:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362827904:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876924.076242:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.076259:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876924.076265:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876924.076272:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.076285:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.090077:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.090099:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.090107:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.090115:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876924.090120:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.090130:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.090151:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.090230:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040e40c79/0x3868396b8e767189 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876924.090367:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362827904:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14188us (93404us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876924.090379:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 171
00000100:00100000:3.0:1788876924.090389:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781084941664 time 7781085118244 state 0x2 ref 0
00000100:00100000:1.0:1788876924.106363:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876924.108938:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828032
00000100:00100000:2.0:1788876924.108951:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828032
00000100:00100000:2.0:1788876924.109034:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781084941664 time 7781085118244 state 0x0 ref 1
00000100:00100000:2.0:1788876924.109047:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781185118244 time 7781085118244 state 0x1 ref 1
00000100:00100000:1.0:1788876924.176366:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781185118244 time 7781185338821 state 0x0 ref 1
00000100:00100000:1.0:1788876924.176402:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362828032:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876924.176448:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.176466:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876924.176472:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876924.176489:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.176503:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.207651:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.207672:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.207681:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.207688:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876924.207693:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.207702:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.207720:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.207729:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ab653e0/0x3868396b8e767190 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876924.207813:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362828032:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31423us (101455us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876924.207824:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 172
00000100:00100000:2.0:1788876924.207833:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781185118244 time 7781185338821 state 0x2 ref 0
00000100:00100000:1.0:1788876924.232374:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876924.232460:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828160
00000100:00100000:2.0:1788876924.232470:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828160
00000100:00100000:2.0:1788876924.232539:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781185118244 time 7781185338821 state 0x0 ref 1
00000100:00100000:2.0:1788876924.232551:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781285338821 time 7781185338821 state 0x1 ref 1
00000100:00100000:0.0:1788876924.277152:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781285338821 time 7781286124102 state 0x0 ref 1
00000100:00100000:0.0:1788876924.277186:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362828160:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876924.277229:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.277246:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.277251:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.277257:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.277270:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.334050:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.334070:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.334085:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.334092:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876924.334108:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.334119:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.334138:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.334146:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e767197 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876924.334232:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362828160:12345-192.168.203.59@tcp:3:dd.500 Request processed in 57056us (101862us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876924.334243:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 173
00000100:00100000:2.0:1788876924.334252:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781285338821 time 7781286124102 state 0x2 ref 0
00000100:00100000:3.0:1788876924.334869:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1788876924.334888:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d7b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365755520:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876924.334936:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876924.335302:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755520
00000100:00100000:2.0:1788876924.335310:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755520
00000100:00100000:2.0:1788876924.335368:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 375
00000100:00100000:2.0:1788876924.335376:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365755520:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876924.335409:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:2.0:1788876924.335447:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365755520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (511us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876924.335454:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 375
00000100:00100000:2.0:1788876924.335498:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d7b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365755520:0@lo:13:osp-pre-0-0.0
00000100:00080000:3.0:1788876924.335657:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876924.358078:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876924.358169:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828288
00000100:00100000:2.0:1788876924.358178:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828288
00000100:00100000:2.0:1788876924.358232:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781285338821 time 7781286124102 state 0x0 ref 1
00000100:00100000:2.0:1788876924.358245:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781386124102 time 7781286124102 state 0x1 ref 1
00000100:00100000:0.0:1788876924.377301:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781386124102 time 7781386275372 state 0x0 ref 1
00000100:00100000:0.0:1788876924.377337:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362828288:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876924.377381:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.377398:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.377402:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.377408:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.377420:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.414888:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.414912:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.414930:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.414937:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876924.414942:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.414954:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.414983:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.414994:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e76719e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876924.415147:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362828288:12345-192.168.203.59@tcp:3:dd.500 Request processed in 37821us (57074us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876924.415157:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 174
00000100:00100000:1.0:1788876924.415166:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781386124102 time 7781386275372 state 0x2 ref 0
00000100:00100000:1.0:1788876924.421222:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876924.421312:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828416
00000100:00100000:2.0:1788876924.421322:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828416
00000100:00100000:2.0:1788876924.421376:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781386124102 time 7781386275372 state 0x0 ref 1
00000100:00100000:2.0:1788876924.421388:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781486275372 time 7781386275372 state 0x1 ref 1
00000100:00100000:1.0:1788876924.483109:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781486275372 time 7781492082218 state 0x0 ref 1
00000100:00100000:1.0:1788876924.483147:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362828416:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876924.483196:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.483213:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876924.483218:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876924.483225:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.483239:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.492599:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.492621:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.492630:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.492638:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876924.492642:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.492651:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.492670:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.492678:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7671a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876924.492760:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362828416:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9625us (71543us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876924.492771:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 175
00000100:00100000:0.0:1788876924.492781:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781486275372 time 7781492082218 state 0x2 ref 0
00000100:00100000:3.0:1788876924.506133:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876924.506986:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828544
00000100:00100000:0.0:1788876924.506997:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828544
00000100:00100000:0.0:1788876924.507087:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781486275372 time 7781492082218 state 0x0 ref 1
00000100:00100000:0.0:1788876924.507101:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781592082218 time 7781492082218 state 0x1 ref 1
00000100:00100000:3.0:1788876924.584395:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781592082218 time 7781593367147 state 0x0 ref 1
00000100:00100000:3.0:1788876924.584432:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362828544:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876924.584526:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.584542:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876924.584546:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876924.584553:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.584567:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.612185:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.612204:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.612213:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.612220:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876924.612226:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.612234:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.612251:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876924.612258:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d77cd1f0/0x3868396b8e7671ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876924.612350:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362828544:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27930us (106224us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876924.612361:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 176
00000100:00100000:2.0:1788876924.612369:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781592082218 time 7781593367147 state 0x2 ref 0
00000100:00100000:2.0:1788876924.625127:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876924.625303:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828672
00000100:00100000:0.0:1788876924.625313:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828672
00000100:00100000:0.0:1788876924.625362:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781592082218 time 7781593367147 state 0x0 ref 1
00000100:00100000:0.0:1788876924.625374:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781693367147 time 7781593367147 state 0x1 ref 1
00000100:00100000:0.0:1788876924.686805:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781693367147 time 7781695776445 state 0x0 ref 1
00000100:00100000:0.0:1788876924.686840:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362828672:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876924.686891:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.686908:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.686912:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.686918:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.686932:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.714405:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.714426:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.714436:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.714443:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876924.714448:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.714456:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.714484:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.714492:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876924.714582:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362828672:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27754us (89458us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876924.714593:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 177
00000100:00100000:0.0:1788876924.714603:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781693367147 time 7781695776445 state 0x2 ref 0
00000100:00100000:3.0:1788876924.728205:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876924.728287:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828800
00000100:00100000:2.0:1788876924.728299:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828800
00000100:00100000:2.0:1788876924.728350:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781693367147 time 7781695776445 state 0x0 ref 1
00000100:00100000:2.0:1788876924.728362:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781795776445 time 7781695776445 state 0x1 ref 1
00000100:00100000:0.0:1788876924.786966:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781795776445 time 7781795938902 state 0x0 ref 1
00000100:00100000:0.0:1788876924.787004:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362828800:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876924.787100:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.787118:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.787123:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876924.787129:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.787143:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.797343:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.797363:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.797372:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.797379:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876924.797383:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.797392:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.797412:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876924.797419:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7671ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876924.797507:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362828800:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10516us (69307us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876924.797523:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 178
00000100:00100000:0.0:1788876924.797532:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781795776445 time 7781795938902 state 0x2 ref 0
00000100:00100000:1.0:1788876924.807700:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876924.808499:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362828928
00000100:00100000:2.0:1788876924.808516:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362828928
00000100:00100000:2.0:1788876924.808576:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781795776445 time 7781795938902 state 0x0 ref 1
00000100:00100000:2.0:1788876924.808589:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781895938902 time 7781795938902 state 0x1 ref 1
00000100:00100000:3.0:1788876924.887757:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781895938902 time 7781896731172 state 0x0 ref 1
00000100:00100000:3.0:1788876924.887846:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362828928:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876924.887901:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.887917:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876924.887921:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876924.887927:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.887941:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.902558:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.902580:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.902590:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.902600:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876924.902606:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.902620:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.902641:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876924.902649:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e49ae0d1/0x3868396b8e7671c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876924.902737:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362828928:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14905us (95044us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876924.902749:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 179
00000100:00100000:3.0:1788876924.902759:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781895938902 time 7781896731172 state 0x2 ref 0
00000100:00100000:2.0:1788876924.913298:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876924.913384:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829056
00000100:00100000:0.0:1788876924.913396:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829056
00000100:00100000:0.0:1788876924.913451:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781895938902 time 7781896731172 state 0x0 ref 1
00000100:00100000:0.0:1788876924.913467:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781996731172 time 7781896731172 state 0x1 ref 1
00000100:00100000:1.0:1788876924.987932:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781996731172 time 7781996902691 state 0x0 ref 1
00000100:00100000:1.0:1788876924.987972:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362829056:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876924.988049:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.988067:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876924.988072:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876924.988078:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876924.988092:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876925.019652:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876925.019675:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876925.019685:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876925.019698:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876925.019703:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876925.019712:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876925.019734:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876925.019742:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e7671c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876925.019842:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362829056:12345-192.168.203.59@tcp:3:dd.500 Request processed in 31885us (106548us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876925.019854:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 180
00000100:00100000:0.0:1788876925.019875:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781996731172 time 7781996902691 state 0x2 ref 0
00000100:00100000:2.0:1788876925.034002:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876925.035010:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829184
00000100:00100000:1.0:1788876925.035045:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829184
00000100:00100000:1.0:1788876925.035133:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7781996731172 time 7781996902691 state 0x0 ref 1
00000100:00100000:1.0:1788876925.035146:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782096902691 time 7781996902691 state 0x1 ref 1
00000100:00080000:3.0:1788876925.035262:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788876925.039460:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876925.090958:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782096902691 time 7782099928973 state 0x0 ref 1
00000100:00100000:1.0:1788876925.092729:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362829184:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876925.092778:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.092794:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876925.092799:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876925.092805:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.092819:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.109975:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.109996:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.110006:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.110267:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876925.110272:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.110283:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.110302:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.110311:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876925.110454:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362829184:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19470us (76456us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876925.110466:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 181
00000100:00100000:1.0:1788876925.110483:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782096902691 time 7782099928973 state 0x2 ref 0
00000100:00100000:2.0:1788876925.116891:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876925.116970:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829312
00000100:00100000:0.0:1788876925.116978:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829312
00000100:00100000:0.0:1788876925.117051:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782096902691 time 7782099928973 state 0x0 ref 1
00000100:00100000:0.0:1788876925.117064:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782199928973 time 7782099928973 state 0x1 ref 1
00000100:00100000:2.0:1788876925.191504:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782199928973 time 7782200478051 state 0x0 ref 1
00000100:00100000:2.0:1788876925.191538:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362829312:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876925.191580:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.191597:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.191601:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.191613:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.191627:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.211656:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.211739:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.211749:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.211761:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876925.211766:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.211774:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.211791:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.211799:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876925.211883:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362829312:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20355us (94995us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876925.211894:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 182
00000100:00100000:2.0:1788876925.211904:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782199928973 time 7782200478051 state 0x2 ref 0
00000100:00100000:2.0:1788876925.223678:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876925.223847:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829440
00000100:00100000:0.0:1788876925.223868:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829440
00000100:00100000:0.0:1788876925.223922:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782199928973 time 7782200478051 state 0x0 ref 1
00000100:00100000:0.0:1788876925.223934:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782300478051 time 7782200478051 state 0x1 ref 1
00000100:00100000:2.0:1788876925.291695:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782300478051 time 7782300666947 state 0x0 ref 1
00000100:00100000:2.0:1788876925.291729:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362829440:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876925.291771:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.291793:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.291797:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.291804:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.291818:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.313786:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.313805:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.313814:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.313821:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876925.313826:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.313834:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.313851:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.313870:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e7671dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876925.313950:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362829440:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22233us (90287us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876925.313961:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 183
00000100:00100000:1.0:1788876925.313970:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782300478051 time 7782300666947 state 0x2 ref 0
00000100:00100000:3.0:1788876925.326997:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876925.327157:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829568
00000100:00100000:0.0:1788876925.327170:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829568
00000100:00100000:0.0:1788876925.327227:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782300478051 time 7782300666947 state 0x0 ref 1
00000100:00100000:0.0:1788876925.327239:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782400666947 time 7782300666947 state 0x1 ref 1
00000100:00100000:1.0:1788876925.395418:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782400666947 time 7782404387345 state 0x0 ref 1
00000100:00100000:1.0:1788876925.395457:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362829568:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876925.395704:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.395721:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876925.395725:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876925.395732:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.395748:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.422158:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.422179:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.422187:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.422195:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876925.422199:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.422208:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.422227:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876925.422234:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e393311/0x3868396b8e7671e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876925.422381:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362829568:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26939us (95390us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876925.422392:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 184
00000100:00100000:1.0:1788876925.422400:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782400666947 time 7782404387345 state 0x2 ref 0
00000100:00100000:0.0:1788876925.441308:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876925.441400:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829696
00000100:00100000:2.0:1788876925.441410:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829696
00000100:00100000:2.0:1788876925.441461:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782400666947 time 7782404387345 state 0x0 ref 1
00000100:00100000:2.0:1788876925.441484:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782504387345 time 7782404387345 state 0x1 ref 1
00000100:00100000:3.0:1788876925.496177:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782504387345 time 7782505150080 state 0x0 ref 1
00000100:00100000:3.0:1788876925.496284:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362829696:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876925.496326:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.496355:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876925.496359:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876925.496366:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.496380:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.508249:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.508272:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.508282:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.508290:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433546c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876925.508295:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.508305:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.508324:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.508344:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd17179f/0x3868396b8e7671eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876925.508438:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362829696:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12237us (67133us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876925.508450:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 185
00000100:00100000:3.0:1788876925.508459:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782504387345 time 7782505150080 state 0x2 ref 0
00000100:00100000:0.0:1788876925.512325:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876925.512710:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829824
00000100:00100000:3.0:1788876925.512721:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829824
00000100:00100000:3.0:1788876925.512778:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782504387345 time 7782505150080 state 0x0 ref 1
00000100:00100000:3.0:1788876925.512791:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782605150080 time 7782505150080 state 0x1 ref 1
00000100:00100000:2.0:1788876925.596358:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782605150080 time 7782605327437 state 0x0 ref 1
00000100:00100000:2.0:1788876925.596399:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362829824:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876925.596448:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.596467:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.596472:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.596479:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.596493:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.628780:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.628800:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.628809:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.628816:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876925.628821:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.628830:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.628849:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.628867:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876925.628952:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362829824:12345-192.168.203.59@tcp:3:dd.500 Request processed in 32567us (116632us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876925.628963:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 186
00000100:00100000:2.0:1788876925.628972:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782605150080 time 7782605327437 state 0x2 ref 0
00000100:00100000:1.0:1788876925.638775:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876925.638946:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362829952
00000100:00100000:0.0:1788876925.638956:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362829952
00000100:00100000:0.0:1788876925.639037:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782605150080 time 7782605327437 state 0x0 ref 1
00000100:00100000:0.0:1788876925.639060:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782705327437 time 7782605327437 state 0x1 ref 1
00000100:00100000:2.0:1788876925.698198:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782705327437 time 7782707171239 state 0x0 ref 1
00000100:00100000:2.0:1788876925.698233:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362829952:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876925.698354:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.698371:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.698375:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.698390:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.698405:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.716581:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.716600:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.716609:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.716616:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876925.716621:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.716631:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.716648:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.716655:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7671f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876925.716922:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362829952:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18701us (78153us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876925.716932:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 187
00000100:00100000:2.0:1788876925.716941:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782705327437 time 7782707171239 state 0x2 ref 0
00000100:00100000:1.0:1788876925.727710:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876925.727842:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830080
00000100:00100000:2.0:1788876925.727861:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830080
00000100:00100000:2.0:1788876925.727916:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782705327437 time 7782707171239 state 0x0 ref 1
00000100:00100000:2.0:1788876925.727928:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782807171239 time 7782707171239 state 0x1 ref 1
00000100:00100000:2.0:1788876925.798305:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782807171239 time 7782807278608 state 0x0 ref 1
00000100:00100000:2.0:1788876925.798351:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362830080:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876925.798458:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.798489:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.798494:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.798500:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.798614:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.812201:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.812220:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.812228:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.812234:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876925.812239:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.812248:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.812267:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.812275:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767200 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876925.812360:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362830080:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14030us (84663us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876925.812372:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 188
00000100:00100000:2.0:1788876925.812390:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782807171239 time 7782807278608 state 0x2 ref 0
00000100:00100000:0.0:1788876925.818762:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876925.818841:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830208
00000100:00100000:2.0:1788876925.818859:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830208
00000100:00100000:2.0:1788876925.818915:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782807171239 time 7782807278608 state 0x0 ref 1
00000100:00100000:2.0:1788876925.818928:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782907278608 time 7782807278608 state 0x1 ref 1
00000100:00100000:2.0:1788876925.900296:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782907278608 time 7782908027603 state 0x0 ref 1
00000100:00100000:2.0:1788876925.901821:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362830208:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876925.901873:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.901891:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.901895:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.901901:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.901915:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.933503:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.933526:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.933537:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.933545:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876925.933550:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.933560:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.933587:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876925.933594:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e767207 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876925.933684:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362830208:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33363us (114925us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876925.938692:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 189
00000100:00100000:3.0:1788876925.938706:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782907278608 time 7782908027603 state 0x2 ref 0
00000100:00100000:2.0:1788876925.952892:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876925.952976:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830336
00000100:00100000:3.0:1788876925.952986:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830336
00000100:00100000:3.0:1788876925.953065:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7782907278608 time 7782908027603 state 0x0 ref 1
00000100:00100000:3.0:1788876925.953077:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783008027603 time 7782908027603 state 0x1 ref 1
00000100:00100000:2.0:1788876925.999176:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783008027603 time 7783008150737 state 0x0 ref 1
00000100:00100000:2.0:1788876925.999209:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362830336:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876925.999250:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.999278:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876925.999282:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876925.999289:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876925.999304:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.044243:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.044264:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.044273:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.044284:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876926.044289:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.044297:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.044315:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.044322:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76720e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876926.044407:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362830336:12345-192.168.203.59@tcp:3:dd.500 Request processed in 45206us (91520us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876926.044418:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 190
00000100:00100000:3.0:1788876926.044428:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783008027603 time 7783008150737 state 0x2 ref 0
00000100:00100000:0.0:1788876926.050169:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876926.050250:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830464
00000100:00100000:1.0:1788876926.050259:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830464
00000100:00100000:1.0:1788876926.050314:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783008027603 time 7783008150737 state 0x0 ref 1
00000100:00100000:1.0:1788876926.050327:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783108150737 time 7783008150737 state 0x1 ref 1
00010000:00010000:1.0:1788876926.062153:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876926.099311:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783108150737 time 7783108283946 state 0x0 ref 1
00000100:00100000:1.0:1788876926.099346:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362830464:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876926.099390:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.099406:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876926.099410:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876926.099416:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.099429:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.125004:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.125260:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.125270:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.125278:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876926.125283:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.125292:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.125310:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.125318:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008920ea0f/0x3868396b8e767215 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876926.125445:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362830464:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26110us (75279us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876926.125457:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 191
00000100:00100000:2.0:1788876926.125468:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783108150737 time 7783108283946 state 0x2 ref 0
00000100:00100000:3.0:1788876926.135946:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876926.136130:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830592
00000100:00100000:2.0:1788876926.136140:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830592
00000100:00100000:2.0:1788876926.136191:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783108150737 time 7783108283946 state 0x0 ref 1
00000100:00100000:2.0:1788876926.136204:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783208283946 time 7783108283946 state 0x1 ref 1
00000100:00100000:0.0:1788876926.199446:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783208283946 time 7783208419642 state 0x0 ref 1
00000100:00100000:0.0:1788876926.199487:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362830592:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876926.199534:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.199556:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.199560:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.199566:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.199578:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.210933:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.210952:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.210961:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.210968:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876926.210973:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.210983:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.211000:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.211009:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76721c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876926.211265:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362830592:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11796us (75325us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876926.211277:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 192
00000100:00100000:0.0:1788876926.211286:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783208283946 time 7783208419642 state 0x2 ref 0
00000100:00100000:2.0:1788876926.223648:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876926.223787:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830720
00000100:00100000:1.0:1788876926.223797:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830720
00000100:00100000:1.0:1788876926.223848:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783208283946 time 7783208419642 state 0x0 ref 1
00000100:00100000:1.0:1788876926.223869:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783308419642 time 7783208419642 state 0x1 ref 1
00000100:00100000:1.0:1788876926.299645:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783308419642 time 7783308619287 state 0x0 ref 1
00000100:00100000:1.0:1788876926.299678:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362830720:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876926.299719:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.299736:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876926.299740:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876926.299746:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.299769:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.324461:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.324590:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.324605:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.324612:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876926.324616:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.324623:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.324641:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.324647:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018e43aea/0x3868396b8e767223 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876926.324818:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362830720:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25150us (101172us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876926.324827:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 193
00000100:00100000:1.0:1788876926.324836:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783308419642 time 7783308619287 state 0x2 ref 0
00000100:00100000:0.0:1788876926.329282:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876926.329351:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830848
00000100:00100000:2.0:1788876926.329361:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830848
00000100:00100000:2.0:1788876926.329417:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783308419642 time 7783308619287 state 0x0 ref 1
00000100:00100000:2.0:1788876926.329430:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783408619287 time 7783308619287 state 0x1 ref 1
00000100:00100000:0.0:1788876926.399800:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783408619287 time 7783408773954 state 0x0 ref 1
00000100:00100000:0.0:1788876926.399835:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362830848:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876926.399887:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.399903:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.399907:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.399913:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.399926:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.424594:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.424614:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.424624:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.424632:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876926.424636:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.424644:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.424662:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876926.424670:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e76722a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876926.424762:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362830848:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24940us (95485us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876926.424773:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 194
00000100:00100000:1.0:1788876926.424781:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783408619287 time 7783408773954 state 0x2 ref 0
00000100:00100000:3.0:1788876926.429396:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876926.429490:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362830976
00000100:00100000:2.0:1788876926.429500:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362830976
00000100:00100000:2.0:1788876926.429554:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783408619287 time 7783408773954 state 0x0 ref 1
00000100:00100000:2.0:1788876926.429567:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783508773954 time 7783408773954 state 0x1 ref 1
00000100:00100000:0.0:1788876926.500646:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783508773954 time 7783509619639 state 0x0 ref 1
00000100:00100000:0.0:1788876926.500800:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362830976:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876926.500844:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.500870:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.500875:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.500881:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.500894:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.527891:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.527912:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.527922:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.527929:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876926.527934:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.527943:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.527965:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.527972:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767231 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876926.528125:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362830976:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27441us (98732us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876926.528136:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 195
00000100:00100000:0.0:1788876926.528145:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783508773954 time 7783509619639 state 0x2 ref 0
00000100:00100000:2.0:1788876926.538862:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876926.538963:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362831104
00000100:00100000:1.0:1788876926.538974:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362831104
00000100:00100000:1.0:1788876926.539080:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783508773954 time 7783509619639 state 0x0 ref 1
00000100:00100000:1.0:1788876926.539095:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783609619639 time 7783509619639 state 0x1 ref 1
00000100:00100000:2.0:1788876926.601169:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783609619639 time 7783610118463 state 0x0 ref 1
00000100:00100000:2.0:1788876926.601243:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362831104:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876926.601325:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.601342:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876926.601346:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876926.601352:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.601366:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.647477:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.647496:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.647510:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.647517:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876926.647522:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.647531:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.647551:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.647559:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35dc442/0x3868396b8e767238 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876926.647639:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362831104:12345-192.168.203.59@tcp:3:dd.500 Request processed in 46430us (108799us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876926.647649:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 196
00000100:00100000:0.0:1788876926.647658:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783609619639 time 7783610118463 state 0x2 ref 0
00000100:00100000:2.0:1788876926.664206:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876926.664291:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362831232
00000100:00100000:3.0:1788876926.664301:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362831232
00000100:00100000:3.0:1788876926.664354:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783609619639 time 7783610118463 state 0x0 ref 1
00000100:00100000:3.0:1788876926.664367:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783710118463 time 7783610118463 state 0x1 ref 1
00000100:00100000:2.0:1788876926.701309:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783710118463 time 7783710281592 state 0x0 ref 1
00000100:00100000:2.0:1788876926.701350:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362831232:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876926.701399:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.701418:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876926.701422:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876926.701440:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.701456:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.714203:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.714224:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.714234:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.714243:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876926.714248:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.714257:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.714276:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.714283:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76723f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876926.714413:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362831232:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13077us (50214us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876926.714424:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 197
00000100:00100000:0.0:1788876926.714442:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783710118463 time 7783710281592 state 0x2 ref 0
00000100:00100000:1.0:1788876926.726396:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876926.727363:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362831360
00000100:00100000:2.0:1788876926.727374:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362831360
00000100:00100000:2.0:1788876926.727439:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783710118463 time 7783710281592 state 0x0 ref 1
00000100:00100000:2.0:1788876926.727453:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783810281592 time 7783710281592 state 0x1 ref 1
00000100:00100000:2.0:1788876926.801421:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783810281592 time 7783810393276 state 0x0 ref 1
00000100:00100000:2.0:1788876926.801457:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362831360:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876926.801819:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.801837:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876926.801841:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876926.801857:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876926.801871:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.844486:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.845138:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.845148:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.845155:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876926.845161:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.845172:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.845193:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876926.845201:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e767246 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876926.845364:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362831360:12345-192.168.203.59@tcp:3:dd.500 Request processed in 43919us (118974us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876926.845375:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 198
00000100:00100000:0.0:1788876926.845384:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783810281592 time 7783810393276 state 0x2 ref 0
00000100:00100000:3.0:1788876926.872281:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876926.872648:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362831488
00000100:00100000:0.0:1788876926.872662:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362831488
00000100:00100000:0.0:1788876926.872722:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783810281592 time 7783810393276 state 0x0 ref 1
00000100:00100000:0.0:1788876926.872736:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783910393276 time 7783810393276 state 0x1 ref 1
00000100:00100000:0.0:1788876926.901615:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783910393276 time 7783910590025 state 0x0 ref 1
00000100:00100000:0.0:1788876926.901660:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362831488:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876926.901703:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.901720:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.901725:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876926.901731:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.901745:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.921246:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.921265:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.921274:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.921282:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876926.921288:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.921296:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.921320:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876926.921328:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76724d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876926.921416:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362831488:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19778us (49139us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876926.921436:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 199
00000100:00100000:0.0:1788876926.921445:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783910393276 time 7783910590025 state 0x2 ref 0
00000100:00100000:3.0:1788876926.933262:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876926.933352:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362831616
00000100:00100000:1.0:1788876926.933362:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362831616
00000100:00100000:1.0:1788876926.933416:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7783910393276 time 7783910590025 state 0x0 ref 1
00000100:00100000:1.0:1788876926.933447:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784010590025 time 7783910590025 state 0x1 ref 1
00000100:00100000:1.0:1788876927.002590:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784010590025 time 7784011564333 state 0x0 ref 1
00000100:00100000:1.0:1788876927.002644:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362831616:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876927.002687:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.002702:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876927.002707:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876927.002713:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.002729:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876927.004408:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1788876927.039696:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.039719:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.039734:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.039741:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876927.039748:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.039757:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.039777:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.039785:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767254 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876927.039907:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362831616:12345-192.168.203.59@tcp:3:dd.500 Request processed in 37292us (106647us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876927.039919:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 200
00000100:00100000:1.0:1788876927.039931:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784010590025 time 7784011564333 state 0x2 ref 0
00000100:00100000:3.0:1788876927.056417:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876927.056607:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362831744
00000100:00100000:1.0:1788876927.056616:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362831744
00000100:00100000:1.0:1788876927.056681:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784010590025 time 7784011564333 state 0x0 ref 1
00000100:00100000:1.0:1788876927.056694:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784111564333 time 7784011564333 state 0x1 ref 1
00010000:00010000:0.0:1788876927.086893:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876927.105120:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784111564333 time 7784114092112 state 0x0 ref 1
00000100:00100000:0.0:1788876927.105158:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362831744:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876927.105200:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.105217:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876927.105221:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876927.105227:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.105240:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.133073:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.133093:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.133103:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.133111:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876927.133120:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.133129:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.133149:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.133157:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e76725b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876927.134643:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362831744:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29488us (78218us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876927.134672:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 201
00000100:00100000:0.0:1788876927.134695:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784111564333 time 7784114092112 state 0x2 ref 0
00000100:00100000:3.0:1788876927.157923:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876927.159297:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362831872
00000100:00100000:0.0:1788876927.159308:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362831872
00000100:00100000:1.0:1788876927.160398:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784111564333 time 7784114092112 state 0x0 ref 1
00000100:00100000:1.0:1788876927.160414:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784214092112 time 7784114092112 state 0x1 ref 1
00000100:00100000:3.0:1788876927.205417:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784214092112 time 7784214389657 state 0x0 ref 1
00000100:00100000:3.0:1788876927.205452:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362831872:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876927.205505:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.205529:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876927.205534:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876927.205540:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.205554:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.229294:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.229314:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.229324:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.229331:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876927.229336:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.229345:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.229365:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.229372:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767262 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876927.229474:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362831872:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24034us (71555us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876927.229487:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 202
00000100:00100000:1.0:1788876927.229499:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784214092112 time 7784214389657 state 0x2 ref 0
00000100:00100000:2.0:1788876927.235725:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876927.235820:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832000
00000100:00100000:0.0:1788876927.235830:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832000
00000100:00100000:0.0:1788876927.235894:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784214092112 time 7784214389657 state 0x0 ref 1
00000100:00100000:0.0:1788876927.235907:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784314389657 time 7784214389657 state 0x1 ref 1
00000100:00100000:1.0:1788876927.305794:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784314389657 time 7784314767203 state 0x0 ref 1
00000100:00100000:1.0:1788876927.305830:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362832000:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876927.305887:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.305906:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876927.305910:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876927.305917:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.305932:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.340365:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.340387:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.340395:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.340402:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876927.340407:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.340420:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.340438:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.340445:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089895ab8/0x3868396b8e767269 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876927.340584:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362832000:12345-192.168.203.59@tcp:3:dd.500 Request processed in 34767us (104867us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876927.340594:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 203
00000100:00100000:3.0:1788876927.340604:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784314389657 time 7784314767203 state 0x2 ref 0
00000100:00100000:2.0:1788876927.359119:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876927.359219:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832128
00000100:00100000:0.0:1788876927.359233:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832128
00000100:00100000:0.0:1788876927.359304:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784314389657 time 7784314767203 state 0x0 ref 1
00000100:00100000:0.0:1788876927.359318:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784414767203 time 7784314767203 state 0x1 ref 1
00000100:00100000:2.0:1788876927.408176:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365755648:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876927.408250:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876927.408920:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365755904:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.408960:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876927.408981:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1788876927.408986:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365755776:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409039:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876927.409063:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365756288:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409086:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876927.409111:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365756032:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409135:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876927.409150:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788876927.409156:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365756160:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409181:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876927.409209:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755776
00000100:00100000:1.0:1788876927.409216:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755776
00000100:00100000:1.0:1788876927.409258:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1788876927.409266:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365755776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409313:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365755776:12345-0@lo:400:kworker.0 Request processed in 48us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876927.409320:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1788876927.409354:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755904
00000100:00100000:1.0:1788876927.409358:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755904
00000100:00100000:1.0:1788876927.409379:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756288
00000100:00100000:1.0:1788876927.409382:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756288
00000100:00100000:1.0:1788876927.409402:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756032
00000100:00100000:1.0:1788876927.409404:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756032
00000100:00100000:1.0:1788876927.409422:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6775
00000100:00100000:1.0:1788876927.409427:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365755904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409472:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365755904:12345-0@lo:400:kworker.0 Request processed in 31us (498us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876927.409478:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6775
00000100:00100000:1.0:1788876927.409490:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6776
00000100:00100000:1.0:1788876927.409495:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365756288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409521:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365756288:12345-0@lo:400:kworker.0 Request processed in 26us (434us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876927.409527:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6776
00000100:00100000:1.0:1788876927.409545:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6777
00000100:00100000:1.0:1788876927.409550:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365756032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409580:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365756032:12345-0@lo:400:kworker.0 Request processed in 30us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876927.409586:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6777
00000100:00100000:1.0:1788876927.409620:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365756032:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409645:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365755776:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409654:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365756288:0@lo:400:kworker.0
00000100:00100000:1.0:1788876927.409663:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365755904:0@lo:400:kworker.0
00000100:00100000:2.0:1788876927.409797:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784414767203 time 7784418775589 state 0x0 ref 1
00000100:00100000:2.0:1788876927.409813:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362832128:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876927.409856:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876927.409872:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876927.409877:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876927.409883:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876927.409897:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876927.410659:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756160
00000100:00100000:2.0:1788876927.410666:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756160
00000100:00100000:2.0:1788876927.410707:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 375
00000100:00100000:2.0:1788876927.410714:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365756160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876927.410756:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365756160:12345-0@lo:400:kworker.0 Request processed in 43us (1574us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876927.410767:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 375
00000100:00100000:3.0:1788876927.411229:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365755648
00000100:00100000:3.0:1788876927.411234:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365755648
00000100:00100000:3.0:1788876927.411273:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 376
00000100:00100000:3.0:1788876927.411281:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365755648:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876927.411307:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876927.411356:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365755648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (3106us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876927.411363:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 376
00000100:00080000:3.0:1788876927.411384:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788876927.411388:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876927.411391:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876927.411472:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365755648:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876927.411930:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365756160:0@lo:400:kworker.0
00010000:00010000:3.0:1788876927.421561:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.421580:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.421588:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.421596:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876927.421601:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.421609:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.421628:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.421636:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086fe3a69/0x3868396b8e767270 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876927.421800:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362832128:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11985us (62687us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876927.421811:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 204
00000100:00100000:3.0:1788876927.421823:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784414767203 time 7784418775589 state 0x2 ref 0
00000100:00100000:2.0:1788876927.430748:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876927.430882:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832256
00000100:00100000:0.0:1788876927.430893:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832256
00000100:00100000:0.0:1788876927.430945:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784414767203 time 7784418775589 state 0x0 ref 1
00000100:00100000:0.0:1788876927.430959:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784518775589 time 7784418775589 state 0x1 ref 1
00000100:00100000:1.0:1788876927.510755:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784518775589 time 7784519728576 state 0x0 ref 1
00000100:00100000:1.0:1788876927.510789:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362832256:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876927.510830:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.510856:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876927.510861:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876927.510868:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.510882:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.522070:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.522091:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.522101:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.522109:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876927.522114:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.522124:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.522142:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.522150:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8748939/0x3868396b8e767277 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876927.522219:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362832256:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11442us (91476us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876927.522231:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 205
00000100:00100000:3.0:1788876927.522240:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784518775589 time 7784519728576 state 0x2 ref 0
00000100:00100000:2.0:1788876927.539903:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876927.540816:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832384
00000100:00100000:0.0:1788876927.540826:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832384
00000100:00100000:0.0:1788876927.540887:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784518775589 time 7784519728576 state 0x0 ref 1
00000100:00100000:0.0:1788876927.540900:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784619728576 time 7784519728576 state 0x1 ref 1
00000100:00100000:2.0:1788876927.613227:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784619728576 time 7784622200525 state 0x0 ref 1
00000100:00100000:2.0:1788876927.613260:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362832384:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876927.613300:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876927.613316:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876927.613320:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876927.613327:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876927.613340:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.670128:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.670152:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.670161:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.670169:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876927.670174:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.670182:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.670201:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.670209:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bf922d8/0x3868396b8e76727e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876927.670284:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362832384:12345-192.168.203.59@tcp:3:dd.500 Request processed in 57033us (130384us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876927.670294:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 206
00000100:00100000:0.0:1788876927.670303:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784619728576 time 7784622200525 state 0x2 ref 0
00000100:00100000:1.0:1788876927.692322:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876927.692426:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832512
00000100:00100000:2.0:1788876927.692436:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832512
00000100:00100000:2.0:1788876927.692510:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784619728576 time 7784622200525 state 0x0 ref 1
00000100:00100000:2.0:1788876927.692524:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784722200525 time 7784622200525 state 0x1 ref 1
00000100:00100000:2.0:1788876927.713332:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784722200525 time 7784722305123 state 0x0 ref 1
00000100:00100000:2.0:1788876927.713368:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362832512:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876927.713415:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876927.713431:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876927.713435:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876927.713441:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876927.713454:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.733007:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.733076:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.733085:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.733093:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d590e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876927.733098:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.733107:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.733127:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876927.733134:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002962cdb5/0x3868396b8e767285 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876927.733211:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362832512:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19854us (40894us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876927.733223:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 207
00000100:00100000:0.0:1788876927.733234:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784722200525 time 7784722305123 state 0x2 ref 0
00000100:00100000:1.0:1788876927.744177:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876927.744254:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832640
00000100:00100000:0.0:1788876927.744265:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832640
00000100:00100000:0.0:1788876927.744324:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784722200525 time 7784722305123 state 0x0 ref 1
00000100:00100000:0.0:1788876927.744337:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784822305123 time 7784722305123 state 0x1 ref 1
00000100:00100000:1.0:1788876927.813870:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784822305123 time 7784822840585 state 0x0 ref 1
00000100:00100000:1.0:1788876927.813910:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362832640:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876927.813959:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.813978:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876927.813982:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876927.813989:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876927.814005:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.837915:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.837936:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.837945:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.837952:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876927.837957:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.837965:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.837986:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.837994:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b1d7785/0x3868396b8e76728c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876927.838129:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362832640:12345-192.168.203.59@tcp:3:dd.500 Request processed in 24235us (93957us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876927.838141:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 208
00000100:00100000:3.0:1788876927.838151:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784822305123 time 7784822840585 state 0x2 ref 0
00000100:00100000:2.0:1788876927.852088:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876927.856647:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832768
00000100:00100000:1.0:1788876927.856661:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832768
00000100:00100000:1.0:1788876927.856729:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784822305123 time 7784822840585 state 0x0 ref 1
00000100:00100000:1.0:1788876927.856743:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784922840585 time 7784822840585 state 0x1 ref 1
00000100:00100000:3.0:1788876927.916190:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784922840585 time 7784925163613 state 0x0 ref 1
00000100:00100000:3.0:1788876927.916223:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362832768:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876927.916322:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.916338:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876927.916342:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876927.916347:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.916359:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.932267:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.932285:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.932292:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.932298:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876927.932303:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.932315:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.932332:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876927.932339:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e767293 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876927.932424:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362832768:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16211us (80341us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876927.932435:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 209
00000100:00100000:3.0:1788876927.932445:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784922840585 time 7784925163613 state 0x2 ref 0
00000100:00100000:1.0:1788876927.942825:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876927.942911:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362832896
00000100:00100000:3.0:1788876927.942921:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362832896
00000100:00100000:3.0:1788876927.942976:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7784922840585 time 7784925163613 state 0x0 ref 1
00000100:00100000:3.0:1788876927.942988:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785025163613 time 7784925163613 state 0x1 ref 1
00000100:00100000:1.0:1788876927.988112:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876927.988148:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876927.988176:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876927.988205:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876927.988230:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833152
00000100:00100000:1.0:1788876927.988239:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833152
00000100:00100000:1.0:1788876927.988296:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833408
00000100:00100000:1.0:1788876927.988298:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833408
00000100:00100000:1.0:1788876927.988317:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6778
00000100:00100000:1.0:1788876927.988327:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362833152:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876927.988393:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362833152:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 68us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876927.988648:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6779
00000100:00100000:0.0:1788876927.988660:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362833408:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876927.988688:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362833408:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 33us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876927.988695:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6779
00000100:00080000:0.0:1788876927.988731:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876927.988924:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6778
00000100:00100000:3.0:1788876927.989033:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833024
00000100:00100000:3.0:1788876927.989039:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833024
00000100:00100000:3.0:1788876927.989091:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3169
00000100:00100000:3.0:1788876927.989100:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362833024:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876927.989146:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362833024:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 48us (1046us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876927.989153:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3169
00000100:00100000:2.0:1788876927.990411:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833280
00000100:00100000:2.0:1788876927.990423:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833280
00000100:00080000:0.0:1788876927.990623:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876927.991654:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 376
00000100:00100000:2.0:1788876927.991682:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362833280:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876927.991755:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362833280:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 89us (3606us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876927.996010:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 376
00000100:00100000:3.0:1788876928.016475:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785025163613 time 7785025440590 state 0x0 ref 1
00000100:00100000:3.0:1788876928.016567:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362832896:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876928.016610:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876928.016625:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788876928.016630:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876928.016637:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876928.016652:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.045143:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.045164:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.045172:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.045178:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99841d591600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876928.045183:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.045191:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.045208:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.045216:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8bcd79/0x3868396b8e76729a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876928.045307:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362832896:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28809us (102486us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876928.045318:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 210
00000100:00100000:1.0:1788876928.045327:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785025163613 time 7785025440590 state 0x2 ref 0
00000100:00100000:3.0:1788876928.063813:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876928.067605:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833536
00000100:00100000:2.0:1788876928.067619:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833536
00000100:00100000:2.0:1788876928.067680:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785025163613 time 7785025440590 state 0x0 ref 1
00000100:00100000:2.0:1788876928.067693:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785125440590 time 7785025440590 state 0x1 ref 1
00010000:00010000:2.0:1788876928.110586:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876928.116592:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785125440590 time 7785125565164 state 0x0 ref 1
00000100:00100000:2.0:1788876928.116629:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362833536:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876928.116673:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.116690:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.116694:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.116700:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.116726:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.136103:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.136123:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.136135:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.136142:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876928.136147:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.136157:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.136176:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.136184:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cbaeec/0x3868396b8e7672a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876928.136272:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362833536:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19656us (72465us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876928.136283:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 211
00000100:00100000:2.0:1788876928.136292:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785125440590 time 7785125565164 state 0x2 ref 0
00000100:00100000:3.0:1788876928.140757:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876928.141048:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833664
00000100:00100000:1.0:1788876928.141068:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833664
00000100:00100000:1.0:1788876928.141136:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785125440590 time 7785125565164 state 0x0 ref 1
00000100:00100000:1.0:1788876928.141149:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785225565164 time 7785125565164 state 0x1 ref 1
00000100:00100000:1.0:1788876928.217349:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785225565164 time 7785226322501 state 0x0 ref 1
00000100:00100000:1.0:1788876928.217384:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362833664:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876928.217426:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.217448:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876928.217460:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876928.217467:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.217479:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.238103:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.238127:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.238137:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.238145:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876928.238150:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.238160:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.238178:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.238186:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876928.238277:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362833664:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20901us (97522us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876928.238289:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 212
00000100:00100000:1.0:1788876928.238300:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785225565164 time 7785226322501 state 0x2 ref 0
00000100:00100000:2.0:1788876928.253221:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876928.253314:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833792
00000100:00100000:0.0:1788876928.253323:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833792
00000100:00100000:0.0:1788876928.253394:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785225565164 time 7785226322501 state 0x0 ref 1
00000100:00100000:0.0:1788876928.253423:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785326322501 time 7785226322501 state 0x1 ref 1
00000100:00100000:1.0:1788876928.318121:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785326322501 time 7785327093783 state 0x0 ref 1
00000100:00100000:1.0:1788876928.318155:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362833792:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876928.318198:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.318214:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876928.318218:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876928.318225:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.318237:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.331670:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.331751:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.331762:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.331770:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876928.331775:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.331786:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.331806:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.331814:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672af lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876928.331911:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362833792:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13768us (78696us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876928.331922:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 213
00000100:00100000:1.0:1788876928.331931:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785326322501 time 7785327093783 state 0x2 ref 0
00000100:00100000:2.0:1788876928.342661:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876928.342762:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362833920
00000100:00100000:0.0:1788876928.342771:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362833920
00000100:00100000:0.0:1788876928.342850:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785326322501 time 7785327093783 state 0x0 ref 1
00000100:00100000:0.0:1788876928.342864:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785427093783 time 7785327093783 state 0x1 ref 1
00000100:00100000:2.0:1788876928.418377:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785427093783 time 7785427351677 state 0x0 ref 1
00000100:00100000:2.0:1788876928.418409:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362833920:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876928.418453:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.418468:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.418472:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.418478:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.418491:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.437409:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.437429:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.437440:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.437448:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433547600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876928.437453:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.437467:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.437485:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.437504:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073bddeac/0x3868396b8e7672b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876928.437636:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362833920:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19236us (95187us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876928.437647:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 214
00000100:00100000:1.0:1788876928.437658:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785427093783 time 7785427351677 state 0x2 ref 0
00000100:00100000:3.0:1788876928.455908:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876928.456109:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834048
00000100:00100000:1.0:1788876928.456119:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834048
00000100:00100000:1.0:1788876928.456170:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785427093783 time 7785427351677 state 0x0 ref 1
00000100:00100000:1.0:1788876928.456183:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785527351677 time 7785427351677 state 0x1 ref 1
00000100:00100000:0.0:1788876928.519389:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785527351677 time 7785528362887 state 0x0 ref 1
00000100:00100000:0.0:1788876928.519444:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362834048:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876928.519493:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876928.519510:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876928.519514:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876928.519520:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876928.519534:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.532180:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.532199:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.532208:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.532216:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842c4e1c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876928.532221:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.532229:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.532248:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.532256:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea083bef/0x3868396b8e7672bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876928.532362:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362834048:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12952us (76460us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876928.532372:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 215
00000100:00100000:2.0:1788876928.532381:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785527351677 time 7785528362887 state 0x2 ref 0
00000100:00100000:3.0:1788876928.541422:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876928.541749:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834176
00000100:00100000:2.0:1788876928.541762:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834176
00000100:00100000:2.0:1788876928.541821:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785527351677 time 7785528362887 state 0x0 ref 1
00000100:00100000:2.0:1788876928.541835:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785628362887 time 7785528362887 state 0x1 ref 1
00000100:00100000:2.0:1788876928.621874:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785628362887 time 7785630845120 state 0x0 ref 1
00000100:00100000:2.0:1788876928.621912:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362834176:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876928.621961:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.621979:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.621983:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.621989:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.622003:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.642958:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.642980:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.642995:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.643003:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876928.643008:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.643071:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.643097:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.643106:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876928.643318:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362834176:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21418us (101901us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876928.643329:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 216
00000100:00100000:2.0:1788876928.643338:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785628362887 time 7785630845120 state 0x2 ref 0
00000100:00100000:3.0:1788876928.666106:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876928.666203:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834304
00000100:00100000:1.0:1788876928.666213:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834304
00000100:00100000:1.0:1788876928.666270:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785628362887 time 7785630845120 state 0x0 ref 1
00000100:00100000:1.0:1788876928.666283:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785730845120 time 7785630845120 state 0x1 ref 1
00000100:00100000:0.0:1788876928.722316:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785730845120 time 7785731279789 state 0x0 ref 1
00000100:00100000:0.0:1788876928.722351:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362834304:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876928.722395:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876928.722411:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876928.722415:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876928.722420:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876928.722433:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.737635:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.737656:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.737666:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.737674:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876928.737679:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.737689:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.737711:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.737718:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083d890fb/0x3868396b8e7672cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876928.737818:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362834304:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15477us (71714us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876928.737830:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 217
00000100:00100000:2.0:1788876928.737851:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785730845120 time 7785731279789 state 0x2 ref 0
00000100:00100000:3.0:1788876928.758473:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876928.758566:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834432
00000100:00100000:2.0:1788876928.758575:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834432
00000100:00100000:2.0:1788876928.758632:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785730845120 time 7785731279789 state 0x0 ref 1
00000100:00100000:2.0:1788876928.758645:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785831279789 time 7785731279789 state 0x1 ref 1
00000100:00100000:0.0:1788876928.823661:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785831279789 time 7785832636121 state 0x0 ref 1
00000100:00100000:0.0:1788876928.823696:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362834432:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876928.823740:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876928.823756:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876928.823760:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876928.823766:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876928.823789:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.881858:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.881879:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.881888:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.881895:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876928.881900:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.881908:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.881927:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876928.881935:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e7672d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876928.882061:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362834432:12345-192.168.203.59@tcp:3:dd.500 Request processed in 58335us (123557us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876928.882072:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 218
00000100:00100000:1.0:1788876928.882082:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785831279789 time 7785832636121 state 0x2 ref 0
00000100:00100000:3.0:1788876928.891700:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876928.891758:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834560
00000100:00100000:1.0:1788876928.891770:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834560
00000100:00100000:1.0:1788876928.891833:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785831279789 time 7785832636121 state 0x0 ref 1
00000100:00100000:1.0:1788876928.891855:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785932636121 time 7785832636121 state 0x1 ref 1
00000100:00100000:2.0:1788876928.929358:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785932636121 time 7785938330045 state 0x0 ref 1
00000100:00100000:2.0:1788876928.929395:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362834560:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876928.929443:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.929462:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.929467:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876928.929474:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.929488:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.957718:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.957740:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.957749:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.957756:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876928.957761:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.957775:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.957793:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876928.957802:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f528a41d/0x3868396b8e7672d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876928.958083:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362834560:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28700us (66387us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876928.958094:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 219
00000100:00100000:2.0:1788876928.958103:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785932636121 time 7785938330045 state 0x2 ref 0
00000100:00100000:3.0:1788876928.967521:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876928.968253:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834688
00000100:00100000:1.0:1788876928.968267:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834688
00000100:00100000:1.0:1788876928.968319:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7785932636121 time 7785938330045 state 0x0 ref 1
00000100:00100000:1.0:1788876928.968332:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786038330045 time 7785938330045 state 0x1 ref 1
00000100:00100000:0.0:1788876929.030379:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786038330045 time 7786039340921 state 0x0 ref 1
00000100:00100000:0.0:1788876929.030449:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362834688:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876929.030505:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.030524:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876929.030529:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876929.030537:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.030555:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876929.032797:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876929.042656:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.042676:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.042686:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.042694:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876929.042699:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.042709:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.042726:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.042734:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e7672e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876929.042808:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362834688:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12405us (75292us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876929.042818:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 220
00000100:00100000:2.0:1788876929.042828:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786038330045 time 7786039340921 state 0x2 ref 0
00000100:00100000:3.0:1788876929.058087:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876929.058194:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834816
00000100:00100000:2.0:1788876929.058204:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834816
00000100:00100000:2.0:1788876929.058257:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786038330045 time 7786039340921 state 0x0 ref 1
00000100:00100000:2.0:1788876929.058269:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786139340921 time 7786039340921 state 0x1 ref 1
00000100:00100000:3.0:1788876929.130667:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786139340921 time 7786139637011 state 0x0 ref 1
00000100:00100000:3.0:1788876929.130707:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362834816:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876929.130754:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876929.130770:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876929.130775:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876929.130781:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876929.130794:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.136350:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876929.169010:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.169054:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.169064:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.169072:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f6a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876929.169077:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.169087:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.169106:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.169119:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e7672e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876929.169223:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362834816:12345-192.168.203.59@tcp:3:dd.500 Request processed in 38529us (111138us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876929.169235:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 221
00000100:00100000:1.0:1788876929.169244:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786139340921 time 7786139637011 state 0x2 ref 0
00000100:00100000:3.0:1788876929.182707:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876929.182803:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362834944
00000100:00100000:2.0:1788876929.182813:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362834944
00000100:00100000:2.0:1788876929.182878:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786139340921 time 7786139637011 state 0x0 ref 1
00000100:00100000:2.0:1788876929.182893:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786239637011 time 7786139637011 state 0x1 ref 1
00000100:00100000:3.0:1788876929.231678:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786239637011 time 7786240652053 state 0x0 ref 1
00000100:00100000:3.0:1788876929.231710:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362834944:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876929.231747:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876929.231764:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876929.231769:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876929.231775:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876929.231788:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.248190:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.248211:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.248221:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.248228:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f7e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876929.248233:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.248241:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.248261:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.248269:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ff85480/0x3868396b8e7672ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876929.248361:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362834944:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16661us (65660us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876929.248372:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 222
00000100:00100000:1.0:1788876929.248381:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786239637011 time 7786240652053 state 0x2 ref 0
00000100:00100000:3.0:1788876929.273150:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876929.273450:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362835072
00000100:00100000:2.0:1788876929.273461:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362835072
00000100:00100000:2.0:1788876929.273526:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786239637011 time 7786240652053 state 0x0 ref 1
00000100:00100000:2.0:1788876929.273543:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786340652053 time 7786240652053 state 0x1 ref 1
00000100:00100000:2.0:1788876929.332073:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786340652053 time 7786341047140 state 0x0 ref 1
00000100:00100000:2.0:1788876929.332108:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362835072:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788876929.332160:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.332175:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876929.332180:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876929.332185:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.332199:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.371117:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.371145:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.371155:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.371162:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876929.371168:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.371178:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.371197:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.371205:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7672f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876929.371311:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362835072:12345-192.168.203.59@tcp:3:dd.500 Request processed in 39216us (98166us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876929.371322:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 223
00000100:00100000:0.0:1788876929.371332:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786340652053 time 7786341047140 state 0x2 ref 0
00000100:00100000:3.0:1788876929.382913:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876929.383075:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362835200
00000100:00100000:2.0:1788876929.383085:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362835200
00000100:00100000:2.0:1788876929.383151:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786340652053 time 7786341047140 state 0x0 ref 1
00000100:00100000:2.0:1788876929.383165:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786441047140 time 7786341047140 state 0x1 ref 1
00000100:00100000:1.0:1788876929.438981:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786441047140 time 7786447954679 state 0x0 ref 1
00000100:00100000:1.0:1788876929.439045:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362835200:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876929.439093:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.439109:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876929.439114:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876929.439119:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.439132:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.451717:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.451744:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.451754:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.451761:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876929.451766:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.451775:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.451792:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.451800:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e7672fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876929.451954:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362835200:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12950us (69049us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876929.451966:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 224
00000100:00100000:1.0:1788876929.451975:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786441047140 time 7786447954679 state 0x2 ref 0
00000100:00100000:0.0:1788876929.454653:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876929.454676:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365756416:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876929.454741:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876929.455367:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756416
00000100:00100000:1.0:1788876929.455377:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756416
00000100:00100000:1.0:1788876929.455441:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 377
00000100:00100000:1.0:1788876929.455457:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365756416:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876929.455486:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788876929.455538:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365756416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (797us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876929.455545:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 377
00000100:00080000:0.0:1788876929.456424:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876929.456483:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365756416:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876929.466804:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876929.466990:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362835328
00000100:00100000:1.0:1788876929.467002:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362835328
00000100:00100000:1.0:1788876929.467086:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786441047140 time 7786447954679 state 0x0 ref 1
00000100:00100000:1.0:1788876929.467100:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786547954679 time 7786447954679 state 0x1 ref 1
00000100:00100000:0.0:1788876929.539216:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786547954679 time 7786548190623 state 0x0 ref 1
00000100:00100000:0.0:1788876929.539250:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362835328:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788876929.539291:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.539307:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876929.539311:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876929.539317:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.539330:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.551510:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.551531:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.551540:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.551547:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876929.551552:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.551561:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.551578:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876929.551586:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767303 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876929.551664:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362835328:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12424us (84868us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876929.551675:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 225
00000100:00100000:0.0:1788876929.551684:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786547954679 time 7786548190623 state 0x2 ref 0
00000100:00100000:3.0:1788876929.569750:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876929.571431:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362835456
00000100:00100000:2.0:1788876929.571456:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362835456
00000100:00100000:2.0:1788876929.571514:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786547954679 time 7786548190623 state 0x0 ref 1
00000100:00100000:2.0:1788876929.571529:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786648190623 time 7786548190623 state 0x1 ref 1
00000100:00100000:1.0:1788876929.645700:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786648190623 time 7786654672259 state 0x0 ref 1
00000100:00100000:1.0:1788876929.645733:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362835456:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876929.645779:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.645796:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876929.645800:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876929.645806:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.645819:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.660929:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.660952:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.660962:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.660969:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876929.660974:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.660983:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.661003:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.661044:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e76730a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876929.661135:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362835456:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15413us (91390us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876929.661146:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 226
00000100:00100000:1.0:1788876929.661155:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786648190623 time 7786654672259 state 0x2 ref 0
00000100:00100000:3.0:1788876929.668364:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876929.668468:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362835584
00000100:00100000:2.0:1788876929.668478:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362835584
00000100:00100000:2.0:1788876929.668823:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786648190623 time 7786654672259 state 0x0 ref 1
00000100:00100000:2.0:1788876929.668845:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786754672259 time 7786654672259 state 0x1 ref 1
00000100:00100000:1.0:1788876929.747171:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786754672259 time 7786756141638 state 0x0 ref 1
00000100:00100000:1.0:1788876929.747213:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362835584:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788876929.747266:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.747286:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876929.747291:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876929.747298:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.747310:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.764520:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.764541:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.764550:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.764557:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876929.764562:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.764572:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.764590:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876929.764598:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767311 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876929.764688:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362835584:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17494us (96329us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876929.764699:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 227
00000100:00100000:1.0:1788876929.764709:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786754672259 time 7786756141638 state 0x2 ref 0
00000100:00100000:3.0:1788876929.777948:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876929.781588:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362835712
00000100:00100000:1.0:1788876929.781604:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362835712
00000100:00100000:1.0:1788876929.781664:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786754672259 time 7786756141638 state 0x0 ref 1
00000100:00100000:1.0:1788876929.781677:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786856141638 time 7786756141638 state 0x1 ref 1
00000100:00100000:3.0:1788876929.847732:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786856141638 time 7786856706660 state 0x0 ref 1
00000100:00100000:3.0:1788876929.847767:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362835712:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788876929.847810:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876929.847828:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876929.847845:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876929.847852:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876929.847866:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.865727:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.865747:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.865757:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.865764:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876929.865769:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.865777:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.865795:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876929.865807:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e767318 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876929.865901:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362835712:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18145us (87956us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876929.865912:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 228
00000100:00100000:2.0:1788876929.865922:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786856141638 time 7786856706660 state 0x2 ref 0
00000100:00100000:2.0:1788876929.871154:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876929.871251:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362835968
00000100:00100000:1.0:1788876929.871261:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362835968
00000100:00100000:1.0:1788876929.871370:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9882
00000100:00100000:1.0:1788876929.871380:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:251720:x1875765362835968:12345-192.168.203.59@tcp:35:dd.500
00000100:00100000:1.0:1788876929.871956:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:251720:x1875765362835968:12345-192.168.203.59@tcp:35:dd.500 Request processed in 576us (809us total) trans 4295010848 rc 0/0
00000100:00100000:1.0:1788876929.871965:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9882
00000100:00080000:0.0:1788876929.880415:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876929.991590:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876929.992439:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362836096
00000100:00100000:3.0:1788876929.992454:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362836096
00000100:00100000:3.0:1788876929.992512:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1205
00000100:00100000:3.0:1788876929.992523:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841153ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:5571:x1875765362836096:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876929.992537:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876929.992587:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e76705c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886a6 expref: 6 pid: 9776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876929.992613:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876929.992674:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841153ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:5571:x1875765362836096:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 152us (1093us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876929.992681:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1205
00000100:00100000:2.0:1788876930.035520:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876930.035847:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362836224
00000100:00100000:1.0:1788876930.035858:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362836224
00000100:00100000:1.0:1788876930.035944:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60334
00000100:00100000:1.0:1788876930.035961:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:251733:x1875765362836224:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876930.035995:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876930.036074:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e76731f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886ad expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.036205:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767326 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.036224:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.036241:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876930.036863:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 7680
00000004:00200000:1.0:1788876930.036870:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876930.037062:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.037112:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e76731f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886ad expref: 11 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.037137:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767326 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886ad expref: 10 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.037155:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd000)
00010000:00010000:1.0:1788876930.037159:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876930.037163:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5200, rc 0)
00000100:00100000:1.0:1788876930.037245:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251733:x1875765362836224:12345-192.168.203.59@tcp:101:rm.0 Request processed in 1289us (1739us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876930.037258:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60334
00000100:00100000:2.0:1788876930.043115:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876930.043285:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362836480
00000100:00100000:0.0:1788876930.043295:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362836480
00000100:00100000:0.0:1788876930.043359:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60335
00000100:00100000:0.0:1788876930.043369:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:251733:x1875765362836480:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876930.043389:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876930.043408:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e76732d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886b4 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876930.043799:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 7680
00010000:00010000:0.0:1788876930.044211:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e76732d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886b4 expref: 12 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.044234:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876930.044239:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876930.044245:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e76732d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886b4 expref: 12 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.044265:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023ac00, rc 0)
00000100:00100000:0.0:1788876930.044343:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251733:x1875765362836480:12345-192.168.203.59@tcp:101:rm.0 Request processed in 973us (1238us total) trans 4295010849 rc 301/301
00000100:00100000:0.0:1788876930.044354:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60335
00000100:00100000:2.0:1788876930.048497:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876930.048569:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362836608
00000100:00100000:0.0:1788876930.048588:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362836608
00000100:00100000:0.0:1788876930.048663:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9883
00000100:00100000:0.0:1788876930.048676:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251733:x1875765362836608:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:0.0:1788876930.059174:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251733:x1875765362836608:12345-192.168.203.59@tcp:37:rm.0 Request processed in 10492us (10676us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876930.059189:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9883
00000100:00100000:2.0:1788876930.068625:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876930.068765:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362836864
00000100:00100000:1.0:1788876930.068776:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362836864
00000100:00100000:1.0:1788876930.068842:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9884
00000100:00100000:1.0:1788876930.068852:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:251733:x1875765362836864:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:1.0:1788876930.069335:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251733:x1875765362836864:12345-192.168.203.59@tcp:35:rm.0 Request processed in 483us (717us total) trans 4295010850 rc 0/0
00000100:00100000:1.0:1788876930.069343:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9884
00000100:00100000:2.0:1788876930.072345:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876930.073668:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362837120
00000100:00100000:3.0:1788876930.073680:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362837120
00000100:00100000:2.0:1788876930.073920:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60336
00000100:00100000:2.0:1788876930.073929:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:251733:x1875765362837120:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788876930.073952:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876930.073971:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e76733b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886bb expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.074268:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767342 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.074282:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767342 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcab:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.074296:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767342 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcab:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876930.074306:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 7680
00010000:00010000:2.0:1788876930.074483:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e76733b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886bb expref: 15 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.074633:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767342 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xcab:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886bb expref: 14 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.074641:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd000)
00010000:00010000:2.0:1788876930.074644:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1788876930.074647:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dda600, rc 0)
00000100:00100000:2.0:1788876930.074745:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251733:x1875765362837120:12345-192.168.203.59@tcp:101:rm.0 Request processed in 816us (2409us total) trans 4295010851 rc 0/0
00000100:00100000:2.0:1788876930.074752:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60336
00000100:00100000:2.0:1788876930.078945:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876930.079257:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362837248
00000100:00100000:0.0:1788876930.079267:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362837248
00000100:00100000:0.0:1788876930.079361:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60337
00000100:00100000:0.0:1788876930.079372:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251733:x1875765362837248:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:0.0:1788876930.079429:0:15586:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7570718720 avail 7566524416
00000100:00100000:0.0:1788876930.079502:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251733:x1875765362837248:12345-192.168.203.59@tcp:41:rm.0 Request processed in 132us (567us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876930.079510:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60337
00000100:00100000:0.0:1788876930.081662:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876930.081849:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362837504
00000100:00100000:1.0:1788876930.081858:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362837504
00000100:00100000:1.0:1788876930.081911:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60338
00000100:00100000:1.0:1788876930.081922:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251733:x1875765362837504:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:1.0:1788876930.081971:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1788876930.081998:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e766d6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888698 expref: 14 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082039:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcad:0x0].0x0 (ffff998404dddb00)
00010000:00010000:1.0:1788876930.082058:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767326 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886ad expref: 13 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082071:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd000)
00010000:00010000:1.0:1788876930.082075:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876930.082094:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082107:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082116:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082131:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082139:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082146:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082520:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082529:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.082536:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1788876930.083510:0:5791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1627, 64 off112320
00000004:00080000:1.0:1788876930.083523:0:5791:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7787092508383ns, next at 7788092504743ns, rc = 0
00010000:00010000:1.0:1788876930.083589:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083601:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083611:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083619:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083626:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083632:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083654:0:5791:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1788876930.083676:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083682:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083688:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083694:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876930.083699:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083706:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083717:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcad:0x0].0x0 (ffff998385d39000)
00010000:00010000:1.0:1788876930.083720:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788876930.083724:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083730:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4800/0x3868396b8e76735e lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083747:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083753:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083759:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083764:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876930.083767:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083773:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083780:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd000)
00010000:00010000:1.0:1788876930.083783:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876930.083786:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.083792:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5000/0x3868396b8e767350 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876930.083806:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008b08e293 reply state 00000000264cb042 transno 4295010852 ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876930.083815:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1788876930.085952:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876930.085967:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.085979:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876930.085983:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.085992:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.086029:0:5778:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcad:0x0].0x0 (ffff998385d39000)
00010000:00010000:2.0:1788876930.086033:0:5778:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788876930.086038:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.086045:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4600/0x3868396b8e767365 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876930.086069:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876930.086071:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876930.086073:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876930.087268:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251733:x1875765362837504:12345-192.168.203.59@tcp:36:rm.0 Request processed in 5339us (5603us total) trans 4295010852 rc 0/0
00000100:00100000:1.0:1788876930.087281:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60338
00010000:00010000:0.0:1788876930.090696:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.090713:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.090720:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.090727:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876930.090732:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.090739:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.090754:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x4009f790 (ffff998385d39a00)
00010000:00010000:0.0:1788876930.090757:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876930.090760:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.090766:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4000/0x3868396b8e767357 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcab:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876930.097011:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876930.097111:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362837760
00000100:00100000:1.0:1788876930.097120:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362837760
00000100:00100000:1.0:1788876930.097174:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9885
00000100:00100000:1.0:1788876930.097185:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:251733:x1875765362837760:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:1.0:1788876930.097422:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251733:x1875765362837760:12345-192.168.203.59@tcp:35:rm.0 Request processed in 239us (419us total) trans 4295010853 rc 0/0
00000100:00100000:1.0:1788876930.097430:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9885
00000100:00100000:3.0:1788876930.101437:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876930.101529:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838016
00000100:00100000:0.0:1788876930.101539:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838016
00000100:00100000:0.0:1788876930.101603:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60339
00000100:00100000:0.0:1788876930.101615:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:251733:x1875765362838016:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:0.0:1788876930.101673:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1788876930.101699:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767342 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcab:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886bb expref: 14 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101720:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e766d53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcab:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888691 expref: 13 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101730:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788876930.101746:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e766cf1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88867c expref: 12 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101755:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876930.101762:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876930.101785:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101798:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101808:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101819:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101826:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.101851:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102194:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102204:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102210:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876930.102664:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcab:0x0]: returning size 7680
00010000:00010000:0.0:1788876930.102679:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102687:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102693:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102698:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876930.102702:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102709:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102719:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcab:0x0].0x0 (ffff998404ddd900)
00010000:00010000:0.0:1788876930.102721:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876930.102725:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102730:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b200/0x3868396b8e76737a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102746:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102751:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102757:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102761:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ba00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876930.102764:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102770:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102776:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876930.102778:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876930.102780:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.102785:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ba00/0x3868396b8e76736c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876930.102794:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000070bccf6c reply state 00000000ce2f50f2 transno 4295010854 ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876930.102808:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876930.102900:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:251733:x1875765362838016:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1285us (1469us total) trans 4295010854 rc 0/0
00000100:00100000:0.0:1788876930.102909:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60339
00010000:00010000:1.0:1788876930.108408:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.108425:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.108433:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.108439:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876930.108452:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.108460:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.108478:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4c7d905a (ffff998404ddda00)
00010000:00010000:1.0:1788876930.108492:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876930.108497:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876930.108503:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e767373 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4c7d905a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876930.162520:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876931.120601:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010854 is committed
00000004:00080000:0.0:1788876931.120627:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 565 committed
00000100:00100000:0.0:1788876931.120865:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365756544:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1788876931.120932:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876931.120975:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756544
00000100:00100000:1.0:1788876931.120982:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756544
00000100:00080000:0.0:1788876931.121024:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876931.121056:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 551
00000100:00100000:1.0:1788876931.121067:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365756544:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1788876931.121091:0:167011:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3662 count 1
00002000:00010000:1.0:1788876931.121122:0:167011:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4e:0x0] initial LVB size: 104857600, mtime: 0x6aa01878, atime: 0x0, ctime: 0x6aa01878, blocks: 0x3200b
00010000:00010000:1.0:1788876931.121131:0:167011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876931.121156:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=7788s v=(0 0)
00010000:00010000:1.0:1788876931.121162:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876931.121168:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876931.121188:0:167011:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876931.121202:0:167011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876931.121219:0:167011:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876931.121256:0:167011:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876931.121316:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876931.121322:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876931.121330:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876931.121334:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876931.121342:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876931.121358:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876931.121365:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e767381 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876931.121385:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876931.121387:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876931.121389:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876931.204647:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876931.275056:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365756544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 153984us (154116us total) trans 4294981743 rc 0/0
00000100:00100000:3.0:1788876931.275070:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 551
00000004:00080000:3.0:1788876931.275130:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998307d5a680/2, rc 0, transno 4294981743
00000100:00100000:3.0:1788876931.275137:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365756544:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1788876932.206228:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876932.526775:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365757056:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.526856:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876932.526911:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1788876932.526918:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365756672:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.526945:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876932.526981:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365757184:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527063:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876932.527090:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365756928:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527115:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876932.527130:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1788876932.527135:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365756800:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527154:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876932.527168:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365757312:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527187:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876932.527217:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757056
00000100:00100000:1.0:1788876932.527224:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757056
00000100:00100000:1.0:1788876932.527270:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757312
00000100:00100000:1.0:1788876932.527274:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757312
00000100:00100000:1.0:1788876932.527304:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 377
00000100:00100000:1.0:1788876932.527312:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365757312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527364:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365757312:12345-0@lo:400:kworker.0 Request processed in 52us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876932.527371:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 377
00000100:00100000:1.0:1788876932.527388:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 377
00000100:00100000:1.0:1788876932.527395:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365757056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527425:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365757056:12345-0@lo:400:kworker.0 Request processed in 31us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876932.527431:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 377
00000100:00100000:1.0:1788876932.527632:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756672
00000100:00100000:1.0:1788876932.527637:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756672
00000100:00100000:1.0:1788876932.527664:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1788876932.527672:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365756672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527703:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365756672:12345-0@lo:400:kworker.0 Request processed in 32us (757us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876932.527709:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1788876932.527766:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365757312:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527793:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365756672:0@lo:400:kworker.0
00000100:00100000:1.0:1788876932.527803:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365757056:0@lo:400:kworker.0
00000100:00100000:2.0:1788876932.527898:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757184
00000100:00100000:2.0:1788876932.527903:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757184
00000100:00100000:2.0:1788876932.527940:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756928
00000100:00100000:2.0:1788876932.527943:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756928
00000100:00100000:2.0:1788876932.527973:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365756800
00000100:00100000:2.0:1788876932.527976:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365756800
00000100:00100000:2.0:1788876932.527994:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6780
00000100:00100000:2.0:1788876932.528001:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365757184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876932.528058:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365757184:12345-0@lo:400:kworker.0 Request processed in 58us (995us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876932.528064:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6780
00000100:00100000:2.0:1788876932.528076:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6781
00000100:00100000:2.0:1788876932.528081:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365756928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876932.528111:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365756928:12345-0@lo:400:kworker.0 Request processed in 30us (995us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876932.528117:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6781
00000100:00100000:2.0:1788876932.528129:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6782
00000100:00100000:2.0:1788876932.528135:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365756800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876932.528162:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365756800:12345-0@lo:400:kworker.0 Request processed in 27us (1006us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876932.528168:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6782
00000100:00100000:2.0:1788876932.528204:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365756800:0@lo:400:kworker.0
00000100:00100000:2.0:1788876932.528213:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365756928:0@lo:400:kworker.0
00000100:00100000:2.0:1788876932.528237:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365757184:0@lo:400:kworker.0
00000100:00080000:0.0:1788876932.528381:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876932.528386:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876932.528491:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876932.528501:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365757440:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876932.528529:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876932.528557:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757440
00000100:00100000:2.0:1788876932.528561:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757440
00000100:00100000:2.0:1788876932.528590:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 378
00000100:00100000:2.0:1788876932.528597:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365757440:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876932.528625:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876932.528655:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365757440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (125us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876932.528661:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 378
00000100:00100000:2.0:1788876932.528692:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365757440:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876933.107056:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876933.107100:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876933.107132:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876933.107153:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876933.107171:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876933.107256:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838656
00000100:00100000:0.0:1788876933.107267:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838656
00000100:00100000:1.0:1788876933.107329:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838144
00000100:00100000:1.0:1788876933.107335:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838144
00000100:00100000:0.0:1788876933.107338:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838272
00000100:00100000:0.0:1788876933.107343:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838272
00000100:00100000:0.0:1788876933.107376:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6783
00000100:00100000:1.0:1788876933.107381:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3171
00000100:00100000:0.0:1788876933.107389:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362838656:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876933.107394:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362838144:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876933.107487:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838400
00000100:00100000:2.0:1788876933.107491:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838400
00000100:00100000:2.0:1788876933.107527:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838528
00000100:00100000:2.0:1788876933.107530:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838528
00000100:00100000:2.0:1788876933.107555:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 378
00000100:00100000:2.0:1788876933.107562:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362838528:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:3.0:1788876933.107622:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788876933.107627:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788876933.107630:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876933.107689:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362838656:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 302us (555us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876933.107697:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6783
00000100:00100000:0.0:1788876933.107714:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6784
00000100:00100000:0.0:1788876933.107721:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362838272:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876933.113319:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362838144:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 5918us (6298us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876933.113338:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3171
00000100:00100000:1.0:1788876933.113411:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 378
00000100:00100000:1.0:1788876933.113428:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362838400:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876933.113479:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362838400:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 58us (6378us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876933.113485:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 378
00000100:00100000:2.0:1788876933.127008:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362838528:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 19432us (19822us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876933.127039:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 378
00000100:00100000:0.0:1788876933.132315:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362838272:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24583us (25149us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876933.132330:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6784
00010000:00010000:3.0:1788876933.236719:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1788876933.741667:0:183038:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7790750649564ns, next at 7788092504743ns, rc = 0
00000004:00080000:0.0:1788876933.741840:0:183038:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7790750825644ns, next at 7770055286934ns, rc = 0
00000004:00080000:1.0:1788876933.747624:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 735 committed
00000004:00080000:1.0:1788876933.747643:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 566 committed
00010000:00010000:0.0:1788876934.257677:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876934.582371:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365757568:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876934.582492:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876934.582599:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757568
00000100:00100000:3.0:1788876934.582608:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757568
00000100:00100000:3.0:1788876934.582681:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 379
00000100:00100000:3.0:1788876934.582692:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365757568:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876934.582728:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:3.0:1788876934.582780:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365757568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876934.582788:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 379
00000100:00100000:3.0:1788876934.582853:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365757568:0@lo:13:osp-pre-0-0.0
00000100:00080000:0.0:1788876934.582904:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:3.0:1788876935.223174:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981743 is committed
00010000:00010000:0.0:1788876935.278750:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876936.302623:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876937.326441:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876937.647728:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365757824:0@lo:400:kworker.0
00000100:00100000:2.0:1788876937.647794:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876937.647851:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365758336:0@lo:400:kworker.0
00000100:00100000:2.0:1788876937.647878:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876937.647914:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876937.647921:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365757952:0@lo:400:kworker.0
00000100:00100000:2.0:1788876937.647943:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876937.647970:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757824
00000100:00100000:2.0:1788876937.647976:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757824
00000100:00100000:2.0:1788876937.648037:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757952
00000100:00100000:2.0:1788876937.648041:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757952
00000100:00100000:2.0:1788876937.648069:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785
00000100:00100000:2.0:1788876937.648077:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365757824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876937.648127:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365757824:12345-0@lo:400:kworker.0 Request processed in 50us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876937.648135:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785
00000100:00100000:2.0:1788876937.648150:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6786
00000100:00100000:2.0:1788876937.648155:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365757952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876937.648180:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365757952:12345-0@lo:400:kworker.0 Request processed in 25us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876937.648187:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6786
00000100:00100000:2.0:1788876937.648225:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365757952:0@lo:400:kworker.0
00000100:00100000:2.0:1788876937.648235:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365757824:0@lo:400:kworker.0
00000100:00100000:3.0:1788876937.648327:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365758080:0@lo:400:kworker.0
00000100:00100000:3.0:1788876937.648358:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876937.648387:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1788876937.648404:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365757696:0@lo:400:kworker.0
00000100:00100000:3.0:1788876937.648432:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876937.648455:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365758208:0@lo:400:kworker.0
00000100:00100000:3.0:1788876937.648477:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876937.648501:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365757696
00000100:00100000:3.0:1788876937.648505:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365757696
00000100:00100000:3.0:1788876937.648532:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:3.0:1788876937.648538:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365757696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876937.648571:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365757696:12345-0@lo:400:kworker.0 Request processed in 33us (138us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876937.648577:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00100000:3.0:1788876937.648604:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758208
00000100:00100000:3.0:1788876937.648608:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758208
00000100:00100000:3.0:1788876937.648632:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6787
00000100:00100000:3.0:1788876937.648639:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365758208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876937.648666:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365758208:12345-0@lo:400:kworker.0 Request processed in 28us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876937.648672:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6787
00000100:00100000:3.0:1788876937.648700:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365757696:0@lo:400:kworker.0
00000100:00100000:3.0:1788876937.648709:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365758208:0@lo:400:kworker.0
00000100:00100000:0.0:1788876937.648792:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758336
00000100:00100000:0.0:1788876937.648805:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758336
00000100:00100000:0.0:1788876937.648844:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758080
00000100:00100000:0.0:1788876937.648848:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758080
00000100:00100000:0.0:1788876937.648872:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 379
00000100:00100000:0.0:1788876937.648879:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365758080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876937.648919:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365758080:12345-0@lo:400:kworker.0 Request processed in 40us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876937.648926:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 379
00000100:00100000:0.0:1788876937.648938:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 379
00000100:00100000:0.0:1788876937.648943:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365758336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876937.648973:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365758336:12345-0@lo:400:kworker.0 Request processed in 30us (1095us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876937.648980:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 379
00000100:00080000:0.0:1788876937.648993:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876937.648997:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876937.649000:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876937.649046:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981743 gen 2
00000004:00080000:0.0:1788876937.649052:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998307d5a680, transno 4294981743
00000100:00100000:0.0:1788876937.649062:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365758080:0@lo:400:kworker.0
00000100:00100000:0.0:1788876937.649280:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365758336:0@lo:400:kworker.0
00000100:00100000:0.0:1788876937.650569:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365758464:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876937.650628:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876937.650725:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758464
00000100:00100000:1.0:1788876937.650731:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758464
00000100:00100000:1.0:1788876937.650776:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 380
00000100:00100000:1.0:1788876937.650784:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365758464:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876937.650823:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876937.650873:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365758464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876937.650888:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 380
00000100:00100000:0.0:1788876937.652987:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365758464:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876938.227141:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876938.227180:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876938.227212:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876938.227242:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876938.227271:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876938.227294:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838912
00000100:00100000:3.0:1788876938.227302:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838912
00000100:00100000:3.0:1788876938.227350:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839296
00000100:00100000:3.0:1788876938.227353:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839296
00000100:00100000:3.0:1788876938.227373:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6788
00000100:00100000:3.0:1788876938.227382:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362838912:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876938.227466:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362838912:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 84us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876938.227475:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6788
00000100:00100000:3.0:1788876938.227490:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6789
00000100:00100000:3.0:1788876938.227497:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362839296:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876938.227520:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362839296:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876938.227526:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6789
00000100:00100000:1.0:1788876938.227811:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362838784
00000100:00100000:1.0:1788876938.227815:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362838784
00000100:00100000:1.0:1788876938.227851:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3173
00000100:00100000:1.0:1788876938.227857:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362838784:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876938.227897:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362838784:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 40us (765us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876938.227904:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3173
00000100:00080000:0.0:1788876938.228147:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876938.228345:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839040
00000100:00100000:2.0:1788876938.228351:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839040
00000100:00100000:2.0:1788876938.228403:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839168
00000100:00100000:2.0:1788876938.228407:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839168
00000100:00100000:2.0:1788876938.228444:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 380
00000100:00100000:2.0:1788876938.228452:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362839040:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876938.228491:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362839040:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 40us (1310us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876938.228499:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 380
00000100:00100000:2.0:1788876938.228514:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 552
00000100:00100000:2.0:1788876938.228521:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362839168:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:2.0:1788876938.228539:0:167347:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e766b2a
00000100:00080000:2.0:1788876938.228548:0:167347:0:(import.c:65:import_set_state_nolock()) ffff9983027db000 : changing import state from FULL to CLOSED
00000001:00000004:2.0:1788876938.228581:0:167347:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294993636
00010000:00010000:0.0:1788876938.229049:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788876938.229057:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876938.229060:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876938.229293:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362839168:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 770us (2018us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876938.229301:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 552
00010000:00010000:0.0:1788876938.350332:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876939.395586:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876939.702038:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788876939.702415:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365758592:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876939.704190:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876939.704503:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758592
00000100:00100000:3.0:1788876939.704514:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758592
00000100:00080000:1.0:1788876939.705293:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876939.705373:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 381
00000100:00100000:3.0:1788876939.705385:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365758592:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1788876939.706004:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:3.0:1788876939.706116:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365758592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 733us (2599us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876939.706125:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 381
00000100:00100000:1.0:1788876939.707901:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365758592:0@lo:13:osp-pre-0-0.0
00000001:00100000:0.0:1788876939.825709:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:0.0:1788876939.825719:0:7500:0:(genops.c:906:class_export_put()) final put ffff9983027dd800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788876939.826004:0:103132:0:(genops.c:865:class_export_destroy()) destroying export ffff9983027dd800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0001
00000020:00000080:3.0:1788876939.826088:0:103132:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9983027db000 for lustre-OST0001
00010000:00010000:3.0:1788876940.398234:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876941.422848:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876942.446211:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876942.766612:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365759104:0@lo:400:kworker.0
00000100:00100000:3.0:1788876942.766692:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876942.766752:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1788876942.766759:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365758720:0@lo:400:kworker.0
00000100:00100000:3.0:1788876942.766800:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876942.766822:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365759232:0@lo:400:kworker.0
00000100:00100000:3.0:1788876942.766847:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876942.766876:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758720
00000100:00100000:3.0:1788876942.766883:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758720
00000100:00100000:3.0:1788876942.766925:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:3.0:1788876942.766933:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365758720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876942.766979:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365758720:12345-0@lo:400:kworker.0 Request processed in 46us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876942.766986:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00100000:3.0:1788876942.767057:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365758720:0@lo:400:kworker.0
00000100:00100000:2.0:1788876942.767310:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365759104
00000100:00100000:2.0:1788876942.767316:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365759104
00000100:00100000:2.0:1788876942.767360:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 381
00000100:00100000:2.0:1788876942.767367:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365759104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876942.767407:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365759104:12345-0@lo:400:kworker.0 Request processed in 40us (715us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876942.767414:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 381
00000100:00100000:2.0:1788876942.767435:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365759232
00000100:00100000:2.0:1788876942.767439:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365759232
00000100:00100000:2.0:1788876942.767466:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6790
00000100:00100000:2.0:1788876942.767472:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365759232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876942.767502:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365759232:12345-0@lo:400:kworker.0 Request processed in 31us (654us total) trans 0 rc 0/0
00000100:00080000:3.0:1788876942.767587:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788876942.767591:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876942.767615:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365759232:0@lo:400:kworker.0
00000100:00100000:3.0:1788876942.767626:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365759104:0@lo:400:kworker.0
00000100:00100000:2.0:1788876942.767696:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6790
00000100:00100000:0.0:1788876942.767820:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365758848:0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.767854:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876942.767883:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365759360:0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.767908:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876942.767936:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876942.767956:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365758976:0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.767991:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876942.768037:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365759360
00000100:00100000:0.0:1788876942.768043:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365759360
00000100:00100000:0.0:1788876942.768081:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 382
00000100:00100000:0.0:1788876942.768088:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365759360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.768139:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365759360:12345-0@lo:400:kworker.0 Request processed in 51us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876942.768145:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 382
00000100:00100000:0.0:1788876942.768165:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758848
00000100:00100000:0.0:1788876942.768168:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758848
00000100:00100000:0.0:1788876942.768188:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365758976
00000100:00100000:0.0:1788876942.768190:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365758976
00000100:00100000:0.0:1788876942.768212:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6791
00000100:00100000:0.0:1788876942.768219:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365758848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.768249:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365758848:12345-0@lo:400:kworker.0 Request processed in 30us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876942.768254:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6791
00000100:00100000:0.0:1788876942.768265:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6792
00000100:00100000:0.0:1788876942.768270:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365758976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.768296:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365758976:12345-0@lo:400:kworker.0 Request processed in 25us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876942.768302:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6792
00000100:00080000:0.0:1788876942.768324:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876942.768328:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876942.768346:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365758976:0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.768355:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365758848:0@lo:400:kworker.0
00000100:00100000:0.0:1788876942.768363:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365759360:0@lo:400:kworker.0
00000100:00100000:3.0:1788876942.768762:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876942.768781:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365759488:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876942.768815:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876942.769178:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365759488
00000100:00100000:1.0:1788876942.769184:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365759488
00000100:00100000:1.0:1788876942.769227:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 382
00000100:00100000:1.0:1788876942.769235:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365759488:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876942.769267:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876942.769318:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365759488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (502us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876942.769326:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 382
00000100:00100000:0.0:1788876942.769439:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365759488:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876943.347980:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876943.348057:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876943.348098:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876943.348148:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876943.348231:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839680
00000100:00100000:2.0:1788876943.348242:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839680
00000100:00100000:0.0:1788876943.348296:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839552
00000100:00100000:0.0:1788876943.348301:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839552
00000100:00100000:2.0:1788876943.348322:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 383
00000100:00100000:0.0:1788876943.348327:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839808
00000100:00100000:0.0:1788876943.348329:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839808
00000100:00100000:2.0:1788876943.348334:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362839680:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876943.348351:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6793
00000100:00100000:0.0:1788876943.348358:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362839552:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876943.348418:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362839680:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 86us (360us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876943.348426:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 383
00000100:00100000:1.0:1788876943.348437:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839424
00000100:00100000:1.0:1788876943.348441:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839424
00000100:00100000:1.0:1788876943.348468:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3175
00000100:00100000:1.0:1788876943.348475:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362839424:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:3.0:1788876943.348532:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788876943.348537:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876943.348559:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6794
00000100:00100000:3.0:1788876943.348568:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362839808:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876943.353041:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362839552:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 4670us (4927us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876943.353057:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6793
00000100:00100000:1.0:1788876943.354310:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362839424:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 5829us (6333us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876943.354322:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3175
00000100:00100000:3.0:1788876943.354475:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362839808:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 5907us (6325us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876943.354485:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6794
00010000:00010000:3.0:1788876943.470416:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876944.494282:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876944.814421:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788876944.814445:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365759616:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876944.814534:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876944.814719:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365759616
00000100:00100000:2.0:1788876944.814726:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365759616
00000100:00100000:2.0:1788876944.814805:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 383
00000100:00100000:2.0:1788876944.814816:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365759616:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876944.814849:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876944.814894:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365759616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876944.814902:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 383
00000100:00080000:0.0:1788876944.814957:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876944.814988:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365759616:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788876945.522706:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876946.542218:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876947.566228:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876947.887078:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365759744:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876947.887151:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876947.887330:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365759744
00000100:00100000:1.0:1788876947.887338:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365759744
00000100:00100000:1.0:1788876947.887403:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 384
00000100:00100000:1.0:1788876947.887413:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365759744:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876947.887446:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876947.887491:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365759744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876947.887501:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 384
00000100:00100000:2.0:1788876947.887848:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365759872:0@lo:400:kworker.0
00000100:00100000:2.0:1788876947.887888:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876947.887918:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365760384:0@lo:400:kworker.0
00000100:00100000:2.0:1788876947.887945:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876947.887966:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876947.887973:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365760000:0@lo:400:kworker.0
00000100:00100000:2.0:1788876947.887993:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876947.888037:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760384
00000100:00100000:2.0:1788876947.888041:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760384
00000100:00100000:2.0:1788876947.888086:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760000
00000100:00100000:2.0:1788876947.888090:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760000
00000100:00100000:2.0:1788876947.888109:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6795
00000100:00100000:2.0:1788876947.888116:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365760384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876947.888154:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365760384:12345-0@lo:400:kworker.0 Request processed in 38us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876947.888160:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6795
00000100:00100000:2.0:1788876947.888173:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6796
00000100:00100000:2.0:1788876947.888179:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365760000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876947.888206:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365760000:12345-0@lo:400:kworker.0 Request processed in 27us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876947.888212:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6796
00000100:00100000:2.0:1788876947.888256:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365760000:0@lo:400:kworker.0
00000100:00100000:2.0:1788876947.888267:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365760384:0@lo:400:kworker.0
00000100:00100000:1.0:1788876947.889444:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365759872
00000100:00100000:1.0:1788876947.889452:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365759872
00000100:00100000:3.0:1788876947.889457:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365760128:0@lo:400:kworker.0
00000100:00100000:1.0:1788876947.889505:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:1.0:1788876947.889514:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365759872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876947.889515:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876947.889547:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876947.889554:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365760256:0@lo:400:kworker.0
00000100:00100000:1.0:1788876947.889556:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365759872:12345-0@lo:400:kworker.0 Request processed in 45us (1668us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876947.889563:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:3.0:1788876947.889580:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876947.889600:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760256
00000100:00100000:1.0:1788876947.889603:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760256
00000100:00100000:3.0:1788876947.889619:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760128
00000100:00100000:3.0:1788876947.889622:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760128
00000100:00100000:1.0:1788876947.889637:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 384
00000100:00100000:1.0:1788876947.889644:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365760256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876947.889647:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6797
00000100:00100000:3.0:1788876947.889652:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365760128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876947.889678:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365760128:12345-0@lo:400:kworker.0 Request processed in 26us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876947.889684:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6797
00000100:00100000:1.0:1788876947.889688:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365760256:12345-0@lo:400:kworker.0 Request processed in 34us (97us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876947.889694:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 384
00000100:00080000:0.0:1788876947.889765:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788876947.889770:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876947.889772:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876947.889818:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365759744:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876947.891774:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365759872:0@lo:400:kworker.0
00000100:00100000:1.0:1788876947.891959:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365760256:0@lo:400:kworker.0
00000100:00100000:1.0:1788876947.891973:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365760128:0@lo:400:kworker.0
00000100:00100000:3.0:1788876948.466951:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876948.467004:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876948.467066:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876948.467098:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876948.467142:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840064
00000100:00100000:3.0:1788876948.467153:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840064
00000100:00100000:3.0:1788876948.467212:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840320
00000100:00100000:3.0:1788876948.467215:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840320
00000100:00100000:3.0:1788876948.467239:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6798
00000100:00100000:3.0:1788876948.467248:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362840064:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876948.467323:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362840064:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 75us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876948.467333:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6798
00000100:00100000:3.0:1788876948.467361:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6799
00000100:00100000:3.0:1788876948.467394:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362840320:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876948.467441:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362840320:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 70us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876948.467451:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6799
00000100:00080000:3.0:1788876948.467480:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876948.467881:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840192
00000100:00100000:2.0:1788876948.467886:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840192
00000100:00100000:2.0:1788876948.467937:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 385
00000100:00100000:2.0:1788876948.467945:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362840192:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876948.467983:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362840192:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 39us (979us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876948.467991:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 385
00000100:00080000:3.0:1788876948.468155:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876948.470088:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362839936
00000100:00100000:1.0:1788876948.470101:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362839936
00000100:00100000:1.0:1788876948.470180:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3177
00000100:00100000:1.0:1788876948.470194:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362839936:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876948.470304:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362839936:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 115us (3363us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876948.470312:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3177
00010000:00010000:3.0:1788876948.592274:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876949.614227:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876949.935624:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876949.935645:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365760512:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876949.935710:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876949.935783:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760512
00000100:00100000:2.0:1788876949.935791:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760512
00000100:00100000:2.0:1788876949.935850:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 385
00000100:00100000:2.0:1788876949.935860:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365760512:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876949.935891:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876949.935936:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365760512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876949.935943:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 385
00000100:00080000:2.0:1788876949.935962:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876949.935995:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365760512:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788876950.639197:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876951.664247:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876952.686208:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876953.012596:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983154a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365760640:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876953.012665:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876953.012715:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788876953.012721:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365760768:0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.012762:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876953.012797:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760640
00000100:00100000:1.0:1788876953.012804:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760640
00000100:00100000:1.0:1788876953.012865:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 386
00000100:00100000:1.0:1788876953.012874:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365760640:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876953.012906:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876953.012950:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365760640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876953.012959:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 386
00000100:00100000:1.0:1788876953.012986:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760768
00000100:00100000:1.0:1788876953.012990:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760768
00000100:00100000:1.0:1788876953.013035:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:1.0:1788876953.013043:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365760768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.013074:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365760768:12345-0@lo:400:kworker.0 Request processed in 32us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876953.013080:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00080000:1.0:1788876953.013105:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788876953.013123:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365761280:0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.013152:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876953.013179:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788876953.013186:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365761152:0@lo:400:kworker.0
00000100:00100000:0.0:1788876953.013196:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365760896:0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.013216:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876953.013240:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876953.013449:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761280
00000100:00100000:1.0:1788876953.013454:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761280
00000100:00100000:1.0:1788876953.013554:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365760896
00000100:00100000:1.0:1788876953.013558:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365760896
00000100:00100000:1.0:1788876953.013577:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6800
00000100:00100000:1.0:1788876953.013584:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365761280:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1788876953.013717:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876953.013743:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801
00000100:00100000:3.0:1788876953.014869:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365760896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.016460:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365761280:12345-0@lo:400:kworker.0 Request processed in 2868us (3299us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876953.016472:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6800
00000100:00100000:1.0:1788876953.016509:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761152
00000100:00100000:1.0:1788876953.016517:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761152
00000100:00100000:1.0:1788876953.016582:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 386
00000100:00100000:1.0:1788876953.016591:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365761152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.016638:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365761152:12345-0@lo:400:kworker.0 Request processed in 48us (3422us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876953.016645:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 386
00000100:00100000:1.0:1788876953.016814:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365761152:0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.016827:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365761280:0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.016868:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365760768:0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.016887:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983154a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365760640:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876953.018368:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365761024:0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.018427:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876953.018478:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761024
00000100:00100000:1.0:1788876953.018485:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761024
00000100:00100000:1.0:1788876953.018527:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802
00000100:00100000:1.0:1788876953.018546:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365761024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876953.018594:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365761024:12345-0@lo:400:kworker.0 Request processed in 49us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876953.018600:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802
00000100:00100000:1.0:1788876953.018636:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365761024:0@lo:400:kworker.0
00000100:00100000:3.0:1788876953.020421:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365760896:12345-0@lo:400:kworker.0 Request processed in 5556us (7177us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876953.020431:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801
00000100:00080000:3.0:1788876953.020466:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788876953.020472:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876953.021711:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365760896:0@lo:400:kworker.0
00000100:00100000:3.0:1788876953.590861:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876953.590908:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840448
00000100:00100000:3.0:1788876953.590917:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840448
00000100:00100000:3.0:1788876953.590965:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3179
00000100:00100000:3.0:1788876953.590974:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362840448:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876953.591059:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362840448:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 85us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876953.591067:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3179
00000100:00100000:2.0:1788876953.606641:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876953.606683:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876953.606713:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876953.606752:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840704
00000100:00100000:2.0:1788876953.606762:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840704
00000100:00100000:2.0:1788876953.606837:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 553
00000100:00100000:2.0:1788876953.606849:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362840704:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:2.0:1788876953.607108:0:167010:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e766b38
00000100:00080000:2.0:1788876953.607117:0:167010:0:(import.c:65:import_set_state_nolock()) ffff998406a19800 : changing import state from FULL to CLOSED
00000001:00000004:2.0:1788876953.607155:0:167010:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294981743
00000100:00100000:2.0:1788876953.607469:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362840704:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 622us (784us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876953.607477:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 553
00000100:00100000:2.0:1788876953.607501:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840576
00000100:00100000:2.0:1788876953.607505:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840576
00000100:00100000:2.0:1788876953.607531:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840832
00000100:00100000:2.0:1788876953.607534:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840832
00000100:00100000:2.0:1788876953.607554:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6803
00000100:00100000:2.0:1788876953.607561:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362840576:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876953.607590:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362840576:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 29us (958us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876953.607597:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6803
00000100:00100000:2.0:1788876953.607609:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6804
00000100:00100000:2.0:1788876953.607615:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362840832:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876953.607636:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362840832:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 21us (923us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876953.607642:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6804
00000100:00080000:2.0:1788876953.607658:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1788876953.607662:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876953.607673:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876953.724064:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:0.0:1788876953.760548:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:0.0:1788876953.760556:0:6610:0:(genops.c:906:class_export_put()) final put ffff998406a1c000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:1.0:1788876953.764550:0:103132:0:(genops.c:865:class_export_destroy()) destroying export ffff998406a1c000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0000
00000020:00000080:1.0:1788876953.764598:0:103132:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff998406a19800 for lustre-OST0000
00010000:00010000:3.0:1788876954.749562:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876955.058845:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365761408:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876955.058914:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876955.058983:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761408
00000100:00100000:0.0:1788876955.058990:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761408
00000100:00100000:0.0:1788876955.059060:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 387
00000100:00100000:0.0:1788876955.059069:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365761408:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876955.059102:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00100000:0.0:1788876955.059143:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365761408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876955.059151:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 387
00000100:00080000:0.0:1788876955.059170:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876955.059202:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365761408:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788876955.759729:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876956.784057:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876957.808726:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876958.126425:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365761920:0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.126494:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876958.126567:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788876958.126573:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365761536:0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.126608:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876958.126633:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365762048:0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.126659:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876958.126708:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761536
00000100:00100000:3.0:1788876958.126715:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761536
00000100:00100000:3.0:1788876958.126755:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:3.0:1788876958.126764:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365761536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.126809:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365761536:12345-0@lo:400:kworker.0 Request processed in 46us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876958.126816:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00100000:3.0:1788876958.126846:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762048
00000100:00100000:3.0:1788876958.126850:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762048
00000100:00100000:3.0:1788876958.126879:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6805
00000100:00100000:3.0:1788876958.126884:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365762048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.126915:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365762048:12345-0@lo:400:kworker.0 Request processed in 30us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876958.126921:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6805
00000100:00080000:3.0:1788876958.126940:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876958.127050:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761920
00000100:00100000:0.0:1788876958.127055:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761920
00000100:00100000:0.0:1788876958.127089:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 387
00000100:00100000:0.0:1788876958.127097:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365761920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876958.127131:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365761920:12345-0@lo:400:kworker.0 Request processed in 36us (637us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876958.127137:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 387
00000100:00080000:3.0:1788876958.130373:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876958.130447:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365761536:0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.130473:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365762048:0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.130488:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365761920:0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.130656:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365761664:0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.130752:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876958.130784:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365762176:0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.130812:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876958.130832:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788876958.130839:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365761792:0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.130860:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876958.130897:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761664
00000100:00100000:1.0:1788876958.130904:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761664
00000100:00100000:1.0:1788876958.130959:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365761792
00000100:00100000:1.0:1788876958.130963:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365761792
00000100:00100000:1.0:1788876958.131000:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806
00000100:00100000:1.0:1788876958.131008:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365761664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.131079:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365761664:12345-0@lo:400:kworker.0 Request processed in 70us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876958.131087:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806
00000100:00100000:1.0:1788876958.131103:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6807
00000100:00100000:1.0:1788876958.131110:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365761792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.131135:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365761792:12345-0@lo:400:kworker.0 Request processed in 26us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876958.131141:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6807
00000100:00100000:1.0:1788876958.131160:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762176
00000100:00100000:1.0:1788876958.131163:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762176
00000100:00100000:1.0:1788876958.131197:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 388
00000100:00100000:1.0:1788876958.131204:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365762176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.131232:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365762176:12345-0@lo:400:kworker.0 Request processed in 29us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876958.131239:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 388
00000100:00080000:1.0:1788876958.131271:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876958.131275:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876958.131299:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365761792:0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.131308:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365761664:0@lo:400:kworker.0
00000100:00100000:1.0:1788876958.131316:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365762176:0@lo:400:kworker.0
00000100:00100000:3.0:1788876958.133579:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876958.133604:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365762304:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876958.133675:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876958.133844:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762304
00000100:00100000:0.0:1788876958.133851:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762304
00000100:00100000:0.0:1788876958.133912:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 388
00000100:00100000:0.0:1788876958.133922:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365762304:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876958.133971:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788876958.134051:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365762304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876958.134059:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 388
00000100:00100000:0.0:1788876958.134107:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365762304:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876958.712104:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876958.712161:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876958.712220:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876958.712671:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362840960
00000100:00100000:3.0:1788876958.712681:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362840960
00000100:00100000:3.0:1788876958.712755:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3181
00000100:00100000:3.0:1788876958.712765:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362840960:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876958.712862:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362840960:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 98us (771us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876958.712870:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3181
00000100:00100000:2.0:1788876958.713856:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362841216
00000100:00100000:2.0:1788876958.713867:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362841216
00000100:00100000:2.0:1788876958.714074:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362841088
00000100:00100000:2.0:1788876958.714078:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362841088
00000100:00100000:3.0:1788876958.714142:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6808
00000100:00100000:3.0:1788876958.714156:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362841216:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876958.714244:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362841216:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 91us (2081us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876958.714253:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6808
00000100:00080000:1.0:1788876958.716004:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876958.718790:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6809
00000100:00100000:2.0:1788876958.718816:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362841088:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876958.718919:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362841088:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 97us (6688us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876958.718927:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6809
00010000:00010000:2.0:1788876958.832673:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876959.854458:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876960.174537:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876960.174562:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365762432:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876960.174639:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876960.175247:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762432
00000100:00100000:2.0:1788876960.175256:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762432
00000100:00100000:2.0:1788876960.175335:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 389
00000100:00100000:2.0:1788876960.175345:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998406077c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365762432:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876960.175381:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876960.175449:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998406077c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365762432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (809us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876960.175456:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 389
00000100:00100000:1.0:1788876960.175736:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365762432:0@lo:13:osp-pre-0-0.0
00000100:00080000:3.0:1788876960.175893:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788876960.879415:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1788876961.107888:0:183557:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77kc: Check different granular TBF type combination: nid+opcode ========================================================== 10:16:00 (1788876960)
00010000:00010000:0.0:1788876961.902473:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876962.658915:0:183605:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff998385857c00 key jobid={dd.500}&opcode={ost_write} rule@0xffff99840a03a300 gen 0 rate 20 depth 3 token 1 deadline 7776614807959 time 7776671577140 state 0x6 ref 0
00000100:00100000:0.0:1788876962.658932:0:183605:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830560e600 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7766833047498 time 7766837671992 state 0x6 ref 0
00000100:00100000:0.0:1788876962.658940:0:183605:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830d560800 key jobid={dd.500}&opcode={ost_read} rule@0xffff99840a03a900 gen 0 rate 10 depth 3 token 0 deadline 7786856141638 time 7786856706660 state 0x6 ref 0
00000100:00100000:0.0:1788876962.658947:0:183605:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff998309dd1600 key jobid={dd.0}&opcode={ost_read} rule@0xffff99840a03a600 gen 0 rate 10000 depth 3 token 2 deadline 7767032433936 time 7767032374283 state 0x6 ref 0
00000100:00100000:0.0:1788876962.666295:0:183605:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6300 rate 10000 gen 0
00000100:00100000:0.0:1788876962.666320:0:183605:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830adc8c00 key jobid={dd.0}&opcode={ost_write} rule@0xffff99840a03aa00 gen 0 rate 10000 depth 3 token 2 deadline 7766551781695 time 7766572111764 state 0x6 ref 0
00000100:00100000:0.0:1788876962.678105:0:183605:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6e00 rate 10000 gen 0
00000100:00100000:0.0:1788876962.678483:0:183605:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6000 rate 20 gen 0
00000100:00100000:0.0:1788876962.678499:0:183605:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6800 rate 20 gen 0
00000100:00100000:0.0:1788876962.678649:0:183605:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6700 rate 10 gen 0
00000100:00100000:0.0:1788876962.678668:0:183605:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6a00 rate 10 gen 0
00000100:00100000:2.0:1788876962.754581:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876962.754729:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362841344
00000100:00100000:3.0:1788876962.754742:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362841344
00000100:00100000:3.0:1788876962.754819:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60340
00000100:00100000:3.0:1788876962.754831:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:252708:x1875765362841344:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:3.0:1788876962.754861:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876962.754945:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e767388 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886c2 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.755088:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e76738f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.755103:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e76738f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.755118:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e76738f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876962.755199:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788876962.755203:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876962.755250:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e76738f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.755276:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e767388 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886c2 expref: 7 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.755292:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e76738f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886c2 expref: 6 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.755301:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876962.755304:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788876962.755308:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b400, rc 0)
00000100:00100000:3.0:1788876962.755373:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252708:x1875765362841344:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 544us (801us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876962.755380:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60340
00000100:00080000:2.0:1788876962.756453:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876962.758428:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876962.759688:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362841600
00000100:00100000:3.0:1788876962.759701:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362841600
00000100:00100000:3.0:1788876962.759767:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60341
00000100:00100000:3.0:1788876962.759778:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252708:x1875765362841600:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:3.0:1788876962.759833:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876962.759860:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e76738f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886c2 expref: 6 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.759875:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876962.759886:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876962.760060:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.760074:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.760084:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.760147:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.760155:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.760162:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876962.763306:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00010000:00010000:2.0:1788876962.763323:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.763333:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.763340:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.763346:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876962.763352:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.763359:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.763375:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f600)
00010000:00010000:2.0:1788876962.763378:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876962.763382:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.763387:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767396 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876962.763404:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000095b9989b reply state 00000000cb60e465 transno 4295010855 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876962.763412:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876962.763514:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252708:x1875765362841600:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 3725us (5078us total) trans 4295010855 rc 0/0
00000100:00100000:2.0:1788876962.763523:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60341
00010000:00010000:2.0:1788876962.768155:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.768171:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.768179:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.768185:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876962.768189:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.768200:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.768216:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff99840390f700)
00010000:00010000:2.0:1788876962.768219:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876962.768223:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.768229:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e76739d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876962.784918:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.784995:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362841728
00000100:00100000:0.0:1788876962.785006:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362841728
00000100:00100000:0.0:1788876962.785084:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60342
00000100:00100000:0.0:1788876962.785093:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252709:x1875765362841728:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876962.785116:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876962.785138:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e7673a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886c9 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.785221:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.785234:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.785246:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876962.785299:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876962.785304:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876962.785330:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.785353:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e7673a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886c9 expref: 8 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.785369:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886c9 expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.785376:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddde00)
00010000:00010000:0.0:1788876962.785379:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876962.785383:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023bc00, rc 0)
00000100:00100000:0.0:1788876962.785443:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252709:x1875765362841728:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 351us (542us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876962.785449:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60342
00000100:00100000:3.0:1788876962.788967:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.790185:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362841984
00000100:00100000:0.0:1788876962.790197:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362841984
00000100:00100000:0.0:1788876962.790260:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60343
00000100:00100000:0.0:1788876962.790270:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252709:x1875765362841984:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876962.790290:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876962.790294:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1788876962.790320:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886c9 expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790336:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddde00)
00010000:00010000:0.0:1788876962.790346:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876962.790361:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7673b2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886d0 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790540:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790552:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790561:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790574:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790581:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790587:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790721:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790730:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790742:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876962.790752:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00010000:00010000:0.0:1788876962.790766:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790773:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790779:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790785:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.790790:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790798:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790807:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876962.790809:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.790814:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790820:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790835:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790845:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790851:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790856:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.790858:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790863:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790871:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876962.790872:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.790875:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790880:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.790888:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791231:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791238:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791243:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ae00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.791246:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791253:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791262:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998404ddd400)
00010000:00010000:0.0:1788876962.791264:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.791267:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791272:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791308:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7673b2 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886d0 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791319:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876962.791321:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.791324:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7673b2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886d0 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.791335:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023aa00, rc 0)
00000100:00100000:0.0:1788876962.791982:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252709:x1875765362841984:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1709us (3020us total) trans 0 rc 301/301
00000100:00100000:0.0:1788876962.792104:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60343
00000100:00100000:3.0:1788876962.803700:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.803768:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362842112
00000100:00100000:0.0:1788876962.803777:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362842112
00000100:00100000:0.0:1788876962.803833:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60344
00000100:00100000:0.0:1788876962.803843:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252709:x1875765362842112:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876962.803862:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876962.803885:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7673ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886d7 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.803981:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.803996:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.804008:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876962.804101:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876962.804105:0:7498:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876962.804128:0:7498:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.804153:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7673ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886d7 expref: 8 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.804169:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886d7 expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.804178:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876962.804180:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876962.804184:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023ae00, rc 0)
00000100:00100000:0.0:1788876962.804243:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252709:x1875765362842112:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 401us (562us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876962.804249:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60344
00000100:00100000:3.0:1788876962.806694:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.806816:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362842368
00000100:00100000:0.0:1788876962.806825:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362842368
00000100:00100000:0.0:1788876962.806885:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60345
00000100:00100000:0.0:1788876962.806903:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252709:x1875765362842368:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876962.806922:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876962.806941:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886de expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807259:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807274:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807285:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807298:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807305:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807311:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876962.807427:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00010000:00010000:0.0:1788876962.807522:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807530:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807537:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807543:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.807547:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807554:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807566:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876962.807569:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.807572:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807578:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7673e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807590:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807596:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807601:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807606:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023bc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.807609:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807618:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807625:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998404ddd400)
00010000:00010000:0.0:1788876962.807627:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.807630:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807635:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e7673ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807670:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886de expref: 9 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807691:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876962.807693:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876962.807697:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886de expref: 9 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.807707:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023be00, rc 0)
00000100:00100000:0.0:1788876962.807770:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252709:x1875765362842368:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 876us (1093us total) trans 4295010856 rc 301/301
00000100:00100000:0.0:1788876962.807778:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60345
00000100:00100000:1.0:1788876962.810556:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876962.810629:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362842624
00000100:00100000:3.0:1788876962.810637:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362842624
00000100:00100000:3.0:1788876962.810698:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60346
00000100:00100000:3.0:1788876962.810708:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252709:x1875765362842624:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:3.0:1788876962.810782:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.810798:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876962.810809:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876962.811088:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dc7fae28 reply state 000000000aebea75 transno 4295010857 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876962.811098:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1788876962.811111:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00000100:00100000:3.0:1788876962.811181:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252709:x1875765362842624:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 473us (630us total) trans 4295010857 rc 0/0
00000100:00100000:3.0:1788876962.811188:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60346
00010000:00010000:1.0:1788876962.812418:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.812435:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.812442:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.812448:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876962.812453:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.812460:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.812475:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff99840390f000)
00010000:00010000:1.0:1788876962.812477:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1788876962.812482:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.812488:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b400/0x3868396b8e7673f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876962.812779:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876962.812835:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362842880
00000100:00100000:3.0:1788876962.812843:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362842880
00000100:00100000:3.0:1788876962.812936:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9886
00000100:00100000:3.0:1788876962.812945:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:252709:x1875765362842880:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:3.0:1788876962.813686:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252709:x1875765362842880:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 731us (899us total) trans 4295010858 rc 0/0
00000100:00100000:3.0:1788876962.813695:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9886
00000100:00100000:3.0:1788876962.827380:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.827667:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362843008
00000100:00100000:0.0:1788876962.827685:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362843008
00000100:00100000:0.0:1788876962.827736:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60347
00000100:00100000:0.0:1788876962.827745:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252710:x1875765362843008:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:0.0:1788876962.827771:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876962.827791:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886e5 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.827877:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.827901:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.827911:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.827925:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.827932:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.827939:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828060:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e767414 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828068:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e767414 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828075:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e767414 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876962.828110:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00000004:00200000:0.0:1788876962.828113:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876962.828133:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e767414 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828145:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828151:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828157:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828164:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023bc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.828168:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828175:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828187:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788876962.828190:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.828194:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828200:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767406 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828209:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828215:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828224:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828229:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.828232:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828237:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828243:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998404ddd400)
00010000:00010000:0.0:1788876962.828246:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.828248:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828254:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76740d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828280:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e7673ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886e5 expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828291:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e767414 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886e5 expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.828298:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876962.828300:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876962.828303:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023aa00, rc 0)
00000100:00100000:0.0:1788876962.828357:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252710:x1875765362843008:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 613us (985us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876962.828367:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60347
00000100:00100000:0.0:1788876962.842637:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.842669:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362843264
00000100:00100000:0.0:1788876962.842689:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362843264
00000100:00100000:0.0:1788876962.842738:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60348
00000100:00100000:0.0:1788876962.842748:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252710:x1875765362843264:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:0.0:1788876962.842800:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876962.842827:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e767414 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886e5 expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.842842:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788876962.842852:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876962.842875:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.842887:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.842897:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876962.843145:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fc3ddd54 reply state 00000000f64cbb01 transno 4295010859 ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876962.843154:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:0.0:1788876962.843165:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00000100:00100000:0.0:1788876962.843236:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252710:x1875765362843264:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 489us (606us total) trans 4295010859 rc 0/0
00000100:00100000:0.0:1788876962.843246:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60348
00010000:00010000:2.0:1788876962.857825:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.857842:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.857850:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.857857:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876962.857861:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.857869:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.857885:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998404ddde00)
00010000:00010000:2.0:1788876962.857888:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:2.0:1788876962.857892:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.857899:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e76741b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876962.910690:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876962.910722:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362843392
00000100:00100000:2.0:1788876962.910731:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362843392
00000100:00100000:2.0:1788876962.910777:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60349
00000100:00100000:2.0:1788876962.910786:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252714:x1875765362843392:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876962.910812:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876962.910832:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767422 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886ec expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.910930:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.910944:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.910955:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.910968:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.910974:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.910980:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911305:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767437 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911315:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911323:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876962.911352:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00000004:00200000:2.0:1788876962.911355:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876962.911376:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911387:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911394:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911401:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911408:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876962.911412:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911419:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911431:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:2.0:1788876962.911435:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876962.911439:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911446:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767429 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911458:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911464:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911471:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911476:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876962.911479:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911487:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911493:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998403b03200)
00010000:00010000:2.0:1788876962.911496:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876962.911499:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911505:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767430 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911532:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767422 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886ec expref: 13 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911550:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767437 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886ec expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.911557:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788876962.911560:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:2.0:1788876962.911562:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dda800, rc 0)
00000100:00100000:2.0:1788876962.911627:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252714:x1875765362843392:12345-192.168.203.59@tcp:101:dd.0 Request processed in 840us (960us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876962.911635:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60349
00000100:00100000:1.0:1788876962.914878:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.914953:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362843648
00000100:00100000:0.0:1788876962.914963:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362843648
00000100:00100000:0.0:1788876962.915060:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60350
00000100:00100000:0.0:1788876962.915072:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252714:x1875765362843648:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876962.915096:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876962.915117:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e76743e lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886f3 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.915281:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.915296:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.915307:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.915371:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.915378:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.915384:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788876962.916240:0:26643:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe41:0x0], index 1: 0
00000004:00080000:0.0:1788876962.916249:0:26643:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe4f:0x0], index 0: 0
00010000:00010000:0.0:1788876962.916396:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767453 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916406:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767453 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916414:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767453 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916447:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916454:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916460:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916466:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876962.916471:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916478:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916489:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:0.0:1788876962.916492:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876962.916496:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916502:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023be00/0x3868396b8e767445 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876962.916517:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005166d305 reply state 000000000b7ddb75 transno 4295010860 ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876962.916525:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788876962.916555:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e76743e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886f3 expref: 15 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916569:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767453 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886f3 expref: 14 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.916576:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876962.916579:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788876962.916582:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023bc00, rc 0)
00000100:00100000:0.0:1788876962.916764:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:252714:x1875765362843648:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1694us (1895us total) trans 4295010860 rc 0/0
00000100:00100000:0.0:1788876962.916775:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60350
00010000:00010000:1.0:1788876962.920360:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.920376:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.920383:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.920389:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876962.920393:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.920400:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.920416:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x7a6232fc (ffff998404ddda00)
00010000:00010000:1.0:1788876962.920419:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876962.920422:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876962.920429:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e76744c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876962.926225:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876962.929122:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876962.929556:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362843776
00000100:00100000:2.0:1788876962.929566:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362843776
00000100:00100000:2.0:1788876962.929660:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 554
00000100:00100000:2.0:1788876962.929669:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:2354:x1875765362843776:12345-192.168.203.59@tcp:8:dd.0
00010000:00080000:2.0:1788876962.929709:0:167347:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t4294969228 exp 0000000000000000 cur 7819 last 0
00000020:00000080:2.0:1788876962.929747:0:167347:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e767461
00002000:00100000:2.0:1788876962.929759:0:167347:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff9983060fe800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 30670848 ocd_index: 0 ocd_group 0
00002000:00100000:2.0:1788876962.929782:0:167347:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli <unknown> supports cksum type f7, return f7
00002000:00080000:2.0:1788876962.929995:0:167347:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0
00000100:00080000:2.0:1788876962.930043:0:167347:0:(import.c:65:import_set_state_nolock()) ffff9983060fc000 : changing import state from RECOVER to FULL
00000100:00100000:2.0:1788876962.930116:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362843776:12345-192.168.203.59@tcp:8:dd.0 Request processed in 446us (1109us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876962.930123:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 554
00000100:00100000:3.0:1788876962.932707:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.932768:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362843904
00000100:00100000:0.0:1788876962.932779:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362843904
00000100:00100000:0.0:1788876962.932854:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 555
00000100:00100000:0.0:1788876962.932866:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252714:x1875765362843904:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876962.932882:0:6585:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876962.932903:0:6585:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000732b88b7/0x3868396b8e767468 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8886fa expref: -99 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876962.932934:0:6585:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1788876962.932955:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=7819s v=(0 0)
00010000:00010000:0.0:1788876962.932960:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876962.932971:0:6585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000732b88b7/0x3868396b8e767468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886fa expref: 7 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.932988:0:6585:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000732b88b7/0x3868396b8e767468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886fa expref: 7 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876962.933001:0:6585:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023aa00, rc 0)
00000100:00100000:0.0:1788876962.933079:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252714:x1875765362843904:12345-192.168.203.59@tcp:101:dd.0 Request processed in 215us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876962.933086:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 555
00000100:00080000:2.0:1788876962.933462:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876962.963249:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876962.965723:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844032
00000100:00100000:0.0:1788876962.965741:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844032
00002000:00100000:0.0:1788876962.965809:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe41:0x0] (0->1048575)  req@ffff9983096f4000 x1875765362844032/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:358/0 lens 488/0 e 0 to 0 dl 1788876973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876962.965820:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4000 with x1875765362844032 ext(0->1048575)
00002000:00010000:0.0:1788876962.965824:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4000
00000100:00100000:0.0:1788876962.965851:0:6588:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 3 deadline 0 time 7819974830198 state 0x0 ref 1
00000100:00100000:0.0:1788876962.965862:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 3 deadline 7820024830198 time 7819974830198 state 0x1 ref 1
00000100:00100000:0.0:1788876962.965899:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820024830198 time 7819974881573 state 0x0 ref 1
00000100:00100000:0.0:1788876962.965910:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362844032:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876962.981136:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876962.981280:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844160
00000100:00100000:2.0:1788876962.981289:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844160
00002000:00100000:2.0:1788876962.981337:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe41:0x0] (1048576->2097151)  req@ffff9983096f4380 x1875765362844160/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:358/0 lens 488/0 e 0 to 0 dl 1788876973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876962.981348:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4380 with x1875765362844160 ext(1048576->2097151)
00002000:00010000:2.0:1788876962.981353:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4380
00000100:00100000:2.0:1788876962.981373:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820024881573 time 7819974881573 state 0x1 ref 2
00000100:00100000:2.0:1788876962.981405:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820024881573 time 7819990386945 state 0x0 ref 2
00000100:00100000:2.0:1788876962.981416:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2358:x1875765362844160:12345-192.168.203.59@tcp:4:dd.0
00000001:00100000:2.0:1788876963.121961:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:1.0:1788876963.125047:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362844032:12345-192.168.203.59@tcp:4:dd.0 Request processed in 159103us (161773us total) trans 4294993637 rc 0/0
00000100:00100000:1.0:1788876963.125062:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 0
00002000:00100000:1.0:1788876963.125078:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe41:0x0] (0->1048575)  req@ffff9983096f4000 x1875765362844032/t4294993637(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:358/0 lens 488/448 e 0 to 0 dl 1788876973 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.125091:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4000 with x1875765362844032 ext(0->1048575)
00002000:00010000:1.0:1788876963.125097:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4000
00000100:00100000:1.0:1788876963.132901:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362844160:12345-192.168.203.59@tcp:4:dd.0 Request processed in 151472us (151760us total) trans 4294993638 rc 0/0
00000100:00100000:1.0:1788876963.132917:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1
00000100:00100000:1.0:1788876963.132928:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820024881573 time 7819990386945 state 0x2 ref 0
00002000:00100000:1.0:1788876963.132947:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe41:0x0] (1048576->2097151)  req@ffff9983096f4380 x1875765362844160/t4294993638(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:358/0 lens 488/448 e 0 to 0 dl 1788876973 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.132957:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f4380 with x1875765362844160 ext(1048576->2097151)
00002000:00010000:1.0:1788876963.132964:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f4380
00000100:00100000:0.0:1788876963.133901:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.135839:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844288
00000100:00100000:1.0:1788876963.135853:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844288
00002000:00100000:1.0:1788876963.135909:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe41:0x0] (2097152->3145727)  req@ffff99841174aa00 x1875765362844288/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.135921:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174aa00 with x1875765362844288 ext(2097152->3145727)
00002000:00010000:1.0:1788876963.135926:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99841174aa00
00000100:00100000:1.0:1788876963.135940:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820024881573 time 7819990386945 state 0x0 ref 1
00000100:00100000:1.0:1788876963.135953:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820040386945 time 7819990386945 state 0x1 ref 1
00000100:00100000:1.0:1788876963.136445:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820040386945 time 7820145424629 state 0x0 ref 1
00000100:00100000:1.0:1788876963.136462:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362844288:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876963.153900:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362844288:12345-192.168.203.59@tcp:4:dd.0 Request processed in 17422us (19984us total) trans 4294993639 rc 0/0
00000100:00100000:2.0:1788876963.153918:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2
00000100:00100000:2.0:1788876963.153928:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820040386945 time 7820145424629 state 0x2 ref 0
00002000:00100000:2.0:1788876963.153949:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe41:0x0] (2097152->3145727)  req@ffff99841174aa00 x1875765362844288/t4294993639(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.153959:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174aa00 with x1875765362844288 ext(2097152->3145727)
00002000:00010000:2.0:1788876963.153965:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99841174aa00
00000100:00100000:2.0:1788876963.173821:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876963.173870:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876963.174234:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844544
00000100:00100000:3.0:1788876963.174245:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844544
00000100:00100000:3.0:1788876963.174339:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 556
00000100:00100000:3.0:1788876963.174348:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:2354:x1875765362844544:12345-192.168.203.59@tcp:8:dd.0
00010000:00080000:3.0:1788876963.174377:0:167011:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t0 exp 0000000000000000 cur 7820 last 0
00000020:00000080:3.0:1788876963.174405:0:167011:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e76746f
00002000:00100000:3.0:1788876963.174415:0:167011:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff998305fd0000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 201064448 ocd_index: 0 ocd_group 0
00002000:00100000:3.0:1788876963.174436:0:167011:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type f7, return f7
00000100:00100000:0.0:1788876963.174938:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844416
00000100:00100000:0.0:1788876963.174945:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844416
00002000:00100000:0.0:1788876963.174992:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe41:0x0] (3145728->4194303)  req@ffff99830b845180 x1875765362844416/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876963.175004:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b845180 with x1875765362844416 ext(3145728->4194303)
00002000:00010000:0.0:1788876963.175008:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b845180
00000100:00100000:0.0:1788876963.175057:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820040386945 time 7820145424629 state 0x0 ref 1
00000100:00100000:0.0:1788876963.175068:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820195424629 time 7820145424629 state 0x1 ref 1
00000100:00100000:0.0:1788876963.175089:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820195424629 time 7820184071071 state 0x0 ref 1
00000100:00100000:0.0:1788876963.175109:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362844416:12345-192.168.203.59@tcp:4:dd.0
00002000:00080000:3.0:1788876963.176503:0:167011:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:3.0:1788876963.176541:0:167011:0:(import.c:65:import_set_state_nolock()) ffff998305fd7800 : changing import state from RECOVER to FULL
00000100:00100000:3.0:1788876963.176671:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362844544:12345-192.168.203.59@tcp:8:dd.0 Request processed in 2319us (2856us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876963.176690:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 556
00000100:00100000:0.0:1788876963.192300:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.192693:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844672
00000100:00100000:1.0:1788876963.192703:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844672
00000100:00100000:1.0:1788876963.192783:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 557
00000100:00100000:1.0:1788876963.192796:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252714:x1875765362844672:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.192814:0:166968:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.192832:0:166968:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767476 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888701 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876963.192864:0:166968:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788876963.192885:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4f:0x0].0x0 since=7820s v=(0 0)
00010000:00010000:1.0:1788876963.192889:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876963.192900:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767476 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888701 expref: 7 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.192916:0:166968:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767476 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888701 expref: 7 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.192928:0:166968:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5000, rc 0)
00000100:00100000:1.0:1788876963.192983:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252714:x1875765362844672:12345-192.168.203.59@tcp:101:dd.0 Request processed in 190us (691us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.192990:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 557
00000100:00080000:2.0:1788876963.193685:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876963.195321:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362844416:12345-192.168.203.59@tcp:4:dd.0 Request processed in 20215us (21441us total) trans 4294993640 rc 0/0
00000100:00100000:3.0:1788876963.195334:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 3
00000100:00100000:3.0:1788876963.195343:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820195424629 time 7820184071071 state 0x2 ref 0
00002000:00100000:3.0:1788876963.195358:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe41:0x0] (3145728->4194303)  req@ffff99830b845180 x1875765362844416/t4294993640(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.195368:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830b845180 with x1875765362844416 ext(3145728->4194303)
00002000:00010000:3.0:1788876963.195374:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830b845180
00000100:00100000:3.0:1788876963.232088:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.233515:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844800
00000100:00100000:0.0:1788876963.233531:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844800
00002000:00100000:0.0:1788876963.233597:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe4f:0x0] (0->1048575)  req@ffff9983096f6300 x1875765362844800/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876963.233609:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6300 with x1875765362844800 ext(0->1048575)
00002000:00010000:0.0:1788876963.233615:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983096f6300
00000100:00100000:0.0:1788876963.233631:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820195424629 time 7820184071071 state 0x0 ref 1
00000100:00100000:0.0:1788876963.233646:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820234071071 time 7820184071071 state 0x1 ref 1
00000100:00100000:0.0:1788876963.233703:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820234071071 time 7820242683149 state 0x0 ref 1
00000100:00100000:0.0:1788876963.233721:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362844800:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876963.246387:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998411749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365762560:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876963.246459:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876963.246611:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762560
00000100:00100000:0.0:1788876963.246622:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762560
00000100:00100000:0.0:1788876963.246724:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 390
00000100:00100000:0.0:1788876963.246742:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365762560:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876963.246769:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42926080 pending 6815744 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788876963.246834:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365762560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876963.246842:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 390
00000100:00080000:2.0:1788876963.246926:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788876963.246982:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998411749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365762560:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876963.248587:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365762816:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.248649:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876963.248696:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1788876963.248701:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365762688:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.248728:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876963.248759:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365763200:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.248781:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876963.248812:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762688
00000100:00100000:2.0:1788876963.248819:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762688
00000100:00100000:2.0:1788876963.248871:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00100000:2.0:1788876963.248880:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365762688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.248926:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365762688:12345-0@lo:400:kworker.0 Request processed in 47us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.248933:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00100000:2.0:1788876963.249076:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762816
00000100:00100000:2.0:1788876963.249081:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762816
00000100:00100000:2.0:1788876963.249214:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365763200
00000100:00100000:2.0:1788876963.249218:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365763200
00000100:00100000:2.0:1788876963.249243:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6810
00000100:00100000:2.0:1788876963.249250:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365762816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249284:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365762816:12345-0@lo:400:kworker.0 Request processed in 34us (635us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.249289:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6810
00000100:00100000:2.0:1788876963.249302:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6811
00000100:00100000:2.0:1788876963.249308:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365763200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249334:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365763200:12345-0@lo:400:kworker.0 Request processed in 26us (552us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.249339:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6811
00000100:00080000:2.0:1788876963.249365:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876963.249389:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365762688:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249401:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365763200:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249409:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365762816:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249430:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365763072:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249457:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876963.249476:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788876963.249482:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830623dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365762944:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249501:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876963.249524:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365763072
00000100:00100000:2.0:1788876963.249528:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365763072
00000100:00100000:2.0:1788876963.249561:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 389
00000100:00100000:2.0:1788876963.249568:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998405f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365763072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249601:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998405f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365763072:12345-0@lo:400:kworker.0 Request processed in 33us (143us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.249608:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 389
00000100:00100000:2.0:1788876963.249624:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365762944
00000100:00100000:2.0:1788876963.249627:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365762944
00000100:00100000:2.0:1788876963.249647:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6812
00000100:00100000:2.0:1788876963.249653:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365762944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249688:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365762944:12345-0@lo:400:kworker.0 Request processed in 35us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.249693:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6812
00000100:00080000:2.0:1788876963.249712:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1788876963.249715:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876963.249729:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365762944:0@lo:400:kworker.0
00000100:00100000:2.0:1788876963.249738:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830623ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365763072:0@lo:400:kworker.0
00000100:00100000:1.0:1788876963.265607:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876963.266136:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362844928
00000100:00100000:2.0:1788876963.266145:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362844928
00002000:00100000:2.0:1788876963.266189:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0xe4f:0x0] (1048576->2097151)  req@ffff998307d5a680 x1875765362844928/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.266200:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d5a680 with x1875765362844928 ext(1048576->2097151)
00002000:00010000:2.0:1788876963.266205:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d5a680
00000100:00100000:2.0:1788876963.266223:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820292683149 time 7820242683149 state 0x1 ref 2
00000100:00100000:2.0:1788876963.266256:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820292683149 time 7820275238348 state 0x0 ref 2
00000100:00100000:2.0:1788876963.266269:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2355:x1875765362844928:12345-192.168.203.59@tcp:4:dd.0
00000001:00100000:0.0:1788876963.392271:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:3.0:1788876963.395221:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2356:x1875765362844800:12345-192.168.203.59@tcp:4:dd.0 Request processed in 161491us (163128us total) trans 4294981744 rc 0/0
00000100:00100000:3.0:1788876963.395239:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 4
00002000:00100000:3.0:1788876963.395261:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe4f:0x0] (0->1048575)  req@ffff9983096f6300 x1875765362844800/t4294981744(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.395272:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6300 with x1875765362844800 ext(0->1048575)
00002000:00010000:3.0:1788876963.395282:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983096f6300
00000100:00100000:2.0:1788876963.409450:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876963.409523:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845056
00000100:00100000:3.0:1788876963.409532:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845056
00002000:00100000:3.0:1788876963.409589:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0xe4f:0x0] (2097152->3145727)  req@ffff99830623ea00 x1875765362845056/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.409601:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830623ea00 with x1875765362845056 ext(2097152->3145727)
00002000:00010000:3.0:1788876963.409608:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830623ea00
00000100:00100000:3.0:1788876963.409627:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820325238348 time 7820275238348 state 0x1 ref 2
00000100:00100000:3.0:1788876963.409659:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820325238348 time 7820418641743 state 0x0 ref 2
00000100:00100000:3.0:1788876963.409683:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362845056:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876963.430178:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362845056:12345-192.168.203.59@tcp:4:dd.0 Request processed in 20492us (20842us total) trans 4294981745 rc 0/0
00000100:00100000:3.0:1788876963.430193:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 6
00002000:00100000:3.0:1788876963.430208:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0xe4f:0x0] (2097152->3145727)  req@ffff99830623ea00 x1875765362845056/t4294981745(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.430218:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830623ea00 with x1875765362845056 ext(2097152->3145727)
00002000:00010000:3.0:1788876963.430225:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99830623ea00
00000100:00100000:3.0:1788876963.455725:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.455874:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845184
00000100:00100000:1.0:1788876963.455884:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845184
00002000:00100000:1.0:1788876963.455934:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0xe4f:0x0] (3145728->4194303)  req@ffff9983096f6d80 x1875765362845184/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.455946:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6d80 with x1875765362845184 ext(3145728->4194303)
00002000:00010000:1.0:1788876963.455951:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983096f6d80
00000100:00100000:1.0:1788876963.455972:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7820468641743 time 7820418641743 state 0x1 ref 2
00000100:00100000:1.0:1788876963.456004:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820468641743 time 7820464986435 state 0x0 ref 2
00000100:00100000:1.0:1788876963.456046:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362845184:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876963.475477:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362845184:12345-192.168.203.59@tcp:4:dd.0 Request processed in 19419us (19750us total) trans 4294981746 rc 0/0
00000100:00100000:2.0:1788876963.475494:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 7
00002000:00100000:2.0:1788876963.475512:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0xe4f:0x0] (3145728->4194303)  req@ffff9983096f6d80 x1875765362845184/t4294981746(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.475530:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6d80 with x1875765362845184 ext(3145728->4194303)
00002000:00010000:2.0:1788876963.475538:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983096f6d80
00000100:00100000:1.0:1788876963.488300:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876963.488390:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845312
00000100:00100000:3.0:1788876963.488400:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845312
00002000:00100000:3.0:1788876963.488448:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe41:0x0] (4194304->5242879)  req@ffff998307d59180 x1875765362845312/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.488459:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d59180 with x1875765362845312 ext(4194304->5242879)
00002000:00010000:3.0:1788876963.488465:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d59180
00000100:00100000:3.0:1788876963.488484:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820514986435 time 7820464986435 state 0x1 ref 2
00000001:00080000:1.0:1788876963.501056:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981744 is committed
00000100:00100000:2.0:1788876963.505947:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2355:x1875765362844928:12345-192.168.203.59@tcp:4:dd.0 Request processed in 239669us (240337us total) trans 4294981747 rc 0/0
00000100:00100000:2.0:1788876963.505962:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 5
00002000:00100000:2.0:1788876963.505976:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0xe4f:0x0] (1048576->2097151)  req@ffff998307d5a680 x1875765362844928/t4294981747(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.505986:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d5a680 with x1875765362844928 ext(1048576->2097151)
00002000:00010000:2.0:1788876963.505992:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998307d5a680
00000100:00100000:1.0:1788876963.506841:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820514986435 time 7820515814411 state 0x0 ref 1
00000100:00100000:1.0:1788876963.506865:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362845312:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876963.532362:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2358:x1875765362845312:12345-192.168.203.59@tcp:4:dd.0 Request processed in 25494us (44072us total) trans 4294993641 rc 0/0
00000100:00100000:3.0:1788876963.532377:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 8
00000100:00100000:3.0:1788876963.532387:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820514986435 time 7820515814411 state 0x2 ref 0
00002000:00100000:3.0:1788876963.532403:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0xe41:0x0] (4194304->5242879)  req@ffff998307d59180 x1875765362845312/t4294993641(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.532419:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307d59180 with x1875765362845312 ext(4194304->5242879)
00002000:00010000:3.0:1788876963.532425:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307d59180
00000100:00100000:2.0:1788876963.532725:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876963.533255:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845440
00000100:00100000:3.0:1788876963.533264:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845440
00002000:00100000:3.0:1788876963.533317:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe41:0x0] (5242880->6291455)  req@ffff99830623dc00 x1875765362845440/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.533327:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830623dc00 with x1875765362845440 ext(5242880->6291455)
00002000:00010000:3.0:1788876963.533431:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830623dc00
00000100:00100000:3.0:1788876963.533443:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820514986435 time 7820515814411 state 0x0 ref 1
00000100:00100000:3.0:1788876963.533454:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820565814411 time 7820515814411 state 0x1 ref 1
00000100:00100000:1.0:1788876963.558080:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820565814411 time 7820567048182 state 0x0 ref 1
00000100:00100000:1.0:1788876963.558118:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2356:x1875765362845440:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876963.581234:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.581313:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845568
00000100:00100000:1.0:1788876963.581322:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845568
00002000:00100000:1.0:1788876963.581371:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe41:0x0] (6291456->7340031)  req@ffff99841174b100 x1875765362845568/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.581381:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174b100 with x1875765362845568 ext(6291456->7340031)
00002000:00010000:1.0:1788876963.581386:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99841174b100
00000100:00100000:1.0:1788876963.581404:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820617048182 time 7820567048182 state 0x1 ref 2
00000100:00100000:1.0:1788876963.582930:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2356:x1875765362845440:12345-192.168.203.59@tcp:4:dd.0 Request processed in 24823us (50199us total) trans 4294993642 rc 0/0
00000100:00100000:1.0:1788876963.582942:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 9
00002000:00100000:1.0:1788876963.582955:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe41:0x0] (5242880->6291455)  req@ffff99830623dc00 x1875765362845440/t4294993642(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.582964:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99830623dc00 with x1875765362845440 ext(5242880->6291455)
00002000:00010000:1.0:1788876963.582969:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99830623dc00
00000100:00100000:2.0:1788876963.609321:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820617048182 time 7820618291314 state 0x0 ref 1
00000100:00100000:2.0:1788876963.609359:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2357:x1875765362845568:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876963.614308:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876963.614493:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845696
00000100:00100000:2.0:1788876963.614502:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845696
00002000:00100000:2.0:1788876963.614550:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0xe41:0x0] (7340032->8388607)  req@ffff9983096f6a00 x1875765362845696/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.614561:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6a00 with x1875765362845696 ext(7340032->8388607)
00002000:00010000:2.0:1788876963.614566:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6a00
00000100:00100000:2.0:1788876963.614585:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820668291314 time 7820618291314 state 0x1 ref 2
00000100:00100000:0.0:1788876963.624040:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2357:x1875765362845568:12345-192.168.203.59@tcp:4:dd.0 Request processed in 14655us (42776us total) trans 4294993643 rc 0/0
00000100:00100000:0.0:1788876963.624057:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 10
00002000:00100000:0.0:1788876963.624072:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe41:0x0] (6291456->7340031)  req@ffff99841174b100 x1875765362845568/t4294993643(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876963.624083:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174b100 with x1875765362845568 ext(6291456->7340031)
00002000:00010000:0.0:1788876963.624090:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99841174b100
00000100:00100000:3.0:1788876963.634882:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.636496:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845824
00000100:00100000:1.0:1788876963.636513:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845824
00002000:00100000:1.0:1788876963.636582:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe4f:0x0] (4194304->5242879)  req@ffff9983131fb100 x1875765362845824/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.636594:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fb100 with x1875765362845824 ext(4194304->5242879)
00002000:00010000:1.0:1788876963.636600:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131fb100
00000100:00100000:1.0:1788876963.636623:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820668291314 time 7820618291314 state 0x1 ref 2
00000100:00100000:0.0:1788876963.651640:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876963.651863:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362845952
00000100:00100000:3.0:1788876963.651873:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362845952
00002000:00100000:3.0:1788876963.651917:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe4f:0x0] (5242880->6291455)  req@ffff99841174b480 x1875765362845952/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.651928:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174b480 with x1875765362845952 ext(5242880->6291455)
00002000:00010000:3.0:1788876963.651934:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99841174b480
00000100:00100000:3.0:1788876963.651949:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820668291314 time 7820618291314 state 0x1 ref 3
00000100:00100000:3.0:1788876963.659502:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820718473517 time 7820668473517 state 0x1 ref 3
00000100:00100000:3.0:1788876963.659531:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2358:x1875765362845696:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876963.672122:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2358:x1875765362845696:12345-192.168.203.59@tcp:4:dd.0 Request processed in 12592us (57812us total) trans 4294993644 rc 0/0
00000100:00100000:1.0:1788876963.672137:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 11
00002000:00100000:1.0:1788876963.672150:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe41:0x0] (7340032->8388607)  req@ffff9983096f6a00 x1875765362845696/t4294993644(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.672159:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6a00 with x1875765362845696 ext(7340032->8388607)
00002000:00010000:1.0:1788876963.672166:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6a00
00000100:00100000:3.0:1788876963.673938:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.675321:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362846080
00000100:00100000:1.0:1788876963.675345:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362846080
00002000:00100000:1.0:1788876963.675398:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0xe4f:0x0] (6291456->7340031)  req@ffff9983131f8a80 x1875765362846080/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.675409:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131f8a80 with x1875765362846080 ext(6291456->7340031)
00002000:00010000:1.0:1788876963.675414:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131f8a80
00000100:00100000:1.0:1788876963.675431:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820718473517 time 7820668473517 state 0x1 ref 3
00000100:00100000:3.0:1788876963.689480:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.689665:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362846208
00000100:00100000:1.0:1788876963.689684:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362846208
00002000:00100000:1.0:1788876963.689733:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe4f:0x0] (7340032->8388607)  req@ffff9983131fb480 x1875765362846208/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.689750:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fb480 with x1875765362846208 ext(7340032->8388607)
00002000:00010000:1.0:1788876963.689755:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131fb480
00000100:00100000:1.0:1788876963.689771:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820718473517 time 7820668473517 state 0x1 ref 4
00000100:00100000:0.0:1788876963.691042:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876963.691119:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362846464
00000100:00100000:3.0:1788876963.691127:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362846464
00000100:00100000:3.0:1788876963.691178:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9887
00000100:00100000:3.0:1788876963.691188:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252714:x1875765362846464:12345-192.168.203.59@tcp:35:dd.0
00000001:00080000:3.0:1788876963.691490:0:5794:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010861
00000100:00100000:3.0:1788876963.691644:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:252714:x1875765362846464:12345-192.168.203.59@tcp:35:dd.0 Request processed in 456us (632us total) trans 4295010862 rc 0/0
00000100:00100000:3.0:1788876963.691653:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9887
00000020:00080000:3.0:1788876963.691657:0:5794:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1788876963.710931:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820769899251 time 7820719899251 state 0x1 ref 4
00000100:00100000:2.0:1788876963.710963:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:2356:x1875765362845824:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876963.741475:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2356:x1875765362845824:12345-192.168.203.59@tcp:4:dd.0 Request processed in 30515us (106595us total) trans 4294981748 rc 0/0
00000100:00100000:2.0:1788876963.741492:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 12
00002000:00100000:2.0:1788876963.741511:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0xe4f:0x0] (4194304->5242879)  req@ffff9983131fb100 x1875765362845824/t4294981748(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.741522:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fb100 with x1875765362845824 ext(4194304->5242879)
00002000:00010000:2.0:1788876963.741529:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131fb100
00000100:00100000:3.0:1788876963.765880:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820824847142 time 7820774847142 state 0x1 ref 3
00000100:00100000:3.0:1788876963.765924:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2355:x1875765362845952:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876963.797217:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876963.799072:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362846720
00000100:00100000:3.0:1788876963.799086:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362846720
00000100:00100000:3.0:1788876963.799158:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60351
00000100:00100000:3.0:1788876963.799169:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:252725:x1875765362846720:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876963.800218:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876963.800247:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e76747d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888708 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.800414:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.800428:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.800441:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.800456:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.800463:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.800470:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1788876963.800978:0:5792:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe50:0x0], index 0: 0
00000004:00080000:3.0:1788876963.800986:0:5792:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe42:0x0], index 1: 0
00010000:00010000:3.0:1788876963.801176:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767492 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801187:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767492 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801198:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767492 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801230:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801238:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801244:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801251:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876963.801256:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801262:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801275:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788876963.801278:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876963.801282:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801288:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767484 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876963.801299:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006806f681 reply state 000000005de8a047 transno 4295010863 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876963.801307:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1788876963.801336:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e76747d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888708 expref: 19 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801349:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767492 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888708 expref: 18 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876963.801357:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb1:0x0].0x0 (ffff99840390f000)
00010000:00010000:3.0:1788876963.801359:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788876963.801361:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b200, rc 0)
00000100:00100000:3.0:1788876963.801431:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:252725:x1875765362846720:12345-192.168.203.59@tcp:101:dd.0 Request processed in 2263us (4224us total) trans 4295010863 rc 0/0
00000100:00100000:3.0:1788876963.801439:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60351
00000100:00100000:2.0:1788876963.802034:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2355:x1875765362845952:12345-192.168.203.59@tcp:4:dd.0 Request processed in 36111us (150383us total) trans 4294981749 rc 0/0
00000100:00100000:2.0:1788876963.802048:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 13
00002000:00100000:2.0:1788876963.802062:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe4f:0x0] (5242880->6291455)  req@ffff99841174b480 x1875765362845952/t4294981749(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.802071:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174b480 with x1875765362845952 ext(5242880->6291455)
00002000:00010000:2.0:1788876963.802076:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99841174b480
00010000:00010000:0.0:1788876963.812132:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.812150:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.812158:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.812164:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357bc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876963.812169:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.812177:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.812192:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0xf1756a60 (ffff99840390f700)
00010000:00010000:0.0:1788876963.812195:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876963.812200:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.812205:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e76748b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876963.819897:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820878867019 time 7820828867019 state 0x1 ref 2
00000100:00100000:3.0:1788876963.819926:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2357:x1875765362846080:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876963.847206:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.847250:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.847276:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.847308:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362846848
00000100:00100000:0.0:1788876963.847316:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362846848
00000100:00100000:0.0:1788876963.847368:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362846976
00000100:00100000:0.0:1788876963.847371:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362846976
00000100:00100000:0.0:1788876963.847386:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362847104
00000100:00100000:0.0:1788876963.847388:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362847104
00000100:00100000:0.0:1788876963.847410:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 558
00000100:00100000:0.0:1788876963.847419:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:252738:x1875765362847104:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876963.847438:0:26913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876963.847461:0:26913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88871d expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876963.847494:0:26913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1788876963.847514:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=7820s v=(0 0)
00010000:00010000:0.0:1788876963.847519:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876963.847528:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 23 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847544:0:26913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 23 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847557:0:26913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023b000, rc 0)
00000100:00100000:0.0:1788876963.847603:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:252738:x1875765362847104:12345-192.168.203.59@tcp:101:dd.0 Request processed in 185us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876963.847611:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 558
00000100:00100000:0.0:1788876963.847630:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 558
00000100:00100000:0.0:1788876963.847637:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:252727:x1875765362846848:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876963.847644:0:26913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876963.847657:0:26913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88870f expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876963.847684:0:26913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1788876963.847695:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=7820s v=(0 0)
00010000:00010000:0.0:1788876963.847698:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876963.847704:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 21 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847722:0:26913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 21 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847732:0:26913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023ba00, rc 0)
00000100:00100000:0.0:1788876963.847753:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:252727:x1875765362846848:12345-192.168.203.59@tcp:101:dd.0 Request processed in 117us (562us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876963.847761:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 558
00000100:00100000:0.0:1788876963.847774:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 558
00000100:00100000:0.0:1788876963.847781:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:252724:x1875765362846976:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876963.847787:0:26913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876963.847796:0:26913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888716 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847813:0:26913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 21 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847821:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe50:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876963.847824:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1788876963.847828:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 21 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847864:0:26913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 21 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.847881:0:26913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 21 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876963.847896:0:26913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99841174ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26913:1875765365763328:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788876963.847963:0:26913:0:(client.c:2702:ptlrpc_set_wait()) set ffff998304ba6f00 going to sleep for 11 seconds
00000100:00100000:0.0:1788876963.848051:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.848114:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.848141:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.848308:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362847232
00000100:00100000:1.0:1788876963.848315:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362847232
00000100:00100000:1.0:1788876963.848351:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362847360
00000100:00100000:1.0:1788876963.848354:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362847360
00000100:00100000:1.0:1788876963.848375:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362847488
00000100:00100000:1.0:1788876963.848378:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362847488
00000100:00100000:1.0:1788876963.848399:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 559
00000100:00100000:1.0:1788876963.848406:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:252734:x1875765362847488:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.848413:0:15141:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.848422:0:15141:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888732 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848439:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe50:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1788876963.848443:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(2 0)
00010000:00010000:1.0:1788876963.848447:0:15141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 24 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848457:0:15141:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 24 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848465:0:15141:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d4600, rc 0)
00000100:00100000:1.0:1788876963.848493:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:252734:x1875765362847488:12345-192.168.203.59@tcp:101:dd.0 Request processed in 88us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.848501:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 559
00000100:00100000:1.0:1788876963.848516:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 559
00000100:00100000:1.0:1788876963.848524:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:252730:x1875765362847232:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.848531:0:15141:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.848540:0:15141:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888724 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848557:0:15141:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 24 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848564:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe42:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876963.848567:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1788876963.848570:0:15141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 24 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848591:0:15141:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 24 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848601:0:15141:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 24 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876963.848613:0:15141:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15141:1875765365763456:192.168.203.59@tcp:104:
00000100:00100000:1.0:1788876963.848646:0:15141:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830a5bcf00 going to sleep for 11 seconds
00000100:00100000:1.0:1788876963.848669:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 559
00000100:00100000:1.0:1788876963.848688:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:252732:x1875765362847360:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.848695:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.848702:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88872b expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848715:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe50:0x0].0x0 since=0s v=(2 0)
00010000:00010000:1.0:1788876963.848718:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788876963.848723:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 24 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848732:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 24 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.848742:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d4000, rc 0)
00000100:00100000:1.0:1788876963.848760:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:252732:x1875765362847360:12345-192.168.203.59@tcp:101:dd.0 Request processed in 74us (646us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.848766:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 559
00000100:00100000:1.0:1788876963.855055:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.855098:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876963.855187:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362847744
00000100:00100000:2.0:1788876963.855199:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362847744
00000100:00100000:2.0:1788876963.855276:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6813
00000100:00100000:2.0:1788876963.855287:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362847744:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876963.855366:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2356:x1875765362847744:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 80us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.855374:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6813
00000100:00080000:1.0:1788876963.855590:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876963.855693:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362847616
00000100:00100000:3.0:1788876963.855698:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362847616
00000100:00100000:3.0:1788876963.855732:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3183
00000100:00100000:3.0:1788876963.855739:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362847616:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876963.855779:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362847616:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 40us (734us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876963.855785:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3183
00000100:00100000:3.0:1788876963.860786:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2357:x1875765362846080:12345-192.168.203.59@tcp:4:dd.0 Request processed in 40859us (186845us total) trans 4294981750 rc 0/0
00000100:00100000:3.0:1788876963.860802:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 14
00002000:00100000:3.0:1788876963.860818:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0xe4f:0x0] (6291456->7340031)  req@ffff9983131f8a80 x1875765362846080/t4294981750(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876963.860828:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131f8a80 with x1875765362846080 ext(6291456->7340031)
00002000:00010000:3.0:1788876963.860834:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131f8a80
00000100:00100000:2.0:1788876963.871777:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820878867019 time 7820880745496 state 0x0 ref 1
00000100:00100000:2.0:1788876963.871804:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:2357:x1875765362846208:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876963.914002:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.914344:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.914373:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.914399:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362847872
00000100:00100000:1.0:1788876963.914409:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362847872
00000100:00100000:1.0:1788876963.914455:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848000
00000100:00100000:1.0:1788876963.914459:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848000
00000100:00100000:1.0:1788876963.914477:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848128
00000100:00100000:1.0:1788876963.914480:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848128
00000100:00100000:1.0:1788876963.914502:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 560
00000100:00100000:1.0:1788876963.914512:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252739:x1875765362848128:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.914529:0:167011:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.914548:0:167011:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d37f829/0x3868396b8e7674ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888747 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914580:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe42:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1788876963.914585:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(2 0)
00010000:00010000:1.0:1788876963.914592:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d37f829/0x3868396b8e7674ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888747 expref: 28 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914605:0:167011:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003d37f829/0x3868396b8e7674ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888747 expref: 28 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914618:0:167011:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5e00, rc 0)
00000100:00100000:1.0:1788876963.914668:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252739:x1875765362848128:12345-192.168.203.59@tcp:101:dd.0 Request processed in 157us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.914689:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 560
00000100:00100000:1.0:1788876963.914713:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 560
00000100:00100000:1.0:1788876963.914720:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252736:x1875765362847872:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.914726:0:167011:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.914734:0:167011:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6321185/0x3868396b8e7674d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888739 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914873:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe42:0x0].0x0 since=0s v=(2 0)
00010000:00010000:1.0:1788876963.914878:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788876963.914882:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6321185/0x3868396b8e7674d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888739 expref: 28 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914892:0:167011:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6321185/0x3868396b8e7674d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888739 expref: 28 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914900:0:167011:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d4a00, rc 0)
00000100:00100000:1.0:1788876963.914924:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252736:x1875765362847872:12345-192.168.203.59@tcp:101:dd.0 Request processed in 205us (933us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.914930:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 560
00000100:00100000:1.0:1788876963.914946:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 560
00000100:00100000:1.0:1788876963.914952:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252731:x1875765362848000:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.914959:0:167011:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.914967:0:167011:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000814ef592/0x3868396b8e7674d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888740 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914979:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe42:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788876963.914983:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788876963.914988:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000814ef592/0x3868396b8e7674d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888740 expref: 28 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.914996:0:167011:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000814ef592/0x3868396b8e7674d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888740 expref: 28 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.915006:0:167011:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5c00, rc 0)
00000100:00100000:1.0:1788876963.915055:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252731:x1875765362848000:12345-192.168.203.59@tcp:101:dd.0 Request processed in 103us (711us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.915062:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 560
00000100:00100000:1.0:1788876963.915263:0:15141:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15141:1875765365763456:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876963.915294:0:15141:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 27 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.915305:0:15141:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5a00, rc 0)
00000100:00100000:1.0:1788876963.915327:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252730:x1875765362847232:12345-192.168.203.59@tcp:101:dd.0 Request processed in 66805us (67277us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.915334:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 559
00000100:00100000:1.0:1788876963.915433:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.915620:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848384
00000100:00100000:0.0:1788876963.915627:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848384
00002000:00100000:0.0:1788876963.915667:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe50:0x0] (3145728->4194303)  req@ffff998318682300 x1875765362848384/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876963.915688:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318682300 with x1875765362848384 ext(3145728->4194303)
00010000:00010000:0.0:1788876963.915696:0:17072:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 25 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.915709:0:17072:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 25 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876963.915717:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998318682300
00000100:00100000:0.0:1788876963.915741:0:17072:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 3 deadline 0 time 7820924720477 state 0x0 ref 1
00000100:00100000:0.0:1788876963.915762:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 3 deadline 7820974720477 time 7820924720477 state 0x1 ref 1
00000100:00100000:0.0:1788876963.915792:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 2 deadline 7820974720477 time 7820924774917 state 0x0 ref 1
00000100:00100000:0.0:1788876963.915803:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2355:x1875765362848384:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876963.916444:0:26913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99841174ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26913:1875765365763328:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788876963.916466:0:26913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 25 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.916480:0:26913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023b200, rc 0)
00000100:00100000:2.0:1788876963.916521:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:252724:x1875765362846976:12345-192.168.203.59@tcp:101:dd.0 Request processed in 68740us (69270us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.916529:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 558
00000100:00100000:2.0:1788876963.937999:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.938122:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848512
00000100:00100000:0.0:1788876963.938132:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848512
00000100:00100000:0.0:1788876963.938195:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 561
00000100:00100000:0.0:1788876963.938217:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252729:x1875765362848512:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876963.938236:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876963.938255:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888755 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.938294:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe42:0x0].0x0 since=0s v=(4 0)
00010000:00010000:0.0:1788876963.938300:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(5 0)
00010000:00010000:0.0:1788876963.938307:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 28 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.938319:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 28 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.938341:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023b600, rc 0)
00000100:00100000:0.0:1788876963.938401:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252729:x1875765362848512:12345-192.168.203.59@tcp:101:dd.0 Request processed in 197us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876963.938409:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 561
00000100:00100000:2.0:1788876963.941092:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.941401:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848256
00000100:00100000:0.0:1788876963.941411:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848256
00000100:00100000:0.0:1788876963.941485:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 562
00000100:00100000:0.0:1788876963.941498:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830a210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252737:x1875765362848256:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876963.941523:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876963.941550:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88874e expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.941591:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe42:0x0].0x0 since=0s v=(5 0)
00010000:00010000:0.0:1788876963.941598:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(6 0)
00010000:00010000:0.0:1788876963.941606:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 29 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.941621:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 29 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.941635:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023a800, rc 0)
00000100:00100000:0.0:1788876963.941714:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830a210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:252737:x1875765362848256:12345-192.168.203.59@tcp:101:dd.0 Request processed in 218us (631us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876963.941722:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 562
00000100:00100000:3.0:1788876963.942491:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.943707:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848640
00000100:00100000:1.0:1788876963.943726:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848640
00000100:00100000:1.0:1788876963.943825:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 563
00000100:00100000:1.0:1788876963.943838:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:252725:x1875765362848640:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876963.943858:0:6583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876963.943879:0:6583:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88875c expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.943908:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe50:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788876963.943913:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788876963.943920:0:6583:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 27 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.943931:0:6583:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 27 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.943944:0:6583:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d4800, rc 0)
00000100:00100000:1.0:1788876963.944000:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252725:x1875765362848640:12345-192.168.203.59@tcp:101:dd.0 Request processed in 164us (1510us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876963.944008:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 563
00000100:00100000:2.0:1788876963.945275:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2357:x1875765362846208:12345-192.168.203.59@tcp:4:dd.0 Request processed in 73474us (255797us total) trans 4294981751 rc 0/0
00000100:00100000:2.0:1788876963.945288:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 15
00000100:00100000:2.0:1788876963.945305:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820878867019 time 7820880745496 state 0x2 ref 0
00002000:00100000:2.0:1788876963.945320:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0xe4f:0x0] (7340032->8388607)  req@ffff9983131fb480 x1875765362846208/t4294981751(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.945330:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fb480 with x1875765362846208 ext(7340032->8388607)
00002000:00010000:2.0:1788876963.945336:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131fb480
00000100:00100000:3.0:1788876963.946340:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876963.946929:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848768
00000100:00100000:2.0:1788876963.946940:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848768
00000100:00100000:2.0:1788876963.947005:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 564
00000100:00100000:2.0:1788876963.947053:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252735:x1875765362848768:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876963.947072:0:167347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876963.947096:0:167347:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e7674f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888763 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.947131:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe50:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788876963.947137:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:2.0:1788876963.947143:0:167347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e7674f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888763 expref: 28 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.947157:0:167347:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e7674f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888763 expref: 28 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.947171:0:167347:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddac00, rc 0)
00000100:00100000:2.0:1788876963.947218:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252735:x1875765362848768:12345-192.168.203.59@tcp:101:dd.0 Request processed in 205us (882us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.947227:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 564
00010000:00010000:0.0:1788876963.950256:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876963.950740:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876963.955832:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362848896
00000100:00100000:2.0:1788876963.955845:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362848896
00000100:00100000:2.0:1788876963.955912:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 565
00000100:00100000:2.0:1788876963.955923:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:252728:x1875765362848896:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876963.955942:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876963.955960:0:9776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeaf7c51/0x3868396b8e7674fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88876a expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.955988:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe42:0x0].0x0 since=0s v=(6 0)
00010000:00010000:2.0:1788876963.955992:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:2.0:1788876963.955998:0:9776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeaf7c51/0x3868396b8e7674fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88876a expref: 30 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.956028:0:9776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aeaf7c51/0x3868396b8e7674fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88876a expref: 30 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.956040:0:9776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddb800, rc 0)
00000100:00100000:2.0:1788876963.959042:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:252728:x1875765362848896:12345-192.168.203.59@tcp:101:dd.0 Request processed in 3094us (8282us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876963.959057:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 565
00000100:00100000:0.0:1788876963.963128:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2355:x1875765362848384:12345-192.168.203.59@tcp:4:dd.0 Request processed in 47311us (47681us total) trans 4294981752 rc 0/0
00000100:00100000:0.0:1788876963.963144:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 0
00000100:00100000:0.0:1788876963.963154:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 2 deadline 7820974720477 time 7820924774917 state 0x2 ref 0
00002000:00100000:0.0:1788876963.963174:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe50:0x0] (3145728->4194303)  req@ffff998318682300 x1875765362848384/t4294981752(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876963.963190:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318682300 with x1875765362848384 ext(3145728->4194303)
00010000:00010000:0.0:1788876963.963203:0:17072:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 28 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.963227:0:17072:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 28 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876963.963236:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998318682300
00000100:00100000:1.0:1788876963.963856:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876963.964068:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849024
00000100:00100000:2.0:1788876963.964076:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849024
00002000:00100000:2.0:1788876963.964116:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe50:0x0] (2097152->3145727)  req@ffff998318680380 x1875765362849024/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876963.964125:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318680380 with x1875765362849024 ext(2097152->3145727)
00010000:00010000:2.0:1788876963.964131:0:6588:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 28 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876963.964141:0:6588:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 28 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876963.964148:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998318680380
00000100:00100000:2.0:1788876963.964158:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 2 deadline 7820974720477 time 7820924774917 state 0x0 ref 1
00000100:00100000:2.0:1788876963.964170:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 2 deadline 7820974774917 time 7820924774917 state 0x1 ref 1
00000100:00100000:2.0:1788876963.964197:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 1 deadline 7820974774917 time 7820973178549 state 0x0 ref 1
00000100:00100000:2.0:1788876963.964216:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2358:x1875765362849024:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876963.978744:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876963.978852:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849280
00000100:00100000:0.0:1788876963.978862:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849280
00002000:00100000:0.0:1788876963.978908:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe42:0x0] (6291456->7340031)  req@ffff9983131f8e00 x1875765362849280/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876963.978919:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131f8e00 with x1875765362849280 ext(6291456->7340031)
00010000:00010000:0.0:1788876963.978928:0:6589:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 30 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876963.978944:0:6589:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 30 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876963.978953:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9983131f8e00
00000100:00100000:0.0:1788876963.978972:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 1 deadline 7821023178549 time 7820973178549 state 0x1 ref 2
00000100:00100000:0.0:1788876963.979007:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 0 deadline 7821023178549 time 7820987989235 state 0x0 ref 2
00000100:00100000:0.0:1788876963.979054:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2355:x1875765362849280:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876963.986443:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876963.986543:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849152
00000100:00100000:1.0:1788876963.986553:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849152
00002000:00100000:1.0:1788876963.986614:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe50:0x0] (5242880->6291455)  req@ffff99841174ad80 x1875765362849152/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/0 e 0 to 0 dl 1788876974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876963.986626:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174ad80 with x1875765362849152 ext(5242880->6291455)
00010000:00010000:1.0:1788876963.986635:0:19111:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 30 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876963.986650:0:19111:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 30 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876963.986658:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99841174ad80
00000100:00100000:1.0:1788876963.986686:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 0 deadline 7821037989235 time 7820987989235 state 0x1 ref 3
00000100:00100000:2.0:1788876963.999998:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2358:x1875765362849024:12345-192.168.203.59@tcp:4:dd.0 Request processed in 35780us (36132us total) trans 4294981753 rc 0/0
00000100:00100000:2.0:1788876964.000041:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1
00002000:00100000:2.0:1788876964.000057:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe50:0x0] (2097152->3145727)  req@ffff998318680380 x1875765362849024/t4294981753(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876964.000069:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318680380 with x1875765362849024 ext(2097152->3145727)
00010000:00010000:2.0:1788876964.000081:0:6588:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.000096:0:6588:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876964.000105:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998318680380
00000100:00100000:0.0:1788876964.007365:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2355:x1875765362849280:12345-192.168.203.59@tcp:4:dd.0 Request processed in 28150us (28468us total) trans 4294993645 rc 0/0
00000100:00100000:0.0:1788876964.007378:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2
00002000:00100000:0.0:1788876964.007393:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe42:0x0] (6291456->7340031)  req@ffff9983131f8e00 x1875765362849280/t4294993645(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876964.007403:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131f8e00 with x1875765362849280 ext(6291456->7340031)
00010000:00010000:0.0:1788876964.007413:0:6589:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 32 pid: 26913 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.007429:0:6589:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 32 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876964.007435:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9983131f8e00
00000100:00100000:1.0:1788876964.021220:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.021373:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849408
00000100:00100000:2.0:1788876964.021384:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849408
00000100:00100000:2.0:1788876964.021450:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1206
00000100:00100000:2.0:1788876964.021461:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318683800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:5570:x1875765362849408:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876964.021480:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1788876964.021517:0:5777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe4f:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:2.0:1788876964.021521:0:5777:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe4f:0x0] updating lvb mtime from disk: 0 -> 1788876964
00002000:00010000:2.0:1788876964.021524:0:5777:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe4f:0x0] updating lvb ctime from disk: 0 -> 1788876964
00002000:00010000:2.0:1788876964.021526:0:5777:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe4f:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:2.0:1788876964.021559:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767476 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888701 expref: 31 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.021598:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788876964.021685:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318683800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:5570:x1875765362849408:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 226us (483us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876964.021693:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1206
00000100:00100000:0.0:1788876964.022615:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.022661:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.022765:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849536
00000100:00100000:3.0:1788876964.022775:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849536
00010000:00010000:3.0:1788876964.022868:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 32 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.022905:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849664
00000100:00100000:3.0:1788876964.022908:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849664
00000100:00100000:1.0:1788876964.022913:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11038
00000100:00100000:1.0:1788876964.022926:0:5775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2358:x1875765362849536:12345-192.168.203.59@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1788876964.022933:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1207
00000100:00100000:3.0:1788876964.022938:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:32035:x1875765362849664:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876964.022940:0:5775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.022944:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1788876964.022961:0:5775:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe42:0x0] updating lvb size from disk: 0 -> 7340032
00002000:00010000:3.0:1788876964.022961:0:6599:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe41:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:1.0:1788876964.022964:0:5775:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe42:0x0] updating lvb mtime from disk: 0 -> 1788876964
00002000:00010000:1.0:1788876964.022966:0:5775:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe42:0x0] updating lvb ctime from disk: 0 -> 1788876964
00010000:00010000:1.0:1788876964.022972:0:5775:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 33 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876964.022973:0:6599:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe41:0x0] updating lvb mtime from disk: 0 -> 1788876964
00002000:00010000:3.0:1788876964.022975:0:6599:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe41:0x0] updating lvb ctime from disk: 0 -> 1788876964
00010000:00010000:1.0:1788876964.022984:0:5775:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 33 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023000:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db3d765b/0x3868396b8e7674a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88871d expref: 33 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.023000:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000732b88b7/0x3868396b8e767468 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886fa expref: 33 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023038:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=1s v=(7 0)
00010000:00010000:1.0:1788876964.023043:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:3.0:1788876964.023045:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876964.023053:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 31 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023065:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 31 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023074:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023076:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023082:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003d37f829/0x3868396b8e7674ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888747 expref: 31 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023091:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d37f829/0x3868396b8e7674ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888747 expref: 31 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023099:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023101:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00000100:00100000:3.0:1788876964.023101:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:32035:x1875765362849664:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 162us (440us total) trans 0 rc 0/0
00010000:00010000:1.0:1788876964.023107:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6321185/0x3868396b8e7674d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888739 expref: 31 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.023114:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1207
00010000:00010000:1.0:1788876964.023116:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6321185/0x3868396b8e7674d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888739 expref: 31 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023122:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023125:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023129:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000814ef592/0x3868396b8e7674d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888740 expref: 30 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023138:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000814ef592/0x3868396b8e7674d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888740 expref: 30 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023145:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023148:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023153:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 30 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023161:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 30 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023168:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023171:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023176:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 30 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023184:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 30 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023191:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023194:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.023199:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aeaf7c51/0x3868396b8e7674fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88876a expref: 30 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023300:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeaf7c51/0x3868396b8e7674fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88876a expref: 30 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.023340:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000aeaf7c51/0x3868396b8e7674fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88876a expref: 30 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.023354:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318683b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763584:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876964.023416:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 30 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.023426:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318682d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763712:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876964.023454:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 30 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.023464:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318682a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763840:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876964.023493:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000814ef592/0x3868396b8e7674d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888740 expref: 30 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.023502:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763968:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876964.023872:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c6321185/0x3868396b8e7674d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888739 expref: 30 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.023886:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b00380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365764096:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876964.023923:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003d37f829/0x3868396b8e7674ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888747 expref: 30 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.023933:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365764224:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788876964.023963:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 30 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.023973:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b03b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365764352:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876964.023991:0:5775:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830a5bcf00 going to sleep for 11 seconds
00000100:00080000:2.0:1788876964.034836:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876964.036247:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 0 deadline 7821037989235 time 7821045217867 state 0x0 ref 1
00000100:00100000:3.0:1788876964.036271:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2357:x1875765362849152:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.069579:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318683b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763584:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876964.069596:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318682d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763712:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876964.069603:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318682a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763840:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876964.069610:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365763968:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876964.069617:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b00380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365764096:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876964.069622:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365764224:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788876964.069632:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b03b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365764352:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876964.069685:0:5775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876964.069744:0:5775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2358:x1875765362849536:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 46821us (47135us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.069756:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11038
00000100:00100000:2.0:1788876964.090091:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2357:x1875765362849152:12345-192.168.203.59@tcp:4:dd.0 Request processed in 53815us (103645us total) trans 4294981754 rc 0/0
00000100:00100000:2.0:1788876964.090106:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 3
00000100:00100000:2.0:1788876964.090116:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 0 deadline 7821037989235 time 7821045217867 state 0x2 ref 0
00002000:00100000:2.0:1788876964.090132:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe50:0x0] (5242880->6291455)  req@ffff99841174ad80 x1875765362849152/t4294981754(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:359/0 lens 488/448 e 0 to 0 dl 1788876974 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876964.090141:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99841174ad80 with x1875765362849152 ext(5242880->6291455)
00010000:00010000:2.0:1788876964.090152:0:20684:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.090173:0:20684:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876964.090181:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff99841174ad80
00000100:00100000:2.0:1788876964.102142:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.102240:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849792
00000100:00100000:1.0:1788876964.102251:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849792
00002000:00100000:1.0:1788876964.102308:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe42:0x0] (3145728->4194303)  req@ffff99842eb37480 x1875765362849792/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.102319:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842eb37480 with x1875765362849792 ext(3145728->4194303)
00002000:00010000:1.0:1788876964.102324:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842eb37480
00000100:00100000:1.0:1788876964.102340:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820878867019 time 7820880745496 state 0x0 ref 1
00000100:00100000:1.0:1788876964.102352:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7820930745496 time 7820880745496 state 0x1 ref 1
00000100:00100000:1.0:1788876964.102383:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820930745496 time 7821111365074 state 0x0 ref 1
00000100:00100000:1.0:1788876964.102396:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2355:x1875765362849792:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.116061:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.116733:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362849920
00000100:00100000:3.0:1788876964.116744:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362849920
00010000:00010000:3.0:1788876964.116783:0:5777:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.116831:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11039
00000100:00100000:3.0:1788876964.116841:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2357:x1875765362849920:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.116855:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1788876964.116877:0:5777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe50:0x0] updating lvb size from disk: 0 -> 6291456
00002000:00010000:3.0:1788876964.116880:0:5777:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe50:0x0] updating lvb mtime from disk: 0 -> 1788876964
00002000:00010000:3.0:1788876964.116882:0:5777:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe50:0x0] updating lvb ctime from disk: 0 -> 1788876964
00010000:00010000:3.0:1788876964.116888:0:5777:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.116902:0:5777:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.116927:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003001eaee/0x3868396b8e7674a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88870f expref: 31 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.116951:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=1s v=(5 0)
00010000:00010000:3.0:1788876964.116955:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.116964:0:5777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 30 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.116975:0:5777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 30 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.116986:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.116989:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.116994:0:5777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 30 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117002:0:5777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 30 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117010:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.117051:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.117057:0:5777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 30 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117066:0:5777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 30 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117074:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.117077:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.117083:0:5777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117091:0:5777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117098:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.117100:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788876964.117105:0:5777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e7674f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888763 expref: 30 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117114:0:5777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e7674f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888763 expref: 30 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.117156:0:5777:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e7674f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888763 expref: 30 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.117173:0:5777:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764480:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788876964.117275:0:5777:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.117296:0:5777:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764608:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788876964.117517:0:5777:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 30 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.117537:0:5777:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764736:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788876964.117586:0:5777:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 30 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.117597:0:5777:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764864:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788876964.117625:0:5777:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 30 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.117635:0:5777:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764992:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788876964.117656:0:5777:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830e75da80 going to sleep for 11 seconds
00000100:00100000:2.0:1788876964.134123:0:5777:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764480:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876964.134171:0:5777:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764608:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876964.134207:0:5777:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764736:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788876964.134243:0:5777:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764992:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788876964.142510:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2355:x1875765362849792:12345-192.168.203.59@tcp:4:dd.0 Request processed in 40105us (40367us total) trans 4294993646 rc 0/0
00000100:00100000:1.0:1788876964.142525:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 16
00000100:00100000:1.0:1788876964.142534:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820930745496 time 7821111365074 state 0x2 ref 0
00002000:00100000:1.0:1788876964.142551:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe42:0x0] (3145728->4194303)  req@ffff99842eb37480 x1875765362849792/t4294993646(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.142559:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99842eb37480 with x1875765362849792 ext(3145728->4194303)
00002000:00010000:1.0:1788876964.142565:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff99842eb37480
00000100:00100000:2.0:1788876964.168122:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.168155:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.168202:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.168324:0:5777:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5777:1875765365764864:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788876964.168362:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876964.168417:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2357:x1875765362849920:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 51576us (52401us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.168428:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11039
00000100:00100000:3.0:1788876964.168591:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850048
00000100:00100000:3.0:1788876964.168598:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850048
00002000:00100000:3.0:1788876964.168640:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe42:0x0] (7340032->8388607)  req@ffff998306211880 x1875765362850048/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876964.168650:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306211880 with x1875765362850048 ext(7340032->8388607)
00002000:00010000:3.0:1788876964.168654:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306211880
00000100:00100000:3.0:1788876964.168667:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7820930745496 time 7821111365074 state 0x0 ref 1
00000100:00100000:3.0:1788876964.168689:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7821161365074 time 7821111365074 state 0x1 ref 1
00000100:00100000:3.0:1788876964.168713:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850304
00000100:00100000:3.0:1788876964.168716:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850304
00002000:00100000:3.0:1788876964.168732:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe42:0x0] (4194304->5242879)  req@ffff998306a70380 x1875765362850304/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876964.168745:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306a70380 with x1875765362850304 ext(4194304->5242879)
00002000:00010000:3.0:1788876964.168748:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306a70380
00000100:00100000:3.0:1788876964.168755:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7821161365074 time 7821111365074 state 0x1 ref 2
00000100:00100000:3.0:1788876964.168768:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850176
00000100:00100000:3.0:1788876964.168771:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850176
00002000:00100000:3.0:1788876964.168787:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe42:0x0] (0->1048575)  req@ffff998301a6b480 x1875765362850176/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876964.168794:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a6b480 with x1875765362850176 ext(0->1048575)
00002000:00010000:3.0:1788876964.168797:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998301a6b480
00000100:00100000:3.0:1788876964.168803:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7821161365074 time 7821111365074 state 0x1 ref 3
00000100:00100000:3.0:1788876964.168819:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7821227802077 time 7821177802077 state 0x1 ref 3
00000100:00100000:3.0:1788876964.168829:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2358:x1875765362850048:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.169039:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7821228019914 time 7821178019914 state 0x1 ref 3
00000100:00100000:0.0:1788876964.169049:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2358:x1875765362850304:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876964.169223:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821228019914 time 7821178201670 state 0x0 ref 3
00000100:00100000:2.0:1788876964.169235:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2358:x1875765362850176:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.188303:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2358:x1875765362850048:12345-192.168.203.59@tcp:4:dd.0 Request processed in 19455us (20171us total) trans 4294993647 rc 0/0
00000100:00100000:0.0:1788876964.188317:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 17
00002000:00100000:0.0:1788876964.188332:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe42:0x0] (7340032->8388607)  req@ffff998306211880 x1875765362850048/t4294993647(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876964.188342:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306211880 with x1875765362850048 ext(7340032->8388607)
00002000:00010000:0.0:1788876964.188348:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306211880
00000100:00100000:3.0:1788876964.195499:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.195765:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.197558:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2358:x1875765362850304:12345-192.168.203.59@tcp:4:dd.0 Request processed in 28501us (29393us total) trans 4294993648 rc 0/0
00000100:00100000:1.0:1788876964.197573:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 18
00002000:00100000:1.0:1788876964.197589:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe42:0x0] (4194304->5242879)  req@ffff998306a70380 x1875765362850304/t4294993648(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.197605:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306a70380 with x1875765362850304 ext(4194304->5242879)
00002000:00010000:1.0:1788876964.197612:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306a70380
00000100:00100000:1.0:1788876964.212788:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850432
00000100:00100000:1.0:1788876964.212805:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850432
00002000:00100000:1.0:1788876964.212862:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe50:0x0] (7340032->8388607)  req@ffff9983131fad80 x1875765362850432/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.212874:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fad80 with x1875765362850432 ext(7340032->8388607)
00002000:00010000:1.0:1788876964.212881:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131fad80
00000100:00100000:1.0:1788876964.212903:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821228201670 time 7821178201670 state 0x1 ref 2
00000100:00100000:1.0:1788876964.212927:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850560
00000100:00100000:1.0:1788876964.212931:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850560
00002000:00100000:1.0:1788876964.212948:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe50:0x0] (6291456->7340031)  req@ffff9983131f8700 x1875765362850560/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.212955:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131f8700 with x1875765362850560 ext(6291456->7340031)
00002000:00010000:1.0:1788876964.212958:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131f8700
00000100:00100000:1.0:1788876964.212964:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821228201670 time 7821178201670 state 0x1 ref 3
00000100:00100000:0.0:1788876964.214215:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2358:x1875765362850176:12345-192.168.203.59@tcp:4:dd.0 Request processed in 44974us (46005us total) trans 4294993649 rc 0/0
00000100:00100000:0.0:1788876964.214227:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 19
00002000:00100000:0.0:1788876964.214238:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0xe42:0x0] (0->1048575)  req@ffff998301a6b480 x1875765362850176/t4294993649(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876964.214247:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998301a6b480 with x1875765362850176 ext(0->1048575)
00002000:00010000:0.0:1788876964.214252:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998301a6b480
00000100:00100000:1.0:1788876964.219345:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821278314678 time 7821228314678 state 0x1 ref 2
00000100:00100000:1.0:1788876964.219376:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:2357:x1875765362850432:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.221898:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.222047:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850688
00000100:00100000:1.0:1788876964.222058:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850688
00002000:00100000:1.0:1788876964.222116:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe42:0x0] (2097152->3145727)  req@ffff998312a9f800 x1875765362850688/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.222133:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9f800 with x1875765362850688 ext(2097152->3145727)
00002000:00010000:1.0:1788876964.222139:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9f800
00000100:00100000:1.0:1788876964.222158:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821278314678 time 7821228314678 state 0x1 ref 3
00000100:00100000:1.0:1788876964.222321:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.222393:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850816
00000100:00100000:2.0:1788876964.222398:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850816
00002000:00100000:2.0:1788876964.222422:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe50:0x0] (1048576->2097151)  req@ffff998435b00e00 x1875765362850816/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876964.222431:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998435b00e00 with x1875765362850816 ext(1048576->2097151)
00002000:00010000:2.0:1788876964.222434:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998435b00e00
00000100:00100000:2.0:1788876964.222442:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821278314678 time 7821228314678 state 0x1 ref 4
00000100:00100000:1.0:1788876964.229267:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.229708:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362850944
00000100:00100000:3.0:1788876964.229720:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362850944
00002000:00100000:3.0:1788876964.229777:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe50:0x0] (4194304->5242879)  req@ffff998435b03800 x1875765362850944/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876964.229788:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998435b03800 with x1875765362850944 ext(4194304->5242879)
00002000:00010000:3.0:1788876964.229793:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998435b03800
00000100:00100000:3.0:1788876964.229811:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821278314678 time 7821228314678 state 0x1 ref 5
00000100:00100000:2.0:1788876964.260560:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2357:x1875765362850432:12345-192.168.203.59@tcp:4:dd.0 Request processed in 41184us (65057us total) trans 4294981755 rc 0/0
00000100:00100000:2.0:1788876964.260574:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 20
00002000:00100000:2.0:1788876964.260591:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe50:0x0] (7340032->8388607)  req@ffff9983131fad80 x1875765362850432/t4294981755(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876964.260601:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131fad80 with x1875765362850432 ext(7340032->8388607)
00002000:00010000:2.0:1788876964.260608:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131fad80
00000100:00100000:0.0:1788876964.262893:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.262927:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.263003:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.263046:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.263072:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.263210:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362851712
00000100:00100000:0.0:1788876964.263219:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362851712
00000100:00100000:0.0:1788876964.263277:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9888
00000100:00100000:0.0:1788876964.263288:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:252737:x1875765362851712:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:1.0:1788876964.263420:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362851072
00000100:00100000:1.0:1788876964.263425:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362851072
00002000:00100000:1.0:1788876964.263456:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0xe50:0x0] (0->1048575)  req@ffff998312a9d880 x1875765362851072/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.263466:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9d880 with x1875765362851072 ext(0->1048575)
00002000:00010000:1.0:1788876964.263471:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312a9d880
00000100:00100000:1.0:1788876964.263487:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821278314678 time 7821228314678 state 0x1 ref 5
00000100:00100000:1.0:1788876964.263503:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362851328
00000100:00100000:1.0:1788876964.263516:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362851328
00002000:00100000:1.0:1788876964.263533:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe42:0x0] (1048576->2097151)  req@ffff998312a9d180 x1875765362851328/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.263541:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9d180 with x1875765362851328 ext(1048576->2097151)
00002000:00010000:1.0:1788876964.263544:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9d180
00000100:00100000:1.0:1788876964.263550:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821278314678 time 7821228314678 state 0x1 ref 6
00000100:00100000:1.0:1788876964.263563:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362851456
00000100:00100000:1.0:1788876964.263566:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362851456
00002000:00100000:1.0:1788876964.263577:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe42:0x0] (5242880->6291455)  req@ffff998312a9e680 x1875765362851456/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.263590:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9e680 with x1875765362851456 ext(5242880->6291455)
00002000:00010000:1.0:1788876964.263592:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9e680
00000100:00100000:1.0:1788876964.263597:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821278314678 time 7821228314678 state 0x1 ref 7
00000100:00100000:0.0:1788876964.264101:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:252737:x1875765362851712:12345-192.168.203.59@tcp:35:dd.0 Request processed in 815us (1028us total) trans 4295010864 rc 0/0
00000100:00100000:0.0:1788876964.264110:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9888
00000100:00080000:2.0:1788876964.264207:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876964.265454:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362851200
00000100:00100000:3.0:1788876964.265464:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362851200
00000100:00100000:0.0:1788876964.265796:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1208
00000100:00100000:0.0:1788876964.265809:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:14480:x1875765362851200:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876964.265823:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0
00002000:00010000:0.0:1788876964.265845:0:6599:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe42:0x0] updating lvb size from disk: 7340032 -> 8388608
00010000:00010000:0.0:1788876964.265874:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6321185/0x3868396b8e7674d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 9 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888739 expref: 41 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.265899:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeaf7c51/0x3868396b8e7674fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 8 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88876a expref: 40 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.265913:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d37f829/0x3868396b8e7674ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888747 expref: 39 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.267515:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000814ef592/0x3868396b8e7674d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888740 expref: 38 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.267540:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876964.267664:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:14480:x1875765362851200:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 1856us (4733us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.267684:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1208
00000100:00100000:1.0:1788876964.269458:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821328429796 time 7821278429796 state 0x1 ref 7
00000100:00100000:1.0:1788876964.269485:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2357:x1875765362850560:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788876964.271832:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.272236:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362851840
00000100:00100000:0.0:1788876964.272245:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362851840
00000100:00100000:0.0:1788876964.272317:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1209
00000100:00100000:0.0:1788876964.272328:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:14481:x1875765362851840:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876964.272344:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1788876964.272363:0:20459:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe50:0x0] updating lvb size from disk: 6291456 -> 8388608
00010000:00010000:0.0:1788876964.272387:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e7674f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888763 expref: 37 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.272405:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876964.272464:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:14481:x1875765362851840:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 138us (641us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.272472:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1209
00000100:00100000:0.0:1788876964.282261:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2357:x1875765362850560:12345-192.168.203.59@tcp:4:dd.0 Request processed in 12772us (86481us total) trans 4294981756 rc 0/0
00000100:00100000:0.0:1788876964.282278:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 21
00002000:00100000:0.0:1788876964.282303:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe50:0x0] (6291456->7340031)  req@ffff9983131f8700 x1875765362850560/t4294981756(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876964.282313:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983131f8700 with x1875765362850560 ext(6291456->7340031)
00002000:00010000:0.0:1788876964.282319:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983131f8700
00000100:00100000:3.0:1788876964.303708:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.303820:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362852096
00000100:00100000:2.0:1788876964.303829:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362852096
00000100:00100000:2.0:1788876964.303892:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60352
00000100:00100000:2.0:1788876964.303902:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:252762:x1875765362852096:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876964.303927:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876964.303948:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767502 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888771 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.308215:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e767509 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.308239:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e767509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.308253:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e767509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876964.308271:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb0:0x0]: returning size 16777216
00010000:00010000:2.0:1788876964.308880:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767502 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888771 expref: 22 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.308905:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e767509 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888771 expref: 21 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.308914:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876964.308917:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788876964.308921:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357aa00, rc 0)
00000100:00100000:2.0:1788876964.308993:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:252762:x1875765362852096:12345-192.168.203.59@tcp:101:dd.0 Request processed in 5091us (5295us total) trans 4295010865 rc 0/0
00000100:00100000:2.0:1788876964.309002:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60352
00000100:00100000:2.0:1788876964.309689:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.316984:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.317071:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.317122:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.317149:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362853120
00000100:00100000:0.0:1788876964.317158:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362853120
00000100:00100000:0.0:1788876964.317217:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 566
00000100:00100000:0.0:1788876964.317228:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:252762:x1875765362853120:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876964.317246:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876964.317270:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88878d expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876964.317304:0:167349:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe41:0x0] initial LVB size: 8388608, mtime: 0x6aa018a4, atime: 0x0, ctime: 0x6aa018a4, blocks: 0x1
00010000:00010000:0.0:1788876964.317335:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=7821s v=(0 0)
00010000:00010000:0.0:1788876964.317340:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876964.317351:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 38 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.317368:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 38 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.317381:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023b400, rc 0)
00000100:00100000:0.0:1788876964.317428:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:252762:x1875765362853120:12345-192.168.203.59@tcp:101:dd.0 Request processed in 202us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.317436:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 566
00000100:00100000:2.0:1788876964.317661:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362852992
00000100:00100000:2.0:1788876964.317666:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362852992
00000100:00100000:2.0:1788876964.317710:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1210
00000100:00100000:2.0:1788876964.317718:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998402f12850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2358:x1875765362852992:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788876964.317727:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788876964.317747:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e767509 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888771 expref: 21 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.317763:0:5776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876964.317767:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788876964.317791:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998402f12850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2358:x1875765362852992:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 75us (721us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876964.317798:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1210
00000100:00100000:0.0:1788876964.320154:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821379121472 time 7821329121472 state 0x1 ref 6
00000100:00100000:0.0:1788876964.320189:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2355:x1875765362850688:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.321852:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.321899:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362852352
00000100:00100000:1.0:1788876964.321908:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362852352
00000100:00100000:1.0:1788876964.321973:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362852608
00000100:00100000:1.0:1788876964.321977:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362852608
00000100:00100000:1.0:1788876964.322010:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60353
00000100:00100000:1.0:1788876964.322043:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:252764:x1875765362852352:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788876964.322066:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876964.322089:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e76751e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888778 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.322230:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e767525 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.322245:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e767525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.322256:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e767525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876964.322267:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb0:0x0]: returning size 16777216
00000100:00100000:3.0:1788876964.326135:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60354
00000100:00100000:3.0:1788876964.326160:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:252763:x1875765362852608:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876964.326182:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876964.326202:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767533 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88877f expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.326356:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76753a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.326370:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76753a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.326381:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76753a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876964.326397:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb0:0x0]: returning size 16777216
00010000:00010000:1.0:1788876964.326726:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e76751e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888778 expref: 25 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.326747:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e767525 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888778 expref: 24 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.326756:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:1.0:1788876964.326759:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1788876964.326762:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5600, rc 0)
00000100:00100000:1.0:1788876964.326825:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:252764:x1875765362852352:12345-192.168.203.59@tcp:101:dd.0 Request processed in 4784us (17137us total) trans 4295010866 rc 0/0
00000100:00100000:1.0:1788876964.326833:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60353
00010000:00010000:3.0:1788876964.329228:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767533 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88877f expref: 25 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.329257:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76753a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88877f expref: 24 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.329267:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:3.0:1788876964.329270:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788876964.329273:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a000, rc 0)
00000100:00100000:3.0:1788876964.329415:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:252763:x1875765362852608:12345-192.168.203.59@tcp:101:dd.0 Request processed in 3265us (12439us total) trans 4295010867 rc 0/0
00000100:00100000:3.0:1788876964.329424:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60354
00000100:00100000:3.0:1788876964.330537:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362852864
00000100:00100000:3.0:1788876964.330545:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362852864
00000100:00100000:3.0:1788876964.330592:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60355
00000100:00100000:3.0:1788876964.330600:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:252761:x1875765362852864:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876964.330618:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876964.330634:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e767548 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888786 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.330759:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76754f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xcb0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.330773:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76754f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.330787:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76754f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876964.330798:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb0:0x0]: returning size 16777216
00010000:00010000:2.0:1788876964.337258:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e767548 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888786 expref: 27 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.337292:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76754f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xcb0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888786 expref: 26 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.337302:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876964.337304:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d
00010000:00010000:2.0:1788876964.337308:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a600, rc 0)
00000100:00100000:2.0:1788876964.337390:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:252761:x1875765362852864:12345-192.168.203.59@tcp:101:dd.0 Request processed in 6789us (15544us total) trans 4295010868 rc 0/0
00000100:00100000:2.0:1788876964.337400:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60355
00000100:00100000:3.0:1788876964.339235:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.339594:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.339619:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.339642:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.339692:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.340869:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362853504
00000100:00100000:0.0:1788876964.340881:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362853504
00000100:00100000:0.0:1788876964.340959:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1211
00000100:00100000:0.0:1788876964.340970:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:2356:x1875765362853504:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876964.340986:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876964.341010:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e767525 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888778 expref: 26 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.341054:0:167392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876964.341059:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876964.341127:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2356:x1875765362853504:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 159us (1506us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.341135:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1211
00000100:00100000:0.0:1788876964.341164:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362853248
00000100:00100000:0.0:1788876964.341168:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362853248
00000100:00100000:0.0:1788876964.341202:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362853376
00000100:00100000:0.0:1788876964.341205:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362853376
00000100:00100000:0.0:1788876964.341223:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362853760
00000100:00100000:0.0:1788876964.341226:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362853760
00000100:00100000:0.0:1788876964.341247:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 567
00000100:00100000:0.0:1788876964.341255:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:252772:x1875765362853760:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876964.341272:0:167013:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876964.341303:0:167013:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887a2 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.341324:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876964.341455:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876964.341465:0:167013:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 42 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.341481:0:167013:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 42 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.341493:0:167013:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023a200, rc 0)
00000100:00100000:0.0:1788876964.341519:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:252772:x1875765362853760:12345-192.168.203.59@tcp:101:dd.0 Request processed in 265us (1828us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.341526:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 567
00000100:00100000:0.0:1788876964.341540:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 567
00000100:00100000:0.0:1788876964.341547:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998308412050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:252768:x1875765362853248:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788876964.341553:0:167013:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876964.341560:0:167013:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888794 expref: -99 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.341572:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876964.341574:0:167013:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876964.341579:0:167013:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 42 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.341588:0:167013:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 42 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.341597:0:167013:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023ba00, rc 0)
00000100:00100000:0.0:1788876964.341617:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998308412050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:252768:x1875765362853248:12345-192.168.203.59@tcp:101:dd.0 Request processed in 71us (2392us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.341622:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 567
00000100:00100000:2.0:1788876964.341922:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 567
00000100:00100000:2.0:1788876964.341932:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:252771:x1875765362853376:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876964.341942:0:26913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876964.341952:0:26913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88879b expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.341965:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876964.341968:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876964.341975:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 42 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.341987:0:26913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 42 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.341996:0:26913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddbe00, rc 0)
00000100:00100000:2.0:1788876964.342032:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:252771:x1875765362853376:12345-192.168.203.59@tcp:101:dd.0 Request processed in 103us (2439us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876964.342038:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 567
00000100:00100000:2.0:1788876964.343149:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362853888
00000100:00100000:2.0:1788876964.343158:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362853888
00000100:00100000:2.0:1788876964.343205:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9889
00000100:00100000:2.0:1788876964.343214:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:252764:x1875765362853888:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:2.0:1788876964.343445:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:252764:x1875765362853888:12345-192.168.203.59@tcp:35:dd.0 Request processed in 231us (3800us total) trans 4295010869 rc 0/0
00000100:00100000:2.0:1788876964.343453:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9889
00000100:00100000:2.0:1788876964.347375:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.347537:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362854016
00000100:00100000:3.0:1788876964.347547:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362854016
00000100:00100000:3.0:1788876964.347603:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 568
00000100:00100000:3.0:1788876964.347613:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:252759:x1875765362854016:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876964.347631:0:167350:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876964.347649:0:167350:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887a9 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.347695:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876964.347701:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876964.347713:0:167350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 43 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.347731:0:167350:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 43 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.347745:0:167350:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357bc00, rc 0)
00000100:00100000:3.0:1788876964.347803:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:252759:x1875765362854016:12345-192.168.203.59@tcp:101:dd.0 Request processed in 191us (437us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.347999:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 568
00000100:00100000:1.0:1788876964.350780:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2355:x1875765362850688:12345-192.168.203.59@tcp:4:dd.0 Request processed in 30595us (128879us total) trans 4294993650 rc 0/0
00000100:00100000:1.0:1788876964.350794:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 22
00002000:00100000:1.0:1788876964.352442:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe42:0x0] (2097152->3145727)  req@ffff998312a9f800 x1875765362850688/t4294993650(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.352457:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9f800 with x1875765362850688 ext(2097152->3145727)
00002000:00010000:1.0:1788876964.352464:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9f800
00000100:00100000:2.0:1788876964.354989:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.355160:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362854400
00000100:00100000:0.0:1788876964.355171:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362854400
00000100:00100000:0.0:1788876964.355231:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9890
00000100:00100000:0.0:1788876964.355240:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:252761:x1875765362854400:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788876964.355496:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252761:x1875765362854400:12345-192.168.203.59@tcp:35:dd.0 Request processed in 256us (518us total) trans 4295010870 rc 0/0
00000100:00100000:0.0:1788876964.355505:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9890
00000100:00100000:2.0:1788876964.356753:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.356821:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362854144
00000100:00100000:3.0:1788876964.356830:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362854144
00002000:00100000:3.0:1788876964.356873:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe41:0x0] (0->1048575)  req@ffff9983068bad80 x1875765362854144/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/0 e 0 to 0 dl 1788876975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788876964.356883:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983068bad80 with x1875765362854144 ext(0->1048575)
00002000:00010000:3.0:1788876964.356888:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983068bad80
00000100:00100000:3.0:1788876964.356910:0:18418:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 3 deadline 0 time 7821365889307 state 0x0 ref 1
00000100:00100000:3.0:1788876964.356922:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 3 deadline 7821465889307 time 7821365889307 state 0x1 ref 1
00000100:00100000:0.0:1788876964.370779:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821429747958 time 7821379747958 state 0x1 ref 5
00000100:00100000:0.0:1788876964.370808:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2356:x1875765362850816:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788876964.376733:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.380087:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362854656
00000100:00100000:0.0:1788876964.380102:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362854656
00000100:00100000:0.0:1788876964.380183:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9891
00000100:00100000:0.0:1788876964.380196:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252763:x1875765362854656:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788876964.380455:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252763:x1875765362854656:12345-192.168.203.59@tcp:35:dd.0 Request processed in 261us (3729us total) trans 4295010871 rc 0/0
00000100:00100000:0.0:1788876964.380463:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9891
00000100:00100000:0.0:1788876964.380556:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.380584:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362854784
00000100:00100000:0.0:1788876964.380588:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362854784
00000100:00100000:0.0:1788876964.380620:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1212
00000100:00100000:0.0:1788876964.380627:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2358:x1875765362854784:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788876964.380640:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788876964.380664:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76753a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88877f expref: 28 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.380690:0:20459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:0.0:1788876964.380695:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788876964.380715:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2358:x1875765362854784:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 89us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876964.380721:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1212
00000100:00100000:1.0:1788876964.385089:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362850816:12345-192.168.203.59@tcp:4:dd.0 Request processed in 14284us (162759us total) trans 4294981757 rc 0/0
00000100:00100000:1.0:1788876964.385103:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 23
00002000:00100000:1.0:1788876964.385116:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe50:0x0] (1048576->2097151)  req@ffff998435b00e00 x1875765362850816/t4294981757(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.385126:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998435b00e00 with x1875765362850816 ext(1048576->2097151)
00002000:00010000:1.0:1788876964.385133:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998435b00e00
00000100:00100000:2.0:1788876964.423567:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821482535653 time 7821432535653 state 0x1 ref 4
00000100:00100000:2.0:1788876964.423598:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2355:x1875765362850944:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.436862:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2355:x1875765362850944:12345-192.168.203.59@tcp:4:dd.0 Request processed in 13265us (207593us total) trans 4294981758 rc 0/0
00000100:00100000:0.0:1788876964.436878:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 24
00002000:00100000:0.0:1788876964.436894:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe50:0x0] (4194304->5242879)  req@ffff998435b03800 x1875765362850944/t4294981758(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876964.436904:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998435b03800 with x1875765362850944 ext(4194304->5242879)
00002000:00010000:0.0:1788876964.436911:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998435b03800
00000100:00100000:0.0:1788876964.436946:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7821465889307 time 7821445925200 state 0x0 ref 1
00000100:00100000:0.0:1788876964.436960:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2358:x1875765362854144:12345-192.168.203.59@tcp:3:dd.0
00000100:00100000:0.0:1788876964.467812:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2358:x1875765362854144:12345-192.168.203.59@tcp:3:dd.0 Request processed in 30844us (111052us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876964.467827:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 28
00000100:00100000:0.0:1788876964.467838:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7821465889307 time 7821445925200 state 0x2 ref 0
00002000:00100000:0.0:1788876964.467856:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe41:0x0] (0->1048575)  req@ffff9983068bad80 x1875765362854144/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/440 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788876964.467865:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983068bad80 with x1875765362854144 ext(0->1048575)
00002000:00010000:0.0:1788876964.467872:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983068bad80
00000100:00100000:1.0:1788876964.476610:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821535579660 time 7821485579660 state 0x1 ref 3
00000100:00100000:1.0:1788876964.476643:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362851072:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876964.507576:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362851072:12345-192.168.203.59@tcp:4:dd.0 Request processed in 30937us (244682us total) trans 4294981759 rc 0/0
00000100:00100000:1.0:1788876964.507592:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 25
00002000:00100000:1.0:1788876964.507606:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe50:0x0] (0->1048575)  req@ffff998312a9d880 x1875765362851072/t4294981759(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788876964.507616:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9d880 with x1875765362851072 ext(0->1048575)
00002000:00010000:1.0:1788876964.507622:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312a9d880
00000100:00100000:2.0:1788876964.528950:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821587915506 time 7821537915506 state 0x1 ref 2
00000100:00100000:2.0:1788876964.528991:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2357:x1875765362851328:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788876964.574472:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.574622:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362854912
00000100:00100000:2.0:1788876964.574632:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362854912
00000100:00100000:2.0:1788876964.574702:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60356
00000100:00100000:2.0:1788876964.574712:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:252775:x1875765362854912:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788876964.574737:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876964.574757:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767579 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887b0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.574866:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767580 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.574880:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.574890:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876964.574945:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00000004:00200000:2.0:1788876964.574949:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876964.574970:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.574997:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e767579 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887b0 expref: 29 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.575062:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767580 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887b0 expref: 28 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.575077:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788876964.575080:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788876964.575084:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddaa00, rc 0)
00000100:00100000:2.0:1788876964.575150:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252775:x1875765362854912:12345-192.168.203.59@tcp:101:rm.0 Request processed in 439us (686us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876964.575157:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60356
00000100:00100000:0.0:1788876964.588941:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.592303:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2357:x1875765362851328:12345-192.168.203.59@tcp:4:dd.0 Request processed in 63321us (329290us total) trans 4294993651 rc 0/0
00000100:00100000:2.0:1788876964.592317:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 26
00002000:00100000:2.0:1788876964.592611:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe42:0x0] (1048576->2097151)  req@ffff998312a9d180 x1875765362851328/t4294993651(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876964.592623:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9d180 with x1875765362851328 ext(1048576->2097151)
00002000:00010000:2.0:1788876964.592628:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9d180
00000100:00100000:2.0:1788876964.592667:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821587915506 time 7821601645418 state 0x0 ref 1
00000100:00100000:2.0:1788876964.592692:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+43:2355:x1875765362851456:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788876964.593790:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362855168
00000100:00100000:1.0:1788876964.593804:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362855168
00000100:00100000:1.0:1788876964.593865:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60357
00000100:00100000:1.0:1788876964.593884:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:252775:x1875765362855168:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876964.593904:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876964.593925:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767587 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887b7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876964.594089:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00010000:00010000:1.0:1788876964.594203:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767587 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887b7 expref: 30 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.594218:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:1.0:1788876964.594221:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1788876964.594226:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767587 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887b7 expref: 30 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.594240:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5200, rc 0)
00000100:00100000:1.0:1788876964.594685:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:252775:x1875765362855168:12345-192.168.203.59@tcp:101:rm.0 Request processed in 809us (5752us total) trans 4295010872 rc 301/301
00000100:00100000:1.0:1788876964.594693:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60357
00000100:00100000:2.0:1788876964.605687:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2355:x1875765362851456:12345-192.168.203.59@tcp:4:dd.0 Request processed in 12981us (342620us total) trans 4294993652 rc 0/0
00000100:00100000:2.0:1788876964.605703:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 27
00000100:00100000:2.0:1788876964.605713:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821587915506 time 7821601645418 state 0x2 ref 0
00002000:00100000:2.0:1788876964.605730:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe42:0x0] (5242880->6291455)  req@ffff998312a9e680 x1875765362851456/t4294993652(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:360/0 lens 488/448 e 0 to 0 dl 1788876975 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788876964.605746:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312a9e680 with x1875765362851456 ext(5242880->6291455)
00002000:00010000:2.0:1788876964.605752:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312a9e680
00000100:00100000:3.0:1788876964.608771:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.609404:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362855296
00000100:00100000:1.0:1788876964.609416:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362855296
00000100:00100000:1.0:1788876964.609904:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9892
00000100:00100000:1.0:1788876964.609917:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:252775:x1875765362855296:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:1.0:1788876964.619246:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:252775:x1875765362855296:12345-192.168.203.59@tcp:37:rm.0 Request processed in 9311us (10465us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876964.619266:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9892
00000100:00100000:3.0:1788876964.635854:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.636059:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362855552
00000100:00100000:0.0:1788876964.636070:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362855552
00000100:00100000:0.0:1788876964.636520:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9893
00000100:00100000:0.0:1788876964.636531:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:252775:x1875765362855552:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788876964.636821:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:252775:x1875765362855552:12345-192.168.203.59@tcp:35:rm.0 Request processed in 292us (976us total) trans 4295010873 rc 0/0
00000100:00100000:0.0:1788876964.636829:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9893
00000100:00100000:2.0:1788876964.643153:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.643250:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362855808
00000100:00100000:1.0:1788876964.643261:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362855808
00000100:00100000:1.0:1788876964.643437:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60358
00000100:00100000:1.0:1788876964.643448:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:252775:x1875765362855808:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876964.643470:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876964.643488:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767595 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887be expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.643638:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e76759c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.643652:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e76759c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.643678:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e76759c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876964.643691:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00010000:00010000:1.0:1788876964.643835:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e767595 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887be expref: 33 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.643852:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e76759c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887be expref: 32 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.643860:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:1.0:1788876964.643862:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1788876964.643865:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984104d5600, rc 0)
00000100:00100000:1.0:1788876964.643960:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362855808:12345-192.168.203.59@tcp:101:rm.0 Request processed in 514us (814us total) trans 4295010874 rc 0/0
00000100:00100000:1.0:1788876964.643966:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60358
00000100:00100000:2.0:1788876964.651854:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.651928:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362855936
00000100:00100000:3.0:1788876964.651937:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362855936
00000100:00100000:3.0:1788876964.651990:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60359
00000100:00100000:3.0:1788876964.651999:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362855936:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:3.0:1788876964.652091:0:26644:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7675576320 avail 7664041984
00000100:00100000:3.0:1788876964.652164:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362855936:12345-192.168.203.59@tcp:41:rm.0 Request processed in 165us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.652170:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60359
00000100:00100000:2.0:1788876964.655397:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876964.655493:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362856192
00000100:00100000:0.0:1788876964.655503:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362856192
00000100:00100000:0.0:1788876964.655574:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60360
00000100:00100000:0.0:1788876964.655584:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362856192:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:0.0:1788876964.655640:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1788876964.655677:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767492 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888708 expref: 32 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655703:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb1:0x0].0x0 (ffff99840390f000)
00010000:00010000:0.0:1788876964.655723:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767580 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887b0 expref: 31 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655733:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:0.0:1788876964.655736:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876964.655757:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655769:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655778:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655790:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655796:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655802:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655907:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655914:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.655924:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1788876964.658787:0:5792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1628, 64 off112384
00000004:00080000:0.0:1788876964.658802:0:5792:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7821667787689ns, next at 7822667783976ns, rc = 0
00000040:00080000:0.0:1788876964.658875:0:5792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1612, 64 off111360
00000004:00080000:0.0:1788876964.658883:0:5792:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7821667868634ns, next at 7822667866828ns, rc = 0
00010000:00010000:0.0:1788876964.658962:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.658979:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.658991:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.658999:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659006:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659047:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659067:0:5792:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876964.659091:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659097:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659108:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659114:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876964.659118:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659125:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659136:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb1:0x0].0x0 (ffff998404dddb00)
00010000:00010000:0.0:1788876964.659139:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876964.659143:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659150:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b000/0x3868396b8e7675b8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659168:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659174:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659180:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659185:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876964.659187:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659197:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659203:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:0.0:1788876964.659206:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876964.659209:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.659214:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a600/0x3868396b8e7675aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876964.659223:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000093450665 reply state 00000000505642e3 transno 4295010875 ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876964.659231:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876964.659308:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362856192:12345-192.168.203.59@tcp:36:rm.0 Request processed in 3722us (3979us total) trans 4295010875 rc 0/0
00000100:00100000:0.0:1788876964.659317:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60360
00010000:00010000:3.0:1788876964.660354:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876964.660363:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.660375:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876964.660379:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.660386:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.660399:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb1:0x0].0x0 (ffff998404dddb00)
00010000:00010000:3.0:1788876964.660401:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1788876964.660405:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.660411:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023aa00/0x3868396b8e7675bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.660428:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876964.660430:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876964.660432:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876964.666497:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.666521:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.666529:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.666539:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876964.666544:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.666555:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.666576:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0xf1756a60 (ffff998404ddd500)
00010000:00010000:2.0:1788876964.666579:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876964.666584:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.666593:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a000/0x3868396b8e7675b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876964.687638:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.687887:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362856448
00000100:00100000:1.0:1788876964.687896:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362856448
00000100:00100000:1.0:1788876964.687951:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9894
00000100:00100000:1.0:1788876964.687962:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:252775:x1875765362856448:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:1.0:1788876964.688240:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362856448:12345-192.168.203.59@tcp:35:rm.0 Request processed in 279us (611us total) trans 4295010876 rc 0/0
00000100:00100000:1.0:1788876964.688248:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9894
00000100:00100000:0.0:1788876964.690250:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876964.690477:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362856704
00000100:00100000:2.0:1788876964.690487:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362856704
00000100:00100000:2.0:1788876964.690555:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60361
00000100:00100000:2.0:1788876964.690566:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362856704:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788876964.690628:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1788876964.690657:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e76754f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888786 expref: 32 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690690:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023bc00/0x3868396b8e767453 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886f3 expref: 31 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690702:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998404ddd400)
00010000:00010000:2.0:1788876964.690715:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876964.690740:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690756:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690766:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690779:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690786:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690797:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690913:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690921:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.690931:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1788876964.691738:0:15554:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1613, 64 off111424
00000040:00080000:2.0:1788876964.691768:0:15554:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1629, 64 off112448
00010000:00010000:2.0:1788876964.691843:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.691855:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.691865:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.691873:0:15554:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.691879:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.691885:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692556:0:15554:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788876964.692760:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692770:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692776:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692782:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876964.692786:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692794:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692808:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998403b03d00)
00010000:00010000:2.0:1788876964.692811:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788876964.692816:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692823:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e7675d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692843:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692850:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692861:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692866:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876964.692869:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692875:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692882:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788876964.692884:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876964.692887:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.692892:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e7675c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876964.692901:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cde2823c reply state 0000000075173e74 transno 4295010877 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876964.692909:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876964.692996:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362856704:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2428us (2751us total) trans 4295010877 rc 0/0
00000100:00100000:2.0:1788876964.693005:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60361
00010000:00010000:3.0:1788876964.703122:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876964.703136:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.703148:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876964.703153:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.703163:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.703181:0:6598:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb0:0x0].0x0 (ffff998403b03d00)
00010000:00010000:3.0:1788876964.703186:0:6598:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1788876964.703190:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.703196:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb400/0x3868396b8e7675db lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.703432:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876964.703435:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876964.703437:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876964.703653:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.703743:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362856960
00000100:00100000:1.0:1788876964.703756:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362856960
00000100:00100000:1.0:1788876964.703817:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9895
00000100:00100000:1.0:1788876964.703829:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362856960:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:1.0:1788876964.704102:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:252775:x1875765362856960:12345-192.168.203.59@tcp:35:rm.0 Request processed in 275us (452us total) trans 4295010878 rc 0/0
00000100:00100000:1.0:1788876964.704110:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9895
00010000:00010000:2.0:1788876964.704498:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.704511:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.704517:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.704523:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876964.704527:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.704533:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.704545:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x7a6232fc (ffff998403b03200)
00010000:00010000:2.0:1788876964.704548:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876964.704552:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.704558:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e7675cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcae:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876964.711139:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.711408:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362857216
00000100:00100000:1.0:1788876964.711419:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362857216
00000100:00100000:1.0:1788876964.711478:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60362
00000100:00100000:1.0:1788876964.711488:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:252775:x1875765362857216:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:1.0:1788876964.711553:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1788876964.711579:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5600/0x3868396b8e76759c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcae:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887be expref: 32 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711599:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767437 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcae:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886ec expref: 31 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711609:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998403b03a00)
00010000:00010000:1.0:1788876964.711625:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ae00/0x3868396b8e7673d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8886d7 expref: 30 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711633:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:1.0:1788876964.711641:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788876964.711666:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711686:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711695:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711708:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711714:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711720:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711838:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711847:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.711854:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876964.712354:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcae:0x0]: returning size 512
00010000:00010000:1.0:1788876964.712369:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712377:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712383:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712389:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876964.712393:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712405:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712415:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcae:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788876964.712419:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788876964.712422:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712428:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4c00/0x3868396b8e7675f0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712446:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712451:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712456:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712461:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876964.712463:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712468:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712476:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39000)
00010000:00010000:1.0:1788876964.712478:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876964.712481:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.712491:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d5200/0x3868396b8e7675e2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788876964.712502:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c4d042f8 reply state 000000001ebb0470 transno 4295010879 ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.712512:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788876964.712583:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+31:252775:x1875765362857216:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1095us (1453us total) trans 4295010879 rc 0/0
00000100:00100000:1.0:1788876964.712591:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60362
00010000:00010000:2.0:1788876964.715342:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.715358:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.715365:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.715371:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876964.715376:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.715383:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.715399:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998385d39100)
00010000:00010000:2.0:1788876964.715402:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876964.715407:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876964.715413:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984104d4e00/0x3868396b8e7675e9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876964.916898:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010875 is committed
00000004:00080000:3.0:1788876964.916913:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 736 committed
00000004:00080000:3.0:1788876964.916923:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 567 committed
00000100:00100000:2.0:1788876964.917404:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365765120:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1788876964.917470:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876964.917561:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365765120
00000100:00100000:1.0:1788876964.917568:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365765120
00000100:00100000:1.0:1788876964.917625:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 569
00000100:00100000:1.0:1788876964.917635:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365765120:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1788876964.917681:0:167010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3650 count 1
00010000:00010000:1.0:1788876964.917707:0:167010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917729:0:167010:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 44 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917739:0:167010:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 44 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917747:0:167010:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 44 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917761:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 3 to [0x280000400:0xe42:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788876964.917765:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(10 0)
00010000:00010000:1.0:1788876964.917770:0:167010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 6/0,1 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917798:0:167010:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x50000000030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 44 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917811:0:167010:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x70000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 44 pid: 20698 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.917822:0:167010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:167010:1875765365765248:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876964.917889:0:167010:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 44 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917899:0:167010:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 44 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.917908:0:167010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:167010:1875765365765376:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876964.917939:0:167010:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 44 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.917949:0:167010:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x70000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 44 pid: 167382 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.917957:0:167010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:167010:1875765365765504:192.168.203.59@tcp:104:
00000100:00100000:1.0:1788876964.917978:0:167010:0:(client.c:2702:ptlrpc_set_wait()) set ffff998402f07900 going to sleep for 11 seconds
00000001:00080000:3.0:1788876964.918149:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010879 is committed
00000100:00100000:1.0:1788876964.919307:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876964.919328:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365765632:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1788876964.919389:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876964.919429:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365765632
00000100:00100000:1.0:1788876964.919436:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365765632
00000100:00100000:1.0:1788876964.919480:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 570
00000100:00100000:1.0:1788876964.919489:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365765632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1788876964.919516:0:6583:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3664 count 1
00010000:00010000:1.0:1788876964.919540:0:6583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919558:0:6583:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 38 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919566:0:6583:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 38 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919575:0:6583:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 38 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919582:0:6583:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 38 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919596:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 4 to [0x240000400:0xe50:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788876964.919600:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(9 0)
00010000:00010000:1.0:1788876964.919604:0:6583:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 7/0,1 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919643:0:6583:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000000030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 38 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919891:0:6583:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x70000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 38 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.919908:0:6583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365765760:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876964.919979:0:6583:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x50000000030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 38 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.919990:0:6583:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x70000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 38 pid: 6582 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.920000:0:6583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365765888:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876964.920056:0:6583:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x50000000030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 38 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.920066:0:6583:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x70000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 38 pid: 6583 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.920076:0:6583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365766016:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876964.920120:0:6583:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 38 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.920130:0:6583:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 38 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.920139:0:6583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365766144:192.168.203.59@tcp:104:
00000100:00100000:1.0:1788876964.920158:0:6583:0:(client.c:2702:ptlrpc_set_wait()) set ffff998402f070c0 going to sleep for 11 seconds
00000100:00100000:1.0:1788876964.939409:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.939433:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.939453:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.939534:0:6583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365765888:192.168.203.59@tcp:104:
00000100:00100000:1.0:1788876964.939578:0:6583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365766016:192.168.203.59@tcp:104:
00000100:00100000:1.0:1788876964.939613:0:6583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365766144:192.168.203.59@tcp:104:
00000100:00100000:1.0:1788876964.939645:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.939692:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.939710:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876964.939742:0:6583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6583:1875765365765760:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788876964.939778:0:6583:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876964.939824:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876964.940294:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362857600
00000100:00100000:3.0:1788876964.940302:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362857600
00010000:00010000:3.0:1788876964.940346:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 45 pid: 20698 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.940373:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362857344
00000100:00100000:3.0:1788876964.940376:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362857344
00010000:00010000:3.0:1788876964.940389:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 46 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.940401:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362857472
00000100:00100000:3.0:1788876964.940403:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362857472
00010000:00010000:3.0:1788876964.940414:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 47 pid: 167382 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.940425:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362857984
00000100:00100000:3.0:1788876964.940427:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362857984
00010000:00010000:3.0:1788876964.940439:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 39 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.940457:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362857728
00000100:00100000:3.0:1788876964.940459:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362857728
00010000:00010000:3.0:1788876964.940470:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 40 pid: 6582 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.940480:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362857856
00000100:00100000:3.0:1788876964.940482:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362857856
00010000:00010000:3.0:1788876964.940491:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 41 pid: 6583 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.940500:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362858112
00000100:00100000:3.0:1788876964.940502:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362858112
00010000:00010000:3.0:1788876964.940510:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 42 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876964.940524:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11040
00000100:00100000:3.0:1788876964.940532:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+47:2355:x1875765362857600:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.940546:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.940551:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 47 pid: 20698 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940563:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x50000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 47 pid: 20698 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940592:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876964.940683:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+47:2355:x1875765362857600:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 150us (1283us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.940692:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11040
00000100:00100000:3.0:1788876964.940713:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11041
00000100:00100000:3.0:1788876964.940720:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:2357:x1875765362857344:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.940727:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.940732:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 46 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940743:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 46 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940756:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876964.940774:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:2357:x1875765362857344:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 56us (1340us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.940781:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11041
00000100:00100000:3.0:1788876964.940793:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11042
00000100:00100000:3.0:1788876964.940800:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2358:x1875765362857472:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.940808:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.940812:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 45 pid: 167382 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940822:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 45 pid: 167382 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940833:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(10 0)
00010000:00010000:3.0:1788876964.940838:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe42:0x0].0x0 since=0s v=(10 0)
00010000:00010000:3.0:1788876964.940843:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940854:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940872:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876964.940892:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2358:x1875765362857472:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 92us (1437us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.940899:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11042
00000100:00100000:3.0:1788876964.940911:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11043
00000100:00100000:3.0:1788876964.940918:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2357:x1875765362857984:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.940927:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.940933:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 42 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940942:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 42 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940957:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e7674ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 7 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888716 expref: 42 pid: 26913 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.940970:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876964.940986:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+41:2357:x1875765362857984:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 68us (1341us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.940992:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11043
00000100:00100000:3.0:1788876964.941003:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11044
00000100:00100000:3.0:1788876964.941009:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841153dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2356:x1875765362857728:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.941045:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.941050:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 40 pid: 6582 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941059:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x50000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 40 pid: 6582 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941071:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7674c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 6 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x44801400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88872b expref: 40 pid: 6582 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941092:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876964.941111:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841153dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362857728:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 101us (1418us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.941117:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11044
00000100:00100000:3.0:1788876964.941152:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11045
00000100:00100000:3.0:1788876964.941158:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2356:x1875765362857856:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.941165:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.941170:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 38 pid: 6583 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941179:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x50000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 38 pid: 6583 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941198:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e7674ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 5 type: EXT [1048576->4194303] (req 1048576->2097151) gid 0 flags: 0x44801400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88875c expref: 38 pid: 6583 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941207:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876964.941225:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362857856:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 67us (1514us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.941232:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11045
00000100:00100000:3.0:1788876964.941244:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11046
00000100:00100000:3.0:1788876964.941250:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2355:x1875765362858112:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876964.941257:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876964.941261:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x60000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 36 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941271:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 36 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941283:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e7674b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44801400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888732 expref: 36 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941292:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(9 0)
00010000:00010000:3.0:1788876964.941295:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe50:0x0].0x0 since=0s v=(9 0)
00010000:00010000:3.0:1788876964.941299:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941312:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941334:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876964.941351:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2355:x1875765362858112:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 100us (1525us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876964.941357:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11046
00010000:00010000:3.0:1788876964.941379:0:6583:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941388:0:6583:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941397:0:6583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941406:0:6583:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.941425:0:6583:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1788876964.942135:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365765632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22646us (22745us total) trans 4294981760 rc 0/0
00000100:00100000:3.0:1788876964.942146:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 570
00000004:00080000:3.0:1788876964.942197:0:3308:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312a9f480/2, rc 0, transno 4294981760
00000100:00100000:3.0:1788876964.942209:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365765632:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1788876964.943246:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788876964.943256:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.943269:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876964.943274:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.943296:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.943318:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.943335:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7675fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876964.943360:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876964.943362:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876964.943364:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876964.943518:0:167010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008c32245/0x3868396b8e7674e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 5 type: EXT [5242880->7340031] (req 5242880->6291455) gid 0 flags: 0x44801400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a88874e expref: 44 pid: 20698 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876964.943533:0:167010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:167010:1875765365765248:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876964.943546:0:167010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a51f483/0x3868396b8e7674bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888724 expref: 43 pid: 15141 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876964.943560:0:167010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:167010:1875765365765376:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876964.943569:0:167010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e8bfd4c/0x3868396b8e7674df lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801400030020 nid: 192.168.203.59@tcp remote: 0x3224a818a888755 expref: 42 pid: 167382 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876964.943578:0:167010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:167010:1875765365765504:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788876964.943605:0:167010:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.943616:0:167010:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.943623:0:167010:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.943642:0:167010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.943650:0:167010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876964.943688:0:167010:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1788876964.944806:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365765120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27165us (27329us total) trans 4294993653 rc 0/0
00000100:00100000:0.0:1788876964.944823:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 569
00010000:00010000:3.0:1788876964.946041:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1788876964.946054:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.946067:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876964.946072:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.946243:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.946264:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.946272:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6bf0531/0x3868396b8e7675f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876964.946413:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876964.946416:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876964.946417:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1788876964.946945:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312a17b80/2, rc 0, transno 4294993653
00000100:00100000:1.0:1788876964.946967:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365765120:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1788876964.974526:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876965.295203:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876965.295227:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365766272:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876965.295314:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876965.295481:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365766272
00000100:00100000:1.0:1788876965.295489:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365766272
00000100:00100000:1.0:1788876965.295556:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 391
00000100:00100000:1.0:1788876965.295568:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365766272:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876965.295601:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 82116608 pending 25559040 free 3850371072 avail 3848273920
00000100:00100000:1.0:1788876965.295648:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365766272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876965.295655:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 391
00000100:00080000:2.0:1788876965.295725:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876965.295763:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365766272:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876965.611686:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876965.611942:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362858240
00000100:00100000:2.0:1788876965.611952:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362858240
00000100:00100000:2.0:1788876965.612029:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60363
00000100:00100000:2.0:1788876965.612041:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:252786:x1875765362858240:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:2.0:1788876965.612063:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876965.612085:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767605 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887c5 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.612178:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76760c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.612367:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76760c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.612381:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76760c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876965.612595:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:2.0:1788876965.612600:0:7498:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876965.612637:0:7498:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76760c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.612674:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767605 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887c5 expref: 7 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.612829:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76760c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887c5 expref: 6 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.612838:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:2.0:1788876965.612841:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788876965.612845:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dda400, rc 0)
00000100:00100000:2.0:1788876965.612910:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252786:x1875765362858240:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 871us (1243us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876965.612917:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60363
00000100:00100000:3.0:1788876965.620038:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876965.621342:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362858496
00000100:00100000:2.0:1788876965.621357:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362858496
00000100:00100000:2.0:1788876965.621427:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60364
00000100:00100000:2.0:1788876965.621438:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252786:x1875765362858496:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:2.0:1788876965.621495:0:26643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788876965.621540:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76760c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887c5 expref: 6 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.621559:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:2.0:1788876965.621570:0:26643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876965.621673:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.621687:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.621696:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.621709:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.621716:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.621721:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876965.622852:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 512
00010000:00010000:2.0:1788876965.622869:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.622879:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.622887:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.622893:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.622897:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.622905:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.622919:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03200)
00010000:00010000:2.0:1788876965.622922:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.622928:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.622934:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767613 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876965.622952:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f2ae9f91 reply state 000000004f53a96a transno 4295010880 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876965.622961:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876965.624061:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252786:x1875765362858496:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 2619us (4050us total) trans 4295010880 rc 0/0
00000100:00100000:2.0:1788876965.624072:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60364
00000100:00100000:3.0:1788876965.643008:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876965.644043:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362858624
00000100:00100000:0.0:1788876965.644053:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362858624
00000100:00100000:0.0:1788876965.644129:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60365
00000100:00100000:0.0:1788876965.644139:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252787:x1875765362858624:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876965.644163:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876965.644185:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a800/0x3868396b8e767621 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887cc expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.644292:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e767628 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.644306:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e767628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.644317:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e767628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876965.644814:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788876965.644819:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:0.0:1788876965.644848:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e767628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.644875:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a800/0x3868396b8e767621 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887cc expref: 9 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.644894:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e767628 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887cc expref: 8 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.644907:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404dddf00)
00010000:00010000:0.0:1788876965.644910:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788876965.644913:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023b600, rc 0)
00000100:00100000:0.0:1788876965.644977:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252787:x1875765362858624:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 840us (1977us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876965.644985:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60365
00000100:00100000:0.0:1788876965.649308:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876965.649472:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362858880
00000100:00100000:3.0:1788876965.649481:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362858880
00000100:00100000:3.0:1788876965.649678:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60366
00000100:00100000:3.0:1788876965.649689:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252787:x1875765362858880:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788876965.649714:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876965.649717:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1788876965.649743:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b600/0x3868396b8e767628 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887cc expref: 8 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.649761:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404dddf00)
00010000:00010000:3.0:1788876965.649775:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788876965.649790:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e76762f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887d3 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.649987:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.650001:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.650010:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.650044:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.650052:0:15554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 2/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.650059:0:15554:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.650615:0:15554:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.650635:0:15554:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651195:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651205:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651216:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651221:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.651225:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651232:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651244:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998403b03300)
00010000:00010000:2.0:1788876965.651247:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.651250:0:3293:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651256:0:3293:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651262:0:3293:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651524:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651532:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76761a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651555:0:15554:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651561:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651708:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651717:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651724:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876965.651734:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 512
00010000:00010000:2.0:1788876965.651747:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651754:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651759:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651764:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.651767:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651774:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651781:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff998403b03200)
00010000:00010000:2.0:1788876965.651783:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.651786:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651796:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767644 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651811:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651816:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651821:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651826:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.651829:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651835:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651841:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f600)
00010000:00010000:2.0:1788876965.651843:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.651846:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651851:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b000/0x3868396b8e767636 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651860:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651865:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651872:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651876:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.651879:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651884:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651891:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998403b03300)
00010000:00010000:2.0:1788876965.651893:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.651896:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651901:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a800/0x3868396b8e76763d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651933:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e76762f lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887d3 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651942:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f600)
00010000:00010000:2.0:1788876965.651944:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.651948:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e76762f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887d3 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.651960:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357be00, rc 0)
00000100:00100000:2.0:1788876965.652057:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252787:x1875765362858880:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 2369us (2753us total) trans 0 rc 301/301
00000100:00100000:2.0:1788876965.652070:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60366
00000100:00100000:3.0:1788876965.655057:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876965.655185:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362859008
00000100:00100000:2.0:1788876965.655193:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362859008
00000100:00100000:2.0:1788876965.655259:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60367
00000100:00100000:2.0:1788876965.655269:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:252787:x1875765362859008:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788876965.655299:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876965.655331:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76764b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887da expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.655417:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767652 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.655429:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767652 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.655439:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767652 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876965.655493:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:2.0:1788876965.655496:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876965.655534:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767652 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.655560:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76764b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887da expref: 8 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.655575:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767652 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887da expref: 7 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.655589:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:2.0:1788876965.655591:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788876965.655595:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddb600, rc 0)
00000100:00100000:2.0:1788876965.655652:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252787:x1875765362859008:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 384us (603us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876965.655659:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60367
00000100:00100000:3.0:1788876965.659328:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876965.659470:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362859264
00000100:00100000:0.0:1788876965.659481:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362859264
00000100:00100000:0.0:1788876965.659554:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60368
00000100:00100000:0.0:1788876965.659566:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:252787:x1875765362859264:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788876965.659588:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876965.659611:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a400/0x3868396b8e767659 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887e1 expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.659748:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.659764:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.659776:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.659789:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.659796:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.659803:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876965.659950:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 512
00010000:00010000:0.0:1788876965.660071:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660091:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660097:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660103:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876965.660107:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660114:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660126:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:0.0:1788876965.660129:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876965.660133:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660138:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023b800/0x3868396b8e767660 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660151:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660159:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660164:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660169:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876965.660171:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660176:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660183:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998404ddda00)
00010000:00010000:0.0:1788876965.660185:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876965.660188:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660193:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023ac00/0x3868396b8e767667 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660232:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a400/0x3868396b8e767659 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887e1 expref: 9 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660242:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:0.0:1788876965.660244:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876965.660247:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842023a400/0x3868396b8e767659 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887e1 expref: 9 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876965.660256:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842023a400, rc 0)
00000100:00100000:0.0:1788876965.660312:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252787:x1875765362859264:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 748us (994us total) trans 4295010881 rc 301/301
00000100:00100000:0.0:1788876965.660320:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60368
00000100:00100000:0.0:1788876965.681140:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876965.681337:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362859520
00000100:00100000:2.0:1788876965.681346:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362859520
00000100:00100000:2.0:1788876965.681396:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60369
00000100:00100000:2.0:1788876965.681406:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252787:x1875765362859520:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:2.0:1788876965.681485:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.681502:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.681514:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876965.681785:0:15586:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000088405abc reply state 000000006e35bd21 transno 4295010882 ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876965.681796:0:15586:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:2.0:1788876965.681810:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 512
00000100:00100000:2.0:1788876965.681906:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252787:x1875765362859520:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 500us (774us total) trans 4295010882 rc 0/0
00000100:00100000:2.0:1788876965.681914:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60369
00000100:00100000:3.0:1788876965.686754:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876965.686849:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362859776
00000100:00100000:1.0:1788876965.686861:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362859776
00000100:00100000:1.0:1788876965.686936:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9896
00000100:00100000:1.0:1788876965.686949:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252787:x1875765362859776:12345-192.168.203.59@tcp:35:lfs.0
00010000:00010000:2.0:1788876965.687335:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.687346:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.687353:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.687359:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.687364:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.687371:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.687386:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff998403b03300)
00010000:00010000:2.0:1788876965.687389:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1788876965.687394:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.687400:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767675 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876965.692406:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252787:x1875765362859776:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 5448us (5652us total) trans 4295010883 rc 0/0
00000100:00100000:1.0:1788876965.692426:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9896
00000100:00100000:0.0:1788876965.714482:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876965.714653:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362859904
00000100:00100000:2.0:1788876965.714673:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362859904
00000100:00100000:2.0:1788876965.714726:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60370
00000100:00100000:2.0:1788876965.714736:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252788:x1875765362859904:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:2.0:1788876965.714762:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876965.714783:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76767c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887e8 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.714880:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.714894:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.714906:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.714919:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.714927:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.714933:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715055:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e767691 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715064:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e767691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715071:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e767691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876965.715121:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 512
00000004:00200000:2.0:1788876965.715125:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788876965.715148:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e767691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715164:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715171:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715177:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715184:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.715188:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715196:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715208:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:2.0:1788876965.715211:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.715215:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715221:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767683 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715232:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715238:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715244:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715250:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.715253:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715259:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715267:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998403b03300)
00010000:00010000:2.0:1788876965.715269:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876965.715272:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715288:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e76768a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715436:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e76767c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887e8 expref: 12 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715454:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e767691 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887e8 expref: 11 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.715461:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff998403b03200)
00010000:00010000:2.0:1788876965.715464:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788876965.715466:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddb800, rc 0)
00000100:00100000:2.0:1788876965.721387:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252788:x1875765362859904:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 6638us (6898us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876965.721402:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60370
00000100:00100000:2.0:1788876965.725289:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876965.725338:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362860160
00000100:00100000:2.0:1788876965.725348:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362860160
00000100:00100000:2.0:1788876965.725403:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60371
00000100:00100000:2.0:1788876965.725413:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252788:x1875765362860160:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:2.0:1788876965.725472:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788876965.725507:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb800/0x3868396b8e767691 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887e8 expref: 11 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.725527:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff998403b03200)
00010000:00010000:2.0:1788876965.725539:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876965.725568:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.725582:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.725592:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876965.725878:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bc047b1a reply state 0000000060c69513 transno 4295010884 ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876965.725887:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:2.0:1788876965.725900:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 512
00000100:00100000:2.0:1788876965.725990:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252788:x1875765362860160:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 577us (718us total) trans 4295010884 rc 0/0
00000100:00100000:2.0:1788876965.725998:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60371
00010000:00010000:2.0:1788876965.741464:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.741487:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.741495:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.741501:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876965.741506:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.741515:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.741531:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff998403b03600)
00010000:00010000:2.0:1788876965.741534:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:2.0:1788876965.741539:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.741546:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767698 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876965.796983:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876965.797603:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362860288
00000100:00100000:3.0:1788876965.797613:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362860288
00000100:00100000:3.0:1788876965.797805:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60372
00000100:00100000:3.0:1788876965.797815:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252792:x1875765362860288:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876965.797839:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876965.797861:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e76769f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887ef expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.797957:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.797972:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.797983:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.797997:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798004:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798050:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798417:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e7676b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798427:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e7676b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798435:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e7676b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788876965.798465:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 512
00000004:00200000:3.0:1788876965.798469:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1788876965.798491:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e7676b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798503:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798853:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798860:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798865:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876965.798869:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798876:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798888:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:3.0:1788876965.798890:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876965.798894:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798900:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e7676a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798913:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798918:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798923:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798927:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876965.798930:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798935:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798941:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff99840390fc00)
00010000:00010000:3.0:1788876965.798943:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876965.798945:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798950:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e7676ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.798987:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357aa00/0x3868396b8e76769f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887ef expref: 13 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.799001:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e7676b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887ef expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.799007:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788876965.799009:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:3.0:1788876965.799300:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a000, rc 0)
00000100:00100000:3.0:1788876965.799470:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252792:x1875765362860288:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1654us (2491us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876965.799479:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60372
00000100:00100000:1.0:1788876965.812888:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876965.813057:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362860544
00000100:00100000:3.0:1788876965.813066:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362860544
00000100:00100000:3.0:1788876965.813156:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60373
00000100:00100000:3.0:1788876965.813168:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252792:x1875765362860544:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876965.813188:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876965.813209:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e7676bb lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887f6 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.813378:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.813393:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.813404:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.813470:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.813478:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.813484:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1788876965.815867:0:26643:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe51:0x0], index 0: 0
00010000:00010000:3.0:1788876965.817304:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e7676d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817480:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e7676d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817494:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e7676d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817564:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817571:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817579:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817585:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788876965.817589:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817602:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817617:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788876965.817620:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788876965.817772:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817782:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e7676c2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788876965.817798:0:26643:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ffb38874 reply state 00000000980738ef transno 4295010885 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876965.817806:0:26643:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1788876965.817850:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e7676bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887f6 expref: 15 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817866:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e7676d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887f6 expref: 14 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876965.817874:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb4:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876965.817877:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788876965.817880:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357ac00, rc 0)
00000100:00100000:3.0:1788876965.819907:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:252792:x1875765362860544:12345-192.168.203.59@tcp:101:dd.0 Request processed in 6732us (7021us total) trans 4295010885 rc 0/0
00000100:00100000:3.0:1788876965.819920:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60373
00010000:00010000:1.0:1788876965.829338:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876965.829355:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876965.829363:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876965.829370:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876965.829374:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876965.829381:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876965.829397:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x4009f790 (ffff99840390f300)
00010000:00010000:1.0:1788876965.829400:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876965.829404:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876965.829410:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e7676c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876965.861193:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876965.861339:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362860672
00000100:00100000:2.0:1788876965.861349:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362860672
00000100:00100000:2.0:1788876965.861414:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821587915506 time 7821601645418 state 0x0 ref 1
00000100:00080000:0.0:1788876965.861420:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876965.861429:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7821651645418 time 7821601645418 state 0x1 ref 1
00000100:00100000:2.0:1788876965.861453:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7821651645418 time 7822870434451 state 0x0 ref 1
00000100:00100000:2.0:1788876965.861469:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2357:x1875765362860672:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876965.861518:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1788876965.861528:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.861543:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7822s v=(0 0)
00010000:00010000:2.0:1788876965.861548:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876965.861554:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.861570:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876965.989304:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981758 is committed
00000001:00080000:3.0:1788876965.989342:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981759 is committed
00000001:00080000:3.0:1788876965.989358:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981761 is committed
00000001:00080000:3.0:1788876965.989390:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981760 is committed
00002000:00010000:2.0:1788876965.989643:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 0 -> 1048576
00002000:00010000:2.0:1788876965.989647:0:6588:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 0 -> 1788876966
00002000:00010000:2.0:1788876965.989650:0:6588:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 0 -> 1788876966
00002000:00010000:2.0:1788876965.989652:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:2.0:1788876965.989672:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.989686:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.989694:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.989708:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876965.989713:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.989722:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.989740:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876965.989748:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e7676de lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876965.989837:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362860672:12345-192.168.203.59@tcp:4:dd.0 Request processed in 128366us (128650us total) trans 4294981761 rc 0/0
00000100:00100000:2.0:1788876965.989849:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 29
00000100:00100000:2.0:1788876965.989860:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7821651645418 time 7822870434451 state 0x2 ref 0
00010000:00010000:2.0:1788876965.998141:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876966.046887:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876966.047056:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362860800
00000100:00100000:3.0:1788876966.047069:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362860800
00000100:00100000:3.0:1788876966.047140:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7821651645418 time 7822870434451 state 0x0 ref 1
00000100:00100000:3.0:1788876966.047154:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7822920434451 time 7822870434451 state 0x1 ref 1
00000100:00100000:3.0:1788876966.047197:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7822920434451 time 7823056178377 state 0x0 ref 1
00000100:00100000:3.0:1788876966.047211:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362860800:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876966.047273:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 1048576, mtime: 0x6aa018a6, atime: 0x0, ctime: 0x6aa018a6, blocks: 0x803
00010000:00010000:3.0:1788876966.047392:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.047409:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:3.0:1788876966.047414:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876966.047421:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.047438:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876966.113217:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981762 is committed
00002000:00010000:1.0:1788876966.113535:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 1048576 -> 2097152
00002000:00010000:1.0:1788876966.113540:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 2051 -> 4103
00010000:00010000:1.0:1788876966.113555:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.113568:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.113577:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.113585:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.113590:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.113600:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.113639:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.113648:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e7676e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.113774:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362860800:12345-192.168.203.59@tcp:4:dd.0 Request processed in 66559us (66893us total) trans 4294981762 rc 0/0
00000100:00100000:1.0:1788876966.113786:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 30
00000100:00100000:1.0:1788876966.113798:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7822920434451 time 7823056178377 state 0x2 ref 0
00000100:00100000:1.0:1788876966.124792:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876966.124888:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362860928
00000100:00100000:2.0:1788876966.124898:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362860928
00000100:00100000:2.0:1788876966.124956:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7822920434451 time 7823056178377 state 0x0 ref 1
00000100:00100000:2.0:1788876966.124971:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823106178377 time 7823056178377 state 0x1 ref 1
00000100:00100000:2.0:1788876966.125002:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823106178377 time 7823133983881 state 0x0 ref 1
00000100:00100000:2.0:1788876966.125060:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362860928:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876966.125111:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 2097152, mtime: 0x6aa018a6, atime: 0x0, ctime: 0x6aa018a6, blocks: 0x1007
00010000:00010000:2.0:1788876966.125121:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876966.125137:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:2.0:1788876966.125142:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876966.125149:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876966.125162:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876966.200934:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 2097152 -> 3145728
00002000:00010000:1.0:1788876966.200943:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 4103 -> 6151
00010000:00010000:1.0:1788876966.200956:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.200970:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.200980:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.200987:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.200992:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.201003:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.201041:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.201050:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7676ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.201158:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362860928:12345-192.168.203.59@tcp:4:dd.0 Request processed in 76140us (76371us total) trans 4294981763 rc 0/0
00000100:00100000:1.0:1788876966.201171:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 31
00000100:00100000:1.0:1788876966.201189:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823106178377 time 7823133983881 state 0x2 ref 0
00000001:00080000:3.0:1788876966.202722:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981763 is committed
00000100:00100000:0.0:1788876966.207522:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876966.207617:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861056
00000100:00100000:1.0:1788876966.207629:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861056
00000100:00100000:1.0:1788876966.207709:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823106178377 time 7823133983881 state 0x0 ref 1
00000100:00100000:1.0:1788876966.207725:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823183983881 time 7823133983881 state 0x1 ref 1
00000100:00100000:1.0:1788876966.207764:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823183983881 time 7823216745138 state 0x0 ref 1
00000100:00100000:1.0:1788876966.207778:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362861056:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876966.207836:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 3145728, mtime: 0x6aa018a6, atime: 0x0, ctime: 0x6aa018a6, blocks: 0x1807
00010000:00010000:1.0:1788876966.207846:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.207864:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:1.0:1788876966.207869:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876966.207875:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.207891:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876966.312138:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981764 is committed
00002000:00010000:1.0:1788876966.312699:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 3145728 -> 4194304
00002000:00010000:1.0:1788876966.312705:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 6151 -> 8199
00010000:00010000:1.0:1788876966.312720:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.312733:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.312741:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.312748:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.312753:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.312762:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.312785:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.312791:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7676f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.312923:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362861056:12345-192.168.203.59@tcp:4:dd.0 Request processed in 105144us (105406us total) trans 4294981764 rc 0/0
00000100:00100000:1.0:1788876966.312934:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 32
00000100:00100000:1.0:1788876966.312943:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823183983881 time 7823216745138 state 0x2 ref 0
00000100:00100000:0.0:1788876966.317796:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876966.317891:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861184
00000100:00100000:1.0:1788876966.317900:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861184
00000100:00100000:1.0:1788876966.317955:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823183983881 time 7823216745138 state 0x0 ref 1
00000100:00100000:1.0:1788876966.317968:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823266745138 time 7823216745138 state 0x1 ref 1
00000100:00100000:1.0:1788876966.318050:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823266745138 time 7823327031449 state 0x0 ref 1
00000100:00100000:1.0:1788876966.318063:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362861184:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876966.318115:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 4194304, mtime: 0x6aa018a6, atime: 0x0, ctime: 0x6aa018a6, blocks: 0x2007
00010000:00010000:1.0:1788876966.318123:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.318140:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:1.0:1788876966.318145:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876966.318151:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.318164:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876966.374871:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981765 is committed
00002000:00010000:1.0:1788876966.374965:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 4194304 -> 5242880
00002000:00010000:1.0:1788876966.374970:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 8199 -> 10247
00010000:00010000:1.0:1788876966.374984:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.374997:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.375006:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.375043:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.375048:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.375058:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.375087:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.375102:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e7676fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.375202:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362861184:12345-192.168.203.59@tcp:4:dd.0 Request processed in 57135us (57410us total) trans 4294981765 rc 0/0
00000100:00100000:1.0:1788876966.375212:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 33
00000100:00100000:1.0:1788876966.375222:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823266745138 time 7823327031449 state 0x2 ref 0
00000100:00100000:0.0:1788876966.382954:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876966.383060:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861312
00000100:00100000:3.0:1788876966.383071:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861312
00000100:00100000:3.0:1788876966.383131:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823266745138 time 7823327031449 state 0x0 ref 1
00000100:00100000:3.0:1788876966.383145:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823377031449 time 7823327031449 state 0x1 ref 1
00000100:00100000:3.0:1788876966.383178:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823377031449 time 7823392160312 state 0x0 ref 1
00000100:00100000:3.0:1788876966.383192:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362861312:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876966.383246:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 5242880, mtime: 0x6aa018a6, atime: 0x0, ctime: 0x6aa018a6, blocks: 0x2807
00010000:00010000:3.0:1788876966.383255:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.383271:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:3.0:1788876966.383286:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876966.383294:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.383308:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876966.449203:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981766 is committed
00002000:00010000:3.0:1788876966.449305:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 5242880 -> 6291456
00002000:00010000:3.0:1788876966.449310:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 10247 -> 12295
00010000:00010000:3.0:1788876966.449331:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.449343:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.449357:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.449365:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876966.449370:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.449379:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.449398:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.449406:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e767701 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876966.449801:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362861312:12345-192.168.203.59@tcp:4:dd.0 Request processed in 66304us (66553us total) trans 4294981766 rc 0/0
00000100:00100000:3.0:1788876966.449814:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 34
00000100:00100000:3.0:1788876966.449826:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823377031449 time 7823392160312 state 0x2 ref 0
00000100:00100000:0.0:1788876966.458915:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876966.459054:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861440
00000100:00100000:1.0:1788876966.459064:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861440
00000100:00100000:1.0:1788876966.459121:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823377031449 time 7823392160312 state 0x0 ref 1
00000100:00100000:1.0:1788876966.459135:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823442160312 time 7823392160312 state 0x1 ref 1
00000100:00100000:1.0:1788876966.459160:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823442160312 time 7823468141950 state 0x0 ref 1
00000100:00100000:1.0:1788876966.459172:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362861440:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876966.459224:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 6291456, mtime: 0x6aa018a6, atime: 0x0, ctime: 0x6aa018a6, blocks: 0x3007
00010000:00010000:1.0:1788876966.459234:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.459250:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:1.0:1788876966.459255:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876966.459261:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.459285:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876966.549298:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981767 is committed
00002000:00010000:1.0:1788876966.549491:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 6291456 -> 7340032
00002000:00010000:1.0:1788876966.549496:0:17072:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876966 -> 1788876967
00002000:00010000:1.0:1788876966.549499:0:17072:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876966 -> 1788876967
00002000:00010000:1.0:1788876966.549501:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 12295 -> 14343
00010000:00010000:1.0:1788876966.549514:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.549527:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.549537:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.549545:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.549550:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.549559:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.549578:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.549592:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e767708 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.549736:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362861440:12345-192.168.203.59@tcp:4:dd.0 Request processed in 90559us (90828us total) trans 4294981767 rc 0/0
00000100:00100000:1.0:1788876966.549747:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 35
00000100:00100000:1.0:1788876966.549758:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823442160312 time 7823468141950 state 0x2 ref 0
00000100:00100000:2.0:1788876966.555266:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876966.555439:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861568
00000100:00100000:0.0:1788876966.555448:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861568
00000100:00100000:0.0:1788876966.555502:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823442160312 time 7823468141950 state 0x0 ref 1
00000100:00100000:0.0:1788876966.555515:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823518141950 time 7823468141950 state 0x1 ref 1
00000100:00100000:0.0:1788876966.555544:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823518141950 time 7823564526438 state 0x0 ref 1
00000100:00100000:0.0:1788876966.555557:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362861568:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876966.555602:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 7340032, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x3807
00010000:00010000:0.0:1788876966.555611:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.555626:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:0.0:1788876966.555631:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876966.555638:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.555652:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876966.607143:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 7340032 -> 8388608
00002000:00010000:1.0:1788876966.607150:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 14343 -> 16391
00010000:00010000:1.0:1788876966.607163:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.607176:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.607195:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.607202:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.607206:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.607216:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.607239:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.607245:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76770f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.607354:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362861568:12345-192.168.203.59@tcp:4:dd.0 Request processed in 51794us (52093us total) trans 4294981768 rc 0/0
00000100:00100000:1.0:1788876966.607365:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 36
00000100:00100000:1.0:1788876966.607374:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823518141950 time 7823564526438 state 0x2 ref 0
00000001:00080000:0.0:1788876966.613245:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981768 is committed
00000100:00100000:2.0:1788876966.613801:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876966.613874:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861696
00000100:00100000:0.0:1788876966.613883:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861696
00000100:00100000:0.0:1788876966.613934:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823518141950 time 7823564526438 state 0x0 ref 1
00000100:00100000:0.0:1788876966.613948:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823614526438 time 7823564526438 state 0x1 ref 1
00000100:00100000:0.0:1788876966.613976:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823614526438 time 7823622957997 state 0x0 ref 1
00000100:00100000:0.0:1788876966.613988:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362861696:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876966.614061:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 8388608, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x4007
00010000:00010000:0.0:1788876966.614069:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.614085:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:0.0:1788876966.614090:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876966.614096:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.614111:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876966.689775:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 8388608 -> 9437184
00002000:00010000:0.0:1788876966.689784:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 16391 -> 18439
00010000:00010000:0.0:1788876966.689798:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.689811:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.689818:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.689825:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876966.689829:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.689837:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.689857:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876966.689864:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9b2c5b7/0x3868396b8e767716 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876966.689959:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362861696:12345-192.168.203.59@tcp:4:dd.0 Request processed in 75968us (76159us total) trans 4294981769 rc 0/0
00000100:00100000:0.0:1788876966.689971:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 37
00000100:00100000:0.0:1788876966.689980:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823614526438 time 7823622957997 state 0x2 ref 0
00000100:00100000:2.0:1788876966.699604:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876966.699699:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861824
00000100:00100000:3.0:1788876966.699709:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861824
00000100:00100000:3.0:1788876966.699761:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823614526438 time 7823622957997 state 0x0 ref 1
00000100:00100000:3.0:1788876966.699779:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823672957997 time 7823622957997 state 0x1 ref 1
00000100:00100000:3.0:1788876966.699810:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823672957997 time 7823708792259 state 0x0 ref 1
00000100:00100000:3.0:1788876966.699824:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362861824:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876966.699873:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 9437184, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x4807
00010000:00010000:3.0:1788876966.699883:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.699899:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:3.0:1788876966.699903:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876966.699910:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876966.699924:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876966.700720:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981769 is committed
00002000:00010000:1.0:1788876966.770501:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 9437184 -> 10485760
00002000:00010000:1.0:1788876966.770511:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 18439 -> 20487
00010000:00010000:1.0:1788876966.770529:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.770543:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.770552:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.770560:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.770566:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.770577:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.770602:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.770610:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76771d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.770721:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362861824:12345-192.168.203.59@tcp:4:dd.0 Request processed in 70896us (71122us total) trans 4294981770 rc 0/0
00000100:00100000:1.0:1788876966.770733:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 38
00000100:00100000:1.0:1788876966.770745:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823672957997 time 7823708792259 state 0x2 ref 0
00000001:00080000:1.0:1788876966.770793:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981770 is committed
00000100:00100000:3.0:1788876966.781082:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876966.781272:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362861952
00000100:00100000:2.0:1788876966.781291:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362861952
00000100:00100000:2.0:1788876966.781353:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823672957997 time 7823708792259 state 0x0 ref 1
00000100:00100000:2.0:1788876966.781367:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823758792259 time 7823708792259 state 0x1 ref 1
00000100:00100000:2.0:1788876966.781397:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823758792259 time 7823790379993 state 0x0 ref 1
00000100:00100000:2.0:1788876966.781408:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362861952:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876966.781456:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 10485760, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x5007
00010000:00010000:2.0:1788876966.781465:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876966.781481:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:2.0:1788876966.781485:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876966.781491:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876966.781504:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876966.863582:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981771 is committed
00002000:00010000:1.0:1788876966.863635:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 10485760 -> 11534336
00002000:00010000:1.0:1788876966.863640:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 20487 -> 22535
00010000:00010000:1.0:1788876966.863654:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.863677:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.863688:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.863697:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.863703:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.863713:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.863731:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.863740:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767724 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.863837:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362861952:12345-192.168.203.59@tcp:4:dd.0 Request processed in 82425us (82759us total) trans 4294981771 rc 0/0
00000100:00100000:1.0:1788876966.863848:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 39
00000100:00100000:1.0:1788876966.863860:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823758792259 time 7823790379993 state 0x2 ref 0
00000100:00100000:2.0:1788876966.869862:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876966.869950:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862080
00000100:00100000:1.0:1788876966.869959:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862080
00000100:00100000:1.0:1788876966.870044:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823758792259 time 7823790379993 state 0x0 ref 1
00000100:00100000:1.0:1788876966.870059:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823840379993 time 7823790379993 state 0x1 ref 1
00000100:00100000:1.0:1788876966.870087:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823840379993 time 7823879069377 state 0x0 ref 1
00000100:00100000:1.0:1788876966.870103:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362862080:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876966.870154:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 11534336, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x5807
00010000:00010000:1.0:1788876966.870162:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.870187:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:1.0:1788876966.870191:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876966.870198:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.870211:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876966.925703:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981772 is committed
00002000:00010000:1.0:1788876966.925777:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 11534336 -> 12582912
00002000:00010000:1.0:1788876966.925782:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 22535 -> 24583
00010000:00010000:1.0:1788876966.925795:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.925807:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.925815:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.925822:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876966.925827:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.925836:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.925856:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.925863:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e76772b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876966.925999:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362862080:12345-192.168.203.59@tcp:4:dd.0 Request processed in 55892us (56141us total) trans 4294981772 rc 0/0
00000100:00100000:1.0:1788876966.926010:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 40
00000100:00100000:1.0:1788876966.926053:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823840379993 time 7823879069377 state 0x2 ref 0
00000100:00100000:2.0:1788876966.931872:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876966.931963:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862208
00000100:00100000:1.0:1788876966.931971:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862208
00000100:00100000:1.0:1788876966.932038:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823840379993 time 7823879069377 state 0x0 ref 1
00000100:00100000:1.0:1788876966.932052:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823929069377 time 7823879069377 state 0x1 ref 1
00000100:00100000:1.0:1788876966.932112:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823929069377 time 7823941094220 state 0x0 ref 1
00000100:00100000:1.0:1788876966.932125:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362862208:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876966.932173:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 12582912, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x6007
00010000:00010000:1.0:1788876966.932195:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.932212:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7823s v=(0 0)
00010000:00010000:1.0:1788876966.932216:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876966.932363:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876966.932380:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.022840:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788876967.026143:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981773 is committed
00002000:00010000:2.0:1788876967.026883:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 12582912 -> 13631488
00002000:00010000:2.0:1788876967.026889:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 24583 -> 26631
00010000:00010000:2.0:1788876967.026905:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.026919:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.026929:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.026937:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876967.026942:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.026954:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.026974:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.026982:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6a6e224/0x3868396b8e767732 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876967.027211:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362862208:12345-192.168.203.59@tcp:4:dd.0 Request processed in 95083us (95343us total) trans 4294981773 rc 0/0
00000100:00100000:2.0:1788876967.027231:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 41
00000100:00100000:2.0:1788876967.027242:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823929069377 time 7823941094220 state 0x2 ref 0
00000100:00100000:3.0:1788876967.035923:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876967.036113:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862336
00000100:00100000:2.0:1788876967.036122:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862336
00000100:00100000:2.0:1788876967.036186:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823929069377 time 7823941094220 state 0x0 ref 1
00000100:00100000:2.0:1788876967.036200:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823991094220 time 7823941094220 state 0x1 ref 1
00000100:00100000:2.0:1788876967.036223:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823991094220 time 7824045204880 state 0x0 ref 1
00000100:00100000:2.0:1788876967.036246:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362862336:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876967.036301:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 13631488, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x6807
00010000:00010000:2.0:1788876967.036317:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.036334:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:2.0:1788876967.036339:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876967.036345:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.036359:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876967.036945:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:2.0:1788876967.101923:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 13631488 -> 14680064
00002000:00010000:2.0:1788876967.101931:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 26631 -> 28679
00010000:00010000:2.0:1788876967.101946:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.101959:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.101967:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.101974:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876967.101978:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.101987:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.102009:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.102382:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767739 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876967.102521:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362862336:12345-192.168.203.59@tcp:4:dd.0 Request processed in 66283us (66602us total) trans 4294981774 rc 0/0
00000100:00100000:2.0:1788876967.102532:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 42
00000100:00100000:2.0:1788876967.102542:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823991094220 time 7824045204880 state 0x2 ref 0
00000001:00080000:2.0:1788876967.102583:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981774 is committed
00000100:00100000:2.0:1788876967.110819:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876967.110926:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862464
00000100:00100000:1.0:1788876967.110936:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862464
00000100:00100000:1.0:1788876967.110999:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7823991094220 time 7824045204880 state 0x0 ref 1
00000100:00100000:1.0:1788876967.111037:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824095204880 time 7824045204880 state 0x1 ref 1
00000100:00100000:1.0:1788876967.111204:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824095204880 time 7824120184362 state 0x0 ref 1
00000100:00100000:1.0:1788876967.111218:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362862464:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876967.111268:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 14680064, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x7007
00010000:00010000:1.0:1788876967.111277:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.111293:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:1.0:1788876967.111298:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876967.111305:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.111319:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876967.256783:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981775 is committed
00002000:00010000:1.0:1788876967.256858:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 14680064 -> 15728640
00002000:00010000:1.0:1788876967.256863:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 28679 -> 30727
00010000:00010000:1.0:1788876967.256875:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.256887:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.256896:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.256903:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876967.256908:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.256916:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.256935:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.256948:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014867c41/0x3868396b8e767740 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876967.257372:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362862464:12345-192.168.203.59@tcp:4:dd.0 Request processed in 146152us (146558us total) trans 4294981775 rc 0/0
00000100:00100000:2.0:1788876967.257382:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 43
00000100:00100000:2.0:1788876967.257390:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824095204880 time 7824120184362 state 0x2 ref 0
00000100:00100000:2.0:1788876967.262714:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876967.262796:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862592
00000100:00100000:3.0:1788876967.262805:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862592
00000100:00100000:3.0:1788876967.262861:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824095204880 time 7824120184362 state 0x0 ref 1
00000100:00100000:3.0:1788876967.262875:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824170184362 time 7824120184362 state 0x1 ref 1
00000100:00100000:3.0:1788876967.262941:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824170184362 time 7824271922388 state 0x0 ref 1
00000100:00100000:3.0:1788876967.262956:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362862592:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876967.263090:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 15728640, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x7807
00010000:00010000:3.0:1788876967.263101:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.263120:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:3.0:1788876967.263125:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876967.263132:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.263147:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876967.313088:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981776 is committed
00002000:00010000:0.0:1788876967.313497:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 15728640 -> 16777216
00002000:00010000:0.0:1788876967.313502:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 30727 -> 32775
00010000:00010000:0.0:1788876967.313518:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.313531:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.313540:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.313547:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876967.313552:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.313562:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.313580:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.313587:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767747 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876967.313873:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362862592:12345-192.168.203.59@tcp:4:dd.0 Request processed in 50914us (51163us total) trans 4294981776 rc 0/0
00000100:00100000:0.0:1788876967.313884:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 44
00000100:00100000:0.0:1788876967.313896:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824170184362 time 7824271922388 state 0x2 ref 0
00000100:00100000:1.0:1788876967.321804:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876967.322001:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862720
00000100:00100000:2.0:1788876967.322396:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862720
00000100:00100000:2.0:1788876967.322525:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824170184362 time 7824271922388 state 0x0 ref 1
00000100:00100000:2.0:1788876967.322538:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824321922388 time 7824271922388 state 0x1 ref 1
00000100:00100000:2.0:1788876967.322619:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824321922388 time 7824331599570 state 0x0 ref 1
00000100:00100000:2.0:1788876967.322634:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362862720:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876967.322834:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 16777216, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x8007
00010000:00010000:2.0:1788876967.322845:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.322860:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:2.0:1788876967.322865:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876967.322871:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.322886:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876967.387848:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 16777216 -> 17825792
00002000:00010000:0.0:1788876967.387859:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 32775 -> 34823
00010000:00010000:0.0:1788876967.387873:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.387887:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.387897:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.387905:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876967.387910:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.387919:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.387947:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.387962:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76774e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876967.388092:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362862720:12345-192.168.203.59@tcp:4:dd.0 Request processed in 65457us (66292us total) trans 4294981777 rc 0/0
00000100:00100000:0.0:1788876967.388102:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 45
00000100:00100000:0.0:1788876967.388120:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824321922388 time 7824331599570 state 0x2 ref 0
00000001:00080000:1.0:1788876967.388257:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981777 is committed
00000100:00100000:0.0:1788876967.398983:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876967.399135:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862848
00000100:00100000:1.0:1788876967.399148:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862848
00000100:00100000:1.0:1788876967.399231:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824321922388 time 7824331599570 state 0x0 ref 1
00000100:00100000:1.0:1788876967.399248:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824381599570 time 7824331599570 state 0x1 ref 1
00000100:00100000:1.0:1788876967.399293:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824381599570 time 7824408275099 state 0x0 ref 1
00000100:00100000:1.0:1788876967.399306:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362862848:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876967.399356:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 17825792, mtime: 0x6aa018a7, atime: 0x0, ctime: 0x6aa018a7, blocks: 0x8807
00010000:00010000:1.0:1788876967.399366:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.399382:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:1.0:1788876967.399386:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876967.399392:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.399415:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876967.496332:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981778 is committed
00002000:00010000:3.0:1788876967.496633:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 17825792 -> 18874368
00002000:00010000:3.0:1788876967.496638:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876967 -> 1788876968
00002000:00010000:3.0:1788876967.496641:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876967 -> 1788876968
00002000:00010000:3.0:1788876967.496643:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 34823 -> 36871
00010000:00010000:3.0:1788876967.496666:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.496680:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.496688:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.496699:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876967.496703:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.496712:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.496732:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.496740:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e767755 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876967.496887:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362862848:12345-192.168.203.59@tcp:4:dd.0 Request processed in 97578us (97914us total) trans 4294981778 rc 0/0
00000100:00100000:3.0:1788876967.496898:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 46
00000100:00100000:3.0:1788876967.496907:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824381599570 time 7824408275099 state 0x2 ref 0
00000100:00100000:3.0:1788876967.504109:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876967.504202:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362862976
00000100:00100000:0.0:1788876967.504212:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362862976
00000100:00100000:0.0:1788876967.504458:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824381599570 time 7824408275099 state 0x0 ref 1
00000100:00100000:0.0:1788876967.504473:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824458275099 time 7824408275099 state 0x1 ref 1
00000100:00100000:0.0:1788876967.504506:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824458275099 time 7824513487854 state 0x0 ref 1
00000100:00100000:0.0:1788876967.504518:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362862976:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876967.504569:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 18874368, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0x9007
00010000:00010000:0.0:1788876967.504578:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.504592:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:0.0:1788876967.504597:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876967.504603:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.504618:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876967.592061:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 18874368 -> 19922944
00002000:00010000:0.0:1788876967.592072:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 36871 -> 38919
00010000:00010000:0.0:1788876967.592089:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.592109:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.592119:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.592132:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876967.592146:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.592158:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.592181:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.592189:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76775c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876967.592471:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362862976:12345-192.168.203.59@tcp:4:dd.0 Request processed in 87948us (88365us total) trans 4294981779 rc 0/0
00000100:00100000:0.0:1788876967.592485:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 47
00000100:00100000:0.0:1788876967.592500:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824458275099 time 7824513487854 state 0x2 ref 0
00000001:00080000:2.0:1788876967.593215:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981779 is committed
00000100:00100000:2.0:1788876967.598840:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876967.598917:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362863104
00000100:00100000:1.0:1788876967.598926:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362863104
00000100:00100000:1.0:1788876967.598980:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824458275099 time 7824513487854 state 0x0 ref 1
00000100:00100000:1.0:1788876967.598993:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824563487854 time 7824513487854 state 0x1 ref 1
00000100:00100000:1.0:1788876967.599090:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824563487854 time 7824608071743 state 0x0 ref 1
00000100:00100000:1.0:1788876967.599103:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863104:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876967.599162:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 19922944, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0x9807
00010000:00010000:1.0:1788876967.599171:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.599187:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:1.0:1788876967.599191:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876967.599199:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.599213:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876967.668987:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981780 is committed
00002000:00010000:0.0:1788876967.669421:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 19922944 -> 20971520
00002000:00010000:0.0:1788876967.669426:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 38919 -> 40967
00010000:00010000:0.0:1788876967.669441:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.669454:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.669462:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.669470:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876967.669475:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.669484:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.669502:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.669510:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e767763 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876967.669708:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863104:12345-192.168.203.59@tcp:4:dd.0 Request processed in 70601us (70871us total) trans 4294981780 rc 0/0
00000100:00100000:0.0:1788876967.669719:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 48
00000100:00100000:0.0:1788876967.669729:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824563487854 time 7824608071743 state 0x2 ref 0
00000100:00100000:2.0:1788876967.679258:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876967.682833:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362863232
00000100:00100000:1.0:1788876967.682847:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362863232
00000100:00100000:1.0:1788876967.682913:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824563487854 time 7824608071743 state 0x0 ref 1
00000100:00100000:1.0:1788876967.682926:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824658071743 time 7824608071743 state 0x1 ref 1
00000100:00100000:1.0:1788876967.683071:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824658071743 time 7824692051778 state 0x0 ref 1
00000100:00100000:1.0:1788876967.683087:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863232:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876967.684852:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 20971520, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xa007
00010000:00010000:1.0:1788876967.684874:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.684894:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:1.0:1788876967.684900:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876967.684907:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.684923:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876967.763388:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981781 is committed
00002000:00010000:1.0:1788876967.763642:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 20971520 -> 22020096
00002000:00010000:1.0:1788876967.763648:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 40967 -> 43015
00010000:00010000:1.0:1788876967.763671:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.763685:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.763695:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.763708:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876967.763713:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.763722:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.763742:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.763750:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e76776a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876967.763849:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863232:12345-192.168.203.59@tcp:4:dd.0 Request processed in 80762us (84596us total) trans 4294981781 rc 0/0
00000100:00100000:1.0:1788876967.763859:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 49
00000100:00100000:1.0:1788876967.763868:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824658071743 time 7824692051778 state 0x2 ref 0
00000100:00100000:2.0:1788876967.775218:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876967.775330:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362863360
00000100:00100000:1.0:1788876967.775339:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362863360
00000100:00100000:1.0:1788876967.775401:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824658071743 time 7824692051778 state 0x0 ref 1
00000100:00100000:1.0:1788876967.775415:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824742051778 time 7824692051778 state 0x1 ref 1
00000100:00100000:1.0:1788876967.775444:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824742051778 time 7824784425154 state 0x0 ref 1
00000100:00100000:1.0:1788876967.775460:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863360:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876967.775506:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 22020096, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xa807
00010000:00010000:1.0:1788876967.775516:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.775531:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:1.0:1788876967.775535:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876967.775541:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.775554:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876967.830686:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981782 is committed
00002000:00010000:1.0:1788876967.830796:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 22020096 -> 23068672
00002000:00010000:1.0:1788876967.830802:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 43015 -> 45063
00010000:00010000:1.0:1788876967.830821:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.830836:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.830846:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.830853:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876967.830860:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.830870:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.830892:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.830901:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767771 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876967.831076:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863360:12345-192.168.203.59@tcp:4:dd.0 Request processed in 55556us (55805us total) trans 4294981782 rc 0/0
00000100:00100000:1.0:1788876967.831089:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 50
00000100:00100000:1.0:1788876967.831100:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824742051778 time 7824784425154 state 0x2 ref 0
00000100:00100000:0.0:1788876967.837684:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876967.837968:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362863488
00000100:00100000:1.0:1788876967.837978:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362863488
00000100:00100000:1.0:1788876967.838048:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824742051778 time 7824784425154 state 0x0 ref 1
00000100:00100000:1.0:1788876967.838061:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824834425154 time 7824784425154 state 0x1 ref 1
00000100:00100000:1.0:1788876967.838093:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824834425154 time 7824847074870 state 0x0 ref 1
00000100:00100000:1.0:1788876967.838106:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863488:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876967.838153:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 23068672, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xb007
00010000:00010000:1.0:1788876967.838162:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.838177:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:1.0:1788876967.838181:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876967.838188:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.838202:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876967.902710:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981783 is committed
00002000:00010000:1.0:1788876967.902830:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 23068672 -> 24117248
00002000:00010000:1.0:1788876967.902836:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 45063 -> 47111
00010000:00010000:1.0:1788876967.902851:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.902863:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.902872:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.902879:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876967.902884:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.902893:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.902912:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876967.902920:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d37f829/0x3868396b8e767778 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876967.903102:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362863488:12345-192.168.203.59@tcp:4:dd.0 Request processed in 64993us (65423us total) trans 4294981783 rc 0/0
00000100:00100000:1.0:1788876967.903112:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 51
00000100:00100000:1.0:1788876967.903121:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824834425154 time 7824847074870 state 0x2 ref 0
00000100:00100000:3.0:1788876967.907701:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876967.907826:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362863616
00000100:00100000:2.0:1788876967.907836:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362863616
00000100:00100000:2.0:1788876967.907888:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824834425154 time 7824847074870 state 0x0 ref 1
00000100:00100000:2.0:1788876967.907902:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824897074870 time 7824847074870 state 0x1 ref 1
00000100:00100000:2.0:1788876967.907934:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824897074870 time 7824916916073 state 0x0 ref 1
00000100:00100000:2.0:1788876967.907946:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362863616:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876967.907995:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 24117248, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xb807
00010000:00010000:2.0:1788876967.908004:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.908146:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:2.0:1788876967.908151:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876967.908158:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.908171:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876967.955818:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 24117248 -> 25165824
00002000:00010000:2.0:1788876967.955827:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 47111 -> 49159
00010000:00010000:2.0:1788876967.955842:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.955855:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.955863:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.955874:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876967.955879:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.955888:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.955906:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876967.955913:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76777f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876967.956043:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362863616:12345-192.168.203.59@tcp:4:dd.0 Request processed in 48062us (48317us total) trans 4294981784 rc 0/0
00000100:00100000:2.0:1788876967.956055:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 52
00000100:00100000:2.0:1788876967.956065:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824897074870 time 7824916916073 state 0x2 ref 0
00000001:00080000:3.0:1788876967.956139:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981784 is committed
00000100:00100000:2.0:1788876967.961842:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876967.961930:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362863744
00000100:00100000:0.0:1788876967.961939:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362863744
00000100:00100000:0.0:1788876967.961994:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824897074870 time 7824916916073 state 0x0 ref 1
00000100:00100000:0.0:1788876967.962007:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824966916073 time 7824916916073 state 0x1 ref 1
00000100:00100000:0.0:1788876967.962177:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824966916073 time 7824971158057 state 0x0 ref 1
00000100:00100000:0.0:1788876967.962190:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362863744:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876967.962238:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 25165824, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xc007
00010000:00010000:0.0:1788876967.962247:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.962262:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7824s v=(0 0)
00010000:00010000:0.0:1788876967.962267:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876967.962283:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876967.962296:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876967.997187:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981785 is committed
00002000:00010000:3.0:1788876967.997524:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 25165824 -> 26214400
00002000:00010000:3.0:1788876967.997541:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 49159 -> 51207
00010000:00010000:3.0:1788876967.997556:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.997569:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.997579:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.997587:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876967.997592:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.997602:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.997622:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876967.997631:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767786 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876967.997751:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362863744:12345-192.168.203.59@tcp:4:dd.0 Request processed in 35558us (35910us total) trans 4294981785 rc 0/0
00000100:00100000:3.0:1788876967.997763:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 53
00000100:00100000:3.0:1788876967.997774:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824966916073 time 7824971158057 state 0x2 ref 0
00000100:00100000:3.0:1788876968.004226:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876968.004332:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362863872
00000100:00100000:0.0:1788876968.004342:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362863872
00000100:00100000:0.0:1788876968.004396:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7824966916073 time 7824971158057 state 0x0 ref 1
00000100:00100000:0.0:1788876968.004409:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825021158057 time 7824971158057 state 0x1 ref 1
00000100:00100000:0.0:1788876968.004441:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825021158057 time 7825013421914 state 0x0 ref 1
00000100:00100000:0.0:1788876968.004453:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362863872:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876968.004514:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 26214400, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xc807
00010000:00010000:0.0:1788876968.004524:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.004540:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:0.0:1788876968.004545:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876968.004551:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.004566:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.046696:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876968.067173:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981786 is committed
00002000:00010000:2.0:1788876968.067292:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 26214400 -> 27262976
00002000:00010000:2.0:1788876968.067297:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 51207 -> 53255
00010000:00010000:2.0:1788876968.067322:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.067336:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.067346:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.067353:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876968.067358:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.067367:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.067392:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.067400:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077e4ca8b/0x3868396b8e76778d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876968.067498:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362863872:12345-192.168.203.59@tcp:4:dd.0 Request processed in 63043us (63276us total) trans 4294981786 rc 0/0
00000100:00100000:2.0:1788876968.067509:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 54
00000100:00100000:2.0:1788876968.067518:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825021158057 time 7825013421914 state 0x2 ref 0
00000100:00100000:2.0:1788876968.083754:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876968.084046:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864000
00000100:00100000:0.0:1788876968.084057:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864000
00000100:00100000:0.0:1788876968.084119:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825021158057 time 7825013421914 state 0x0 ref 1
00000100:00100000:0.0:1788876968.084133:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825063421914 time 7825013421914 state 0x1 ref 1
00000100:00100000:0.0:1788876968.084168:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825063421914 time 7825093149333 state 0x0 ref 1
00000100:00100000:0.0:1788876968.084180:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864000:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876968.084230:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 27262976, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xd007
00010000:00010000:0.0:1788876968.084239:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.084253:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:0.0:1788876968.084258:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876968.084264:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.084289:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876968.145253:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981787 is committed
00002000:00010000:3.0:1788876968.145429:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 27262976 -> 28311552
00002000:00010000:3.0:1788876968.145434:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 53255 -> 55303
00010000:00010000:3.0:1788876968.145448:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.145462:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.145472:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.145480:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876968.145484:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.145494:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.145513:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.145522:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767794 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876968.145661:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864000:12345-192.168.203.59@tcp:4:dd.0 Request processed in 61471us (61903us total) trans 4294981787 rc 0/0
00000100:00100000:3.0:1788876968.145674:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 55
00000100:00100000:3.0:1788876968.145684:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825063421914 time 7825093149333 state 0x2 ref 0
00000100:00100000:2.0:1788876968.151784:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876968.152473:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864128
00000100:00100000:3.0:1788876968.152489:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864128
00000100:00100000:3.0:1788876968.152562:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825063421914 time 7825093149333 state 0x0 ref 1
00000100:00100000:3.0:1788876968.152576:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825143149333 time 7825093149333 state 0x1 ref 1
00000100:00100000:3.0:1788876968.152665:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825143149333 time 7825161646223 state 0x0 ref 1
00000100:00100000:3.0:1788876968.152678:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362864128:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876968.152728:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 28311552, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xd807
00010000:00010000:3.0:1788876968.152737:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.152754:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:3.0:1788876968.152758:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876968.152765:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.152781:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876968.349764:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981788 is committed
00002000:00010000:0.0:1788876968.349950:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 28311552 -> 29360128
00002000:00010000:0.0:1788876968.349954:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 55303 -> 57351
00010000:00010000:0.0:1788876968.349967:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.349980:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.349989:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.349997:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876968.350002:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.350047:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.350067:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.350076:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e76779b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876968.350159:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362864128:12345-192.168.203.59@tcp:4:dd.0 Request processed in 197478us (198379us total) trans 4294981788 rc 0/0
00000100:00100000:0.0:1788876968.350170:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 56
00000100:00100000:0.0:1788876968.350190:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825143149333 time 7825161646223 state 0x2 ref 0
00000100:00100000:0.0:1788876968.360812:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876968.360906:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864256
00000100:00100000:2.0:1788876968.360917:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864256
00000100:00100000:2.0:1788876968.360972:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825143149333 time 7825161646223 state 0x0 ref 1
00000100:00100000:2.0:1788876968.360986:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7825211646223 time 7825161646223 state 0x1 ref 1
00000100:00100000:2.0:1788876968.361047:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825211646223 time 7825369997700 state 0x0 ref 1
00000100:00100000:2.0:1788876968.361061:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864256:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876968.361109:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 29360128, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xe007
00010000:00010000:2.0:1788876968.361117:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.361132:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:2.0:1788876968.361137:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876968.361144:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.361158:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876968.366349:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365766784:0@lo:400:kworker.0
00000100:00100000:1.0:1788876968.366418:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876968.366480:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788876968.366487:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365766656:0@lo:400:kworker.0
00000100:00100000:1.0:1788876968.366514:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876968.366551:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365766784
00000100:00100000:1.0:1788876968.366559:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365766784
00000100:00100000:1.0:1788876968.366623:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 390
00000100:00100000:1.0:1788876968.366632:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365766784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876968.366694:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365766784:12345-0@lo:400:kworker.0 Request processed in 62us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876968.366701:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 390
00000100:00100000:1.0:1788876968.366725:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365766656
00000100:00100000:1.0:1788876968.366728:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365766656
00000100:00100000:1.0:1788876968.366758:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6814
00000100:00100000:1.0:1788876968.366767:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365766656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876968.366800:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365766656:12345-0@lo:400:kworker.0 Request processed in 35us (285us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876968.366806:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6814
00000100:00080000:1.0:1788876968.366826:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876968.366831:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876968.366862:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365766656:0@lo:400:kworker.0
00000100:00100000:1.0:1788876968.366873:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981760 gen 2
00000004:00080000:1.0:1788876968.366879:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312a9f480, transno 4294981760
00000100:00100000:1.0:1788876968.366890:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365766784:0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367297:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365766400:0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367333:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876968.367367:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365766912:0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367390:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876968.367413:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1788876968.367420:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998435b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365766528:0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367442:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876968.367460:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d7b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365767040:0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367481:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876968.367506:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365766912
00000100:00100000:0.0:1788876968.367510:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365766912
00000100:00100000:0.0:1788876968.367541:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365766528
00000100:00100000:0.0:1788876968.367544:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365766528
00000100:00100000:0.0:1788876968.367563:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6815
00000100:00100000:0.0:1788876968.367570:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365766912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367605:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365766912:12345-0@lo:400:kworker.0 Request processed in 36us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876968.367611:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6815
00000100:00100000:0.0:1788876968.367625:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6816
00000100:00100000:0.0:1788876968.367631:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365766528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367667:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365766528:12345-0@lo:400:kworker.0 Request processed in 36us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876968.367673:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6816
00000100:00100000:0.0:1788876968.367705:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365766528:0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.367715:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365766912:0@lo:400:kworker.0
00000100:00100000:3.0:1788876968.367859:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365766400
00000100:00100000:3.0:1788876968.367863:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365766400
00000100:00100000:3.0:1788876968.367913:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:3.0:1788876968.367919:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365766400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876968.367961:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365766400:12345-0@lo:400:kworker.0 Request processed in 43us (627us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876968.367968:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00100000:1.0:1788876968.368098:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365767040
00000100:00100000:1.0:1788876968.368103:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365767040
00000100:00100000:1.0:1788876968.368145:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 391
00000100:00100000:1.0:1788876968.368152:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365767040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876968.371579:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998435b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365766400:0@lo:400:kworker.0
00000100:00100000:1.0:1788876968.372116:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365767040:12345-0@lo:400:kworker.0 Request processed in 3962us (4630us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876968.372129:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 391
00000100:00100000:0.0:1788876968.372739:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d7b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365767040:0@lo:400:kworker.0
00000004:00080000:3.0:1788876968.373501:0:7779:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7825382486095ns, next at 7826382483511ns, rc = 0
00000100:00100000:3.0:1788876968.373526:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365767168:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876968.373578:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876968.374293:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365767168
00000100:00100000:2.0:1788876968.374300:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365767168
00000100:00100000:2.0:1788876968.374345:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 392
00000100:00100000:2.0:1788876968.374354:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365767168:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876968.374386:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 83820544 pending 27262976 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788876968.374434:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365767168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (856us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876968.374442:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 392
00000100:00080000:1.0:1788876968.376574:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876968.376583:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876968.382859:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365767168:0@lo:13:osp-pre-1-0.0
00000001:00080000:2.0:1788876968.440789:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993653 is committed
00000001:00080000:2.0:1788876968.440806:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993649 is committed
00000001:00080000:2.0:1788876968.440829:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993650 is committed
00000001:00080000:2.0:1788876968.440854:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993652 is committed
00000001:00080000:1.0:1788876968.458862:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981789 is committed
00002000:00010000:2.0:1788876968.458954:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 29360128 -> 30408704
00002000:00010000:2.0:1788876968.458959:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 57351 -> 59399
00010000:00010000:2.0:1788876968.458973:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.458986:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.458996:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.459004:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876968.459009:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.459047:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.459068:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.459077:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876968.459174:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864256:12345-192.168.203.59@tcp:4:dd.0 Request processed in 98111us (98367us total) trans 4294981789 rc 0/0
00000100:00100000:2.0:1788876968.459197:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 57
00000100:00100000:2.0:1788876968.459209:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825211646223 time 7825369997700 state 0x2 ref 0
00000100:00100000:0.0:1788876968.467811:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876968.470353:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864384
00000100:00100000:1.0:1788876968.471264:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864384
00000100:00100000:1.0:1788876968.471323:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825211646223 time 7825369997700 state 0x0 ref 1
00000100:00100000:1.0:1788876968.471337:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825419997700 time 7825369997700 state 0x1 ref 1
00000100:00100000:2.0:1788876968.471773:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825419997700 time 7825480752411 state 0x0 ref 1
00000100:00100000:2.0:1788876968.471788:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362864384:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876968.471832:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 30408704, mtime: 0x6aa018a8, atime: 0x0, ctime: 0x6aa018a8, blocks: 0xe807
00010000:00010000:2.0:1788876968.471840:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.471855:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:2.0:1788876968.471860:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876968.471866:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.471879:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876968.540664:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981790 is committed
00002000:00010000:3.0:1788876968.540751:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 30408704 -> 31457280
00002000:00010000:3.0:1788876968.540755:0:18422:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876968 -> 1788876969
00002000:00010000:3.0:1788876968.540758:0:18422:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876968 -> 1788876969
00002000:00010000:3.0:1788876968.540761:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 59399 -> 61447
00010000:00010000:3.0:1788876968.540774:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.540787:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.540796:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.540803:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876968.540808:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.540822:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.540840:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.540849:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7677a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876968.540940:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362864384:12345-192.168.203.59@tcp:4:dd.0 Request processed in 69151us (73139us total) trans 4294981790 rc 0/0
00000100:00100000:3.0:1788876968.540951:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 58
00000100:00100000:3.0:1788876968.540960:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825419997700 time 7825480752411 state 0x2 ref 0
00000100:00100000:0.0:1788876968.555506:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876968.555608:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864512
00000100:00100000:1.0:1788876968.555618:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864512
00000100:00100000:1.0:1788876968.555688:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825419997700 time 7825480752411 state 0x0 ref 1
00000100:00100000:1.0:1788876968.555702:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825530752411 time 7825480752411 state 0x1 ref 1
00000100:00100000:1.0:1788876968.555735:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825530752411 time 7825564716799 state 0x0 ref 1
00000100:00100000:1.0:1788876968.555747:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864512:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876968.555801:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 31457280, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0xf007
00010000:00010000:1.0:1788876968.555810:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.555828:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:1.0:1788876968.555832:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876968.555839:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.555854:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876968.633176:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981791 is committed
00002000:00010000:0.0:1788876968.633870:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 31457280 -> 32505856
00002000:00010000:0.0:1788876968.633875:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 61447 -> 63495
00010000:00010000:0.0:1788876968.633891:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.633904:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.633914:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.633922:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876968.633928:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.633937:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.633957:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876968.633971:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e7677b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876968.634118:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864512:12345-192.168.203.59@tcp:4:dd.0 Request processed in 78369us (78617us total) trans 4294981791 rc 0/0
00000100:00100000:0.0:1788876968.634130:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 59
00000100:00100000:0.0:1788876968.634142:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825530752411 time 7825564716799 state 0x2 ref 0
00000100:00100000:0.0:1788876968.639027:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876968.639103:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864640
00000100:00100000:1.0:1788876968.639113:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864640
00000100:00100000:1.0:1788876968.639182:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825530752411 time 7825564716799 state 0x0 ref 1
00000100:00100000:1.0:1788876968.639199:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825614716799 time 7825564716799 state 0x1 ref 1
00000100:00100000:1.0:1788876968.639231:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825614716799 time 7825648212795 state 0x0 ref 1
00000100:00100000:1.0:1788876968.639245:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362864640:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876968.639324:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 32505856, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0xf807
00010000:00010000:1.0:1788876968.639335:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.639354:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:1.0:1788876968.639358:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876968.639366:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.639381:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876968.721690:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981792 is committed
00002000:00010000:1.0:1788876968.721729:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 32505856 -> 33554432
00002000:00010000:1.0:1788876968.721734:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 63495 -> 65543
00010000:00010000:1.0:1788876968.721759:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.721771:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.721780:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.721793:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876968.721799:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.721808:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.721826:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.721833:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e7677b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876968.721935:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362864640:12345-192.168.203.59@tcp:4:dd.0 Request processed in 82687us (82930us total) trans 4294981792 rc 0/0
00000100:00100000:1.0:1788876968.721946:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 60
00000100:00100000:1.0:1788876968.721957:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825614716799 time 7825648212795 state 0x2 ref 0
00000100:00100000:0.0:1788876968.726634:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876968.726721:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864768
00000100:00100000:1.0:1788876968.726732:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864768
00000100:00100000:1.0:1788876968.726796:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825614716799 time 7825648212795 state 0x0 ref 1
00000100:00100000:1.0:1788876968.726810:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825698212795 time 7825648212795 state 0x1 ref 1
00000100:00100000:1.0:1788876968.726839:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825698212795 time 7825735821604 state 0x0 ref 1
00000100:00100000:1.0:1788876968.726855:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864768:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876968.726901:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 33554432, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x10007
00010000:00010000:1.0:1788876968.726910:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.726925:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:1.0:1788876968.726929:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876968.726936:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.726953:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876968.792227:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981793 is committed
00002000:00010000:1.0:1788876968.793467:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 33554432 -> 34603008
00002000:00010000:1.0:1788876968.793475:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 65543 -> 67591
00010000:00010000:1.0:1788876968.793493:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.793507:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.793515:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.793523:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876968.793529:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.793538:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.793558:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876968.793567:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6bf0531/0x3868396b8e7677be lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876968.793686:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362864768:12345-192.168.203.59@tcp:4:dd.0 Request processed in 66827us (67056us total) trans 4294981793 rc 0/0
00000100:00100000:1.0:1788876968.793698:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 61
00000100:00100000:1.0:1788876968.793709:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825698212795 time 7825735821604 state 0x2 ref 0
00000100:00100000:0.0:1788876968.800365:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876968.800528:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362864896
00000100:00100000:2.0:1788876968.800538:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362864896
00000100:00100000:2.0:1788876968.800592:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825698212795 time 7825735821604 state 0x0 ref 1
00000100:00100000:2.0:1788876968.800605:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825785821604 time 7825735821604 state 0x1 ref 1
00000100:00100000:2.0:1788876968.800636:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825785821604 time 7825809618025 state 0x0 ref 1
00000100:00100000:2.0:1788876968.800657:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362864896:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876968.800708:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 34603008, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x10807
00010000:00010000:2.0:1788876968.800718:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.800734:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:2.0:1788876968.800739:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876968.800745:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.800758:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876968.875868:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 34603008 -> 35651584
00002000:00010000:2.0:1788876968.875877:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 67591 -> 69639
00010000:00010000:2.0:1788876968.875891:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.875901:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.875909:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.875920:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876968.875924:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.875932:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.875950:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876968.875957:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e7677c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876968.876093:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362864896:12345-192.168.203.59@tcp:4:dd.0 Request processed in 75439us (75729us total) trans 4294981794 rc 0/0
00000100:00100000:2.0:1788876968.876104:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 62
00000100:00100000:2.0:1788876968.876114:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825785821604 time 7825809618025 state 0x2 ref 0
00000001:00080000:1.0:1788876968.880687:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981794 is committed
00000100:00100000:1.0:1788876968.882759:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876968.882853:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865024
00000100:00100000:3.0:1788876968.882864:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865024
00000100:00100000:3.0:1788876968.882925:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825785821604 time 7825809618025 state 0x0 ref 1
00000100:00100000:3.0:1788876968.882939:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825859618025 time 7825809618025 state 0x1 ref 1
00000100:00100000:3.0:1788876968.882970:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825859618025 time 7825891951698 state 0x0 ref 1
00000100:00100000:3.0:1788876968.882983:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362865024:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876968.883070:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 35651584, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x11007
00010000:00010000:3.0:1788876968.883080:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.883096:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7825s v=(0 0)
00010000:00010000:3.0:1788876968.883100:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876968.883106:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.883121:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876968.950215:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876968.950249:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876968.950280:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876968.950309:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876968.950332:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865280
00000100:00100000:0.0:1788876968.950339:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865280
00000100:00100000:0.0:1788876968.950387:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865536
00000100:00100000:0.0:1788876968.950389:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865536
00000100:00100000:0.0:1788876968.950408:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6817
00000100:00100000:0.0:1788876968.950416:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362865280:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876968.950482:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362865280:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876968.950501:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6817
00000100:00100000:0.0:1788876968.950518:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6818
00000100:00100000:0.0:1788876968.950524:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362865536:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876968.950544:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362865536:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 21us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876968.950549:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6818
00000100:00100000:0.0:1788876968.950564:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865152
00000100:00100000:0.0:1788876968.950567:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865152
00000100:00100000:0.0:1788876968.950586:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3185
00000100:00100000:0.0:1788876968.950592:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362865152:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876968.950610:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362865152:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 18us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876968.950615:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3185
00000100:00080000:0.0:1788876968.950635:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876968.955476:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865408
00000100:00100000:2.0:1788876968.955554:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865408
00000100:00100000:2.0:1788876968.955626:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 392
00000100:00100000:2.0:1788876968.955636:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362865408:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876968.955725:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362865408:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 90us (5421us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876968.955738:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 392
00000100:00080000:0.0:1788876968.955874:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:1.0:1788876968.997774:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981795 is committed
00002000:00010000:3.0:1788876968.998056:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 35651584 -> 36700160
00002000:00010000:3.0:1788876968.998071:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 69639 -> 71687
00010000:00010000:3.0:1788876968.998090:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.998105:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.998115:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.998124:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876968.998130:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.998142:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.998170:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876968.998477:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876968.998572:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362865024:12345-192.168.203.59@tcp:4:dd.0 Request processed in 115586us (115820us total) trans 4294981795 rc 0/0
00000100:00100000:3.0:1788876968.998582:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 63
00000100:00100000:3.0:1788876968.998592:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825859618025 time 7825891951698 state 0x2 ref 0
00000100:00100000:0.0:1788876969.029591:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876969.030321:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865664
00000100:00100000:2.0:1788876969.030332:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865664
00000100:00100000:2.0:1788876969.030404:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825859618025 time 7825891951698 state 0x0 ref 1
00000100:00100000:2.0:1788876969.030419:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825941951698 time 7825891951698 state 0x1 ref 1
00000100:00100000:2.0:1788876969.030449:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825941951698 time 7826039430861 state 0x0 ref 1
00000100:00100000:2.0:1788876969.030461:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362865664:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876969.030510:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 36700160, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x11807
00010000:00010000:2.0:1788876969.030518:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.030533:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:2.0:1788876969.030537:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876969.030544:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.030557:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1788876969.030875:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:1.0:1788876969.065559:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981796 is committed
00002000:00010000:3.0:1788876969.065681:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 36700160 -> 37748736
00002000:00010000:3.0:1788876969.065686:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 71687 -> 73735
00010000:00010000:3.0:1788876969.065705:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.065720:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.065728:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.065736:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876969.065742:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.065755:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.065775:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.065783:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e7677d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.065922:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362865664:12345-192.168.203.59@tcp:4:dd.0 Request processed in 35458us (36335us total) trans 4294981796 rc 0/0
00000100:00100000:3.0:1788876969.065934:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 64
00000100:00100000:3.0:1788876969.065945:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825941951698 time 7826039430861 state 0x2 ref 0
00010000:00010000:3.0:1788876969.071833:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876969.071971:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.072049:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865792
00000100:00100000:3.0:1788876969.072059:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865792
00000100:00100000:3.0:1788876969.072119:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7825941951698 time 7826039430861 state 0x0 ref 1
00000100:00100000:3.0:1788876969.072136:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826089430861 time 7826039430861 state 0x1 ref 1
00000100:00100000:3.0:1788876969.072159:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826089430861 time 7826081141927 state 0x0 ref 1
00000100:00100000:3.0:1788876969.072170:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362865792:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876969.072225:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 37748736, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x12007
00010000:00010000:3.0:1788876969.072237:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.072255:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:3.0:1788876969.072265:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876969.072273:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.072287:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876969.153278:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 37748736 -> 38797312
00002000:00010000:1.0:1788876969.153287:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 73735 -> 75783
00010000:00010000:1.0:1788876969.153310:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.153324:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.153334:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.153341:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876969.153345:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.153353:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.153372:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.153379:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e7677da lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876969.153474:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362865792:12345-192.168.203.59@tcp:4:dd.0 Request processed in 81301us (81504us total) trans 4294981797 rc 0/0
00000100:00100000:1.0:1788876969.153486:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 65
00000100:00100000:1.0:1788876969.153496:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826089430861 time 7826081141927 state 0x2 ref 0
00000001:00080000:0.0:1788876969.153657:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981797 is committed
00000100:00100000:2.0:1788876969.158632:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876969.158740:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362865920
00000100:00100000:0.0:1788876969.158751:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362865920
00000100:00100000:0.0:1788876969.158809:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826089430861 time 7826081141927 state 0x0 ref 1
00000100:00100000:0.0:1788876969.158822:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826131141927 time 7826081141927 state 0x1 ref 1
00000100:00100000:0.0:1788876969.158855:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826131141927 time 7826167836370 state 0x0 ref 1
00000100:00100000:0.0:1788876969.158868:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362865920:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876969.158919:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 38797312, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x12807
00010000:00010000:0.0:1788876969.158929:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.158944:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:0.0:1788876969.158949:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876969.158956:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.158970:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876969.247041:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981798 is committed
00002000:00010000:1.0:1788876969.247142:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 38797312 -> 39845888
00002000:00010000:1.0:1788876969.247147:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 75783 -> 77831
00010000:00010000:1.0:1788876969.247162:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.247180:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.247189:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.247196:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876969.247200:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.247207:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.247223:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.247235:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070fd2246/0x3868396b8e7677e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876969.247340:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362865920:12345-192.168.203.59@tcp:4:dd.0 Request processed in 88471us (88716us total) trans 4294981798 rc 0/0
00000100:00100000:1.0:1788876969.247350:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 66
00000100:00100000:1.0:1788876969.247358:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826131141927 time 7826167836370 state 0x2 ref 0
00000100:00100000:2.0:1788876969.252350:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876969.252479:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866048
00000100:00100000:0.0:1788876969.252489:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866048
00000100:00100000:0.0:1788876969.252544:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826131141927 time 7826167836370 state 0x0 ref 1
00000100:00100000:0.0:1788876969.252557:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826217836370 time 7826167836370 state 0x1 ref 1
00000100:00100000:0.0:1788876969.252585:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826217836370 time 7826261567759 state 0x0 ref 1
00000100:00100000:0.0:1788876969.252597:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362866048:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876969.252644:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 39845888, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x13007
00010000:00010000:0.0:1788876969.252662:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.252683:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:0.0:1788876969.252688:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876969.252696:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.252709:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876969.310885:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 39845888 -> 40894464
00002000:00010000:0.0:1788876969.310895:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 77831 -> 79879
00010000:00010000:0.0:1788876969.310912:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.310927:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.310937:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.310945:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876969.310951:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.310959:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.310985:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.310993:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876969.311132:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362866048:12345-192.168.203.59@tcp:4:dd.0 Request processed in 58532us (58787us total) trans 4294981799 rc 0/0
00000100:00100000:0.0:1788876969.311142:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 67
00000100:00100000:0.0:1788876969.311151:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826217836370 time 7826261567759 state 0x2 ref 0
00000001:00080000:2.0:1788876969.311712:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981799 is committed
00000100:00100000:0.0:1788876969.323328:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.323757:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866176
00000100:00100000:3.0:1788876969.323769:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866176
00000100:00100000:0.0:1788876969.324378:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826217836370 time 7826261567759 state 0x0 ref 1
00000100:00100000:0.0:1788876969.324393:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826311567759 time 7826261567759 state 0x1 ref 1
00000100:00100000:0.0:1788876969.324426:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826311567759 time 7826333408467 state 0x0 ref 1
00000100:00100000:0.0:1788876969.324438:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362866176:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876969.324499:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 40894464, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x13807
00010000:00010000:0.0:1788876969.324508:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.324523:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:0.0:1788876969.324528:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876969.324536:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.324549:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876969.441746:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981800 is committed
00002000:00010000:2.0:1788876969.441947:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 40894464 -> 41943040
00002000:00010000:2.0:1788876969.441951:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 79879 -> 81927
00010000:00010000:2.0:1788876969.441964:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.441975:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.441984:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.441991:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876969.441996:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.442003:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.442050:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.442058:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7677ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876969.442145:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362866176:12345-192.168.203.59@tcp:4:dd.0 Request processed in 117704us (119363us total) trans 4294981800 rc 0/0
00000100:00100000:2.0:1788876969.442155:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 68
00000100:00100000:2.0:1788876969.442163:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826311567759 time 7826333408467 state 0x2 ref 0
00000100:00100000:0.0:1788876969.452319:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876969.452402:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866304
00000100:00100000:1.0:1788876969.452412:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866304
00000100:00100000:1.0:1788876969.452467:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826311567759 time 7826333408467 state 0x0 ref 1
00000100:00100000:1.0:1788876969.452480:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826383408467 time 7826333408467 state 0x1 ref 1
00000100:00100000:1.0:1788876969.452509:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826383408467 time 7826461491099 state 0x0 ref 1
00000100:00100000:1.0:1788876969.452521:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866304:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876969.452571:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 41943040, mtime: 0x6aa018a9, atime: 0x0, ctime: 0x6aa018a9, blocks: 0x14007
00010000:00010000:1.0:1788876969.452581:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.452599:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:1.0:1788876969.452604:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876969.452611:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.452627:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876969.739346:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981801 is committed
00002000:00010000:3.0:1788876969.739411:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 41943040 -> 42991616
00002000:00010000:3.0:1788876969.739415:0:6588:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876969 -> 1788876970
00002000:00010000:3.0:1788876969.739418:0:6588:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876969 -> 1788876970
00002000:00010000:3.0:1788876969.739420:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 81927 -> 83975
00010000:00010000:3.0:1788876969.739435:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.739448:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.739458:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.739472:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876969.739476:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.739485:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.739504:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.739512:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e7677f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.739607:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866304:12345-192.168.203.59@tcp:4:dd.0 Request processed in 287083us (287300us total) trans 4294981801 rc 0/0
00000100:00100000:3.0:1788876969.739618:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 69
00000100:00100000:3.0:1788876969.739629:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826383408467 time 7826461491099 state 0x2 ref 0
00000100:00100000:2.0:1788876969.744360:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876969.744487:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866432
00000100:00100000:1.0:1788876969.744502:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866432
00000100:00100000:1.0:1788876969.744569:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826383408467 time 7826461491099 state 0x0 ref 1
00000100:00100000:1.0:1788876969.744584:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826511491099 time 7826461491099 state 0x1 ref 1
00000100:00100000:1.0:1788876969.744616:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826511491099 time 7826753598509 state 0x0 ref 1
00000100:00100000:1.0:1788876969.744630:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362866432:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876969.744686:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 42991616, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x14807
00010000:00010000:1.0:1788876969.744696:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.744712:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:1.0:1788876969.744716:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876969.744723:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.744738:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876969.794860:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981802 is committed
00002000:00010000:1.0:1788876969.795079:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 42991616 -> 44040192
00002000:00010000:1.0:1788876969.795084:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 83975 -> 86023
00010000:00010000:1.0:1788876969.795098:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.795112:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.795121:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.795128:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876969.795133:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.795142:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.795160:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.795168:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e7677fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876969.795396:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362866432:12345-192.168.203.59@tcp:4:dd.0 Request processed in 50763us (51044us total) trans 4294981802 rc 0/0
00000100:00100000:1.0:1788876969.795409:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 70
00000100:00100000:1.0:1788876969.795419:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826511491099 time 7826753598509 state 0x2 ref 0
00000100:00100000:0.0:1788876969.800580:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876969.800654:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866560
00000100:00100000:1.0:1788876969.800664:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866560
00000100:00100000:1.0:1788876969.800720:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826511491099 time 7826753598509 state 0x0 ref 1
00000100:00100000:1.0:1788876969.800733:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826803598509 time 7826753598509 state 0x1 ref 1
00000100:00100000:1.0:1788876969.800762:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826803598509 time 7826809743825 state 0x0 ref 1
00000100:00100000:1.0:1788876969.800774:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866560:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876969.800839:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 44040192, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x15007
00010000:00010000:1.0:1788876969.800849:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.800864:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:1.0:1788876969.800868:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876969.800875:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.800888:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876969.835782:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981803 is committed
00002000:00010000:0.0:1788876969.835858:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 44040192 -> 45088768
00002000:00010000:0.0:1788876969.835864:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 86023 -> 88071
00010000:00010000:0.0:1788876969.835879:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.835892:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.835901:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.835907:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876969.835912:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.835922:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.835945:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876969.835953:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e767804 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876969.836122:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866560:12345-192.168.203.59@tcp:4:dd.0 Request processed in 35343us (35546us total) trans 4294981803 rc 0/0
00000100:00100000:0.0:1788876969.836133:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 71
00000100:00100000:0.0:1788876969.836142:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826803598509 time 7826809743825 state 0x2 ref 0
00000100:00100000:0.0:1788876969.841674:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876969.841762:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866688
00000100:00100000:2.0:1788876969.841772:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866688
00000100:00100000:2.0:1788876969.841832:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826803598509 time 7826809743825 state 0x0 ref 1
00000100:00100000:2.0:1788876969.841845:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7826859743825 time 7826809743825 state 0x1 ref 1
00000100:00100000:2.0:1788876969.841877:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826859743825 time 7826850858932 state 0x0 ref 1
00000100:00100000:2.0:1788876969.841888:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866688:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876969.841935:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 45088768, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x15807
00010000:00010000:2.0:1788876969.841945:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.841960:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:2.0:1788876969.841965:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876969.841971:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.841984:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876969.888040:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981804 is committed
00002000:00010000:1.0:1788876969.888154:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 45088768 -> 46137344
00002000:00010000:1.0:1788876969.888159:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 88071 -> 90119
00010000:00010000:1.0:1788876969.888173:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.888185:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.888194:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.888201:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876969.888205:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.888220:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.888238:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876969.888246:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e76780b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876969.888494:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866688:12345-192.168.203.59@tcp:4:dd.0 Request processed in 46602us (46823us total) trans 4294981804 rc 0/0
00000100:00100000:1.0:1788876969.888504:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 72
00000100:00100000:1.0:1788876969.888514:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826859743825 time 7826850858932 state 0x2 ref 0
00000100:00100000:0.0:1788876969.893908:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.894005:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866816
00000100:00100000:3.0:1788876969.894089:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866816
00000100:00100000:3.0:1788876969.894146:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826859743825 time 7826850858932 state 0x0 ref 1
00000100:00100000:3.0:1788876969.894161:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826900858932 time 7826850858932 state 0x1 ref 1
00000100:00100000:3.0:1788876969.894216:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826900858932 time 7826903197753 state 0x0 ref 1
00000100:00100000:3.0:1788876969.894228:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866816:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876969.894286:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 46137344, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x16007
00010000:00010000:3.0:1788876969.894295:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.894416:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7826s v=(0 0)
00010000:00010000:3.0:1788876969.894420:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876969.894427:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.894441:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876969.956009:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010881 is committed
00000001:00080000:3.0:1788876969.956048:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010883 is committed
00000001:00080000:3.0:1788876969.956056:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010884 is committed
00000004:00080000:3.0:1788876969.956065:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 737 committed
00000001:00080000:3.0:1788876969.956075:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010885 is committed
00000100:00100000:3.0:1788876969.956141:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365767296:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1788876969.956218:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876969.956293:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365767296
00000100:00100000:3.0:1788876969.956439:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365767296
00000100:00100000:3.0:1788876969.956490:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 571
00000100:00100000:3.0:1788876969.956500:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365767296:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1788876969.956526:0:167011:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3649 count 1
00010000:00010000:3.0:1788876969.956550:0:167011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956573:0:167011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 9 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956583:0:167011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 9 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956592:0:167011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 9 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956600:0:167011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 9 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956609:0:167011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 9 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956617:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=5s v=(0 0)
00010000:00010000:3.0:1788876969.956621:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876969.956627:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 8/0,1 mode: --/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956665:0:167011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 9 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956678:0:167011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 9 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.956690:0:167011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767424:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876969.956754:0:167011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 9 pid: 167013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956765:0:167011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 9 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.956774:0:167011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f110380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767552:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876969.956805:0:167011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 9 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956816:0:167011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 9 pid: 26913 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.956826:0:167011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767680:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876969.956854:0:167011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 9 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956864:0:167011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 9 pid: 167350 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.956873:0:167011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f111180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767808:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788876969.956904:0:167011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 9 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.956913:0:167011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 9 pid: 167349 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.956923:0:167011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f110e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767936:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788876969.956945:0:167011:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830e25be40 going to sleep for 11 seconds
00000100:00100000:3.0:1788876969.965748:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.965776:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.965795:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.965825:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.965876:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876969.965994:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362866944
00000100:00100000:3.0:1788876969.966004:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362866944
00010000:00010000:3.0:1788876969.966063:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 10 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.966096:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867200
00000100:00100000:3.0:1788876969.966100:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867200
00010000:00010000:3.0:1788876969.966113:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 11 pid: 26913 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.966126:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867072
00000100:00100000:3.0:1788876969.966128:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867072
00010000:00010000:3.0:1788876969.966138:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 12 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.966156:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867328
00000100:00100000:3.0:1788876969.966158:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867328
00010000:00010000:3.0:1788876969.966169:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 13 pid: 167350 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.966194:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867456
00000100:00100000:3.0:1788876969.966197:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867456
00010000:00010000:3.0:1788876969.966209:0:5776:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 14 pid: 167349 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.966222:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11047
00000100:00100000:3.0:1788876969.966230:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2356:x1875765362866944:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876969.966244:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876969.966249:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 14 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.966267:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 14 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.966291:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876969.966349:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2356:x1875765362866944:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 119us (615us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876969.966357:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11047
00000100:00100000:3.0:1788876969.966373:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11048
00000100:00100000:3.0:1788876969.966379:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:2356:x1875765362867200:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876969.966388:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876969.966392:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 13 pid: 26913 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.966403:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 13 pid: 26913 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.966414:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876969.966432:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:2356:x1875765362867200:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 53us (656us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876969.966438:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11048
00000100:00100000:3.0:1788876969.966451:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11049
00000100:00100000:3.0:1788876969.966457:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362867072:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876969.966464:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876969.966468:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 12 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.966478:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 12 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.966489:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876969.969449:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2356:x1875765362867072:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 50us (711us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876969.969470:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11049
00000100:00100000:3.0:1788876969.969527:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11050
00000100:00100000:3.0:1788876969.969545:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2356:x1875765362867328:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876969.969562:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876969.969572:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 11 pid: 167350 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.969591:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 11 pid: 167350 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.969617:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876969.969680:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2356:x1875765362867328:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 143us (3853us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876969.969687:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11050
00000100:00100000:3.0:1788876969.969700:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11051
00000100:00100000:3.0:1788876969.969707:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998402f10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362867456:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876969.969717:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876969.969722:0:5776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 10 pid: 167349 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.969732:0:5776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 10 pid: 167349 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.969744:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876969.969749:0:5776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe41:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876969.969754:0:5776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.969770:0:5776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.969790:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876969.969817:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998402f10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362867456:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 110us (3940us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876969.969824:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11051
00010000:00010000:2.0:1788876969.975670:0:167011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9010f73/0x3868396b8e76755d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a2 expref: 9 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876969.975704:0:167011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767424:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788876969.975781:0:167011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003001eaee/0x3868396b8e767564 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888794 expref: 8 pid: 167013 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876969.975793:0:167011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f110380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767552:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788876969.976597:0:167011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e76756b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88879b expref: 7 pid: 26913 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876969.976613:0:167011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767680:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788876969.976636:0:167011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000101e29ed/0x3868396b8e767572 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8887a9 expref: 6 pid: 167350 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876969.976658:0:167011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f111180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767808:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788876969.976670:0:167011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060d3fa4a/0x3868396b8e767517 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88878d expref: 5 pid: 167349 timeout: 7926 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876969.976679:0:167011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f110e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365767936:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788876969.976709:0:167011:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.976721:0:167011:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.976734:0:167011:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.976746:0:167011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.976754:0:167011:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.976772:0:167011:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788876969.976788:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876969.976794:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.976802:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876969.977606:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.977621:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.977640:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.977657:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a438f875/0x3868396b8e767819 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.977683:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876969.977685:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876969.977687:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876969.978570:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365767296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22068us (22348us total) trans 4294993654 rc 0/0
00000100:00100000:2.0:1788876969.978581:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 571
00000100:00100000:1.0:1788876969.979588:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993653 gen 2
00000004:00080000:1.0:1788876969.979596:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312a17b80, transno 4294993653
00000100:00100000:1.0:1788876969.979615:0:3308:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search  req@ffff998312a14a80 x1875765365767296/t4294993654(4294993654) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788876985 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:1.0:1788876969.979626:0:3308:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998312a14a80/2, rc 0, transno 4294993654
00000100:00100000:1.0:1788876969.979631:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365767296:0@lo:6:osp-syn-1-0.0
00000001:00080000:2.0:1788876969.980936:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981805 is committed
00002000:00010000:3.0:1788876969.981449:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 46137344 -> 47185920
00002000:00010000:3.0:1788876969.981455:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 90119 -> 92167
00010000:00010000:3.0:1788876969.981468:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.981480:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.981488:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.981494:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876969.981499:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.981507:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.981530:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876969.981537:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e767812 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876969.981661:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362866816:12345-192.168.203.59@tcp:4:dd.0 Request processed in 87431us (87757us total) trans 4294981805 rc 0/0
00000100:00100000:3.0:1788876969.981670:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 73
00000100:00100000:3.0:1788876969.981679:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826900858932 time 7826903197753 state 0x2 ref 0
00000100:00100000:3.0:1788876969.992852:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876969.992920:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867584
00000100:00100000:2.0:1788876969.992932:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867584
00000100:00100000:2.0:1788876969.992993:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826900858932 time 7826903197753 state 0x0 ref 1
00000100:00100000:2.0:1788876969.993008:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826953197753 time 7826903197753 state 0x1 ref 1
00000100:00100000:2.0:1788876969.993060:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826953197753 time 7827002042362 state 0x0 ref 1
00000100:00100000:2.0:1788876969.993072:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362867584:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876969.993119:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 47185920, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x16807
00010000:00010000:2.0:1788876969.993130:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.993147:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:2.0:1788876969.993151:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876969.993158:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876969.993432:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876970.064054:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981806 is committed
00002000:00010000:0.0:1788876970.064294:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 47185920 -> 48234496
00002000:00010000:0.0:1788876970.064487:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 92167 -> 94215
00010000:00010000:0.0:1788876970.064506:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.064520:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.064530:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.064538:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876970.064544:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.064553:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.064576:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.064585:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767820 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876970.064705:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362867584:12345-192.168.203.59@tcp:4:dd.0 Request processed in 71625us (71856us total) trans 4294981806 rc 0/0
00000100:00100000:0.0:1788876970.064717:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 74
00000100:00100000:0.0:1788876970.064729:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826953197753 time 7827002042362 state 0x2 ref 0
00000100:00100000:2.0:1788876970.072213:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876970.072438:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867712
00000100:00100000:1.0:1788876970.072449:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867712
00000100:00100000:1.0:1788876970.072508:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7826953197753 time 7827002042362 state 0x0 ref 1
00000100:00100000:1.0:1788876970.072523:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7827052042362 time 7827002042362 state 0x1 ref 1
00000100:00100000:1.0:1788876970.072558:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7827052042362 time 7827081540651 state 0x0 ref 1
00000100:00100000:1.0:1788876970.072571:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362867712:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876970.072623:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 48234496, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x17007
00010000:00010000:1.0:1788876970.072633:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.072661:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:1.0:1788876970.072666:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876970.072673:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.072688:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.094774:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876970.203755:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981807 is committed
00002000:00010000:1.0:1788876970.203934:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 48234496 -> 49283072
00002000:00010000:1.0:1788876970.203940:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 94215 -> 96263
00010000:00010000:1.0:1788876970.203954:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.203967:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.203976:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.203989:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876970.203994:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.204003:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.204107:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.204116:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767827 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876970.204399:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362867712:12345-192.168.203.59@tcp:4:dd.0 Request processed in 131824us (132191us total) trans 4294981807 rc 0/0
00000100:00100000:1.0:1788876970.204410:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 75
00000100:00100000:1.0:1788876970.204421:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7827052042362 time 7827081540651 state 0x2 ref 0
00000100:00100000:2.0:1788876970.213409:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876970.213546:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867840
00000100:00100000:1.0:1788876970.213557:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867840
00000100:00100000:1.0:1788876970.213609:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7827052042362 time 7827081540651 state 0x0 ref 1
00000100:00100000:1.0:1788876970.213622:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7827131540651 time 7827081540651 state 0x1 ref 1
00000100:00100000:1.0:1788876970.213663:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827131540651 time 7827222645041 state 0x0 ref 1
00000100:00100000:1.0:1788876970.213679:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362867840:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876970.213728:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 49283072, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x17807
00010000:00010000:1.0:1788876970.213737:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.213753:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:1.0:1788876970.213758:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876970.213765:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.213779:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876970.284942:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981808 is committed
00002000:00010000:2.0:1788876970.285240:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 49283072 -> 50331648
00002000:00010000:2.0:1788876970.285246:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 96263 -> 98311
00010000:00010000:2.0:1788876970.285272:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.285286:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.285303:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.285311:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876970.285316:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.285324:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.285343:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.285351:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76782e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876970.285632:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362867840:12345-192.168.203.59@tcp:4:dd.0 Request processed in 71951us (72227us total) trans 4294981808 rc 0/0
00000100:00100000:2.0:1788876970.285653:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 76
00000100:00100000:2.0:1788876970.285663:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827131540651 time 7827222645041 state 0x2 ref 0
00000100:00100000:3.0:1788876970.292834:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876970.292927:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362867968
00000100:00100000:0.0:1788876970.292937:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362867968
00000100:00100000:0.0:1788876970.292995:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827131540651 time 7827222645041 state 0x0 ref 1
00000100:00100000:0.0:1788876970.293054:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827272645041 time 7827222645041 state 0x1 ref 1
00000100:00100000:0.0:1788876970.293076:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827272645041 time 7827302058645 state 0x0 ref 1
00000100:00100000:0.0:1788876970.293088:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362867968:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876970.293138:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 50331648, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x18007
00010000:00010000:0.0:1788876970.293146:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.293161:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:0.0:1788876970.293165:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876970.293182:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.293196:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1788876970.414708:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7827423691618ns, next at 7828423688898ns, rc = 0
00000100:00100000:1.0:1788876970.414746:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d7b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365768064:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876970.414984:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876970.421311:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768064
00000100:00100000:0.0:1788876970.421327:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768064
00000100:00100000:0.0:1788876970.421415:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 393
00000100:00100000:0.0:1788876970.421426:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365768064:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876970.421450:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 141754368 pending 1703936 free 3806330880 avail 3790602240
00000100:00100000:0.0:1788876970.421537:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365768064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (6553us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876970.421545:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 393
00000100:00100000:1.0:1788876970.421810:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d7b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365768064:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788876970.421936:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788876970.440971:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981809 is committed
00002000:00010000:2.0:1788876970.441980:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 50331648 -> 51380224
00002000:00010000:2.0:1788876970.441986:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 98311 -> 100361
00010000:00010000:2.0:1788876970.442003:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.442042:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.442051:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.442058:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876970.442063:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.442072:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.442091:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.442100:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e767835 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876970.442195:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362867968:12345-192.168.203.59@tcp:4:dd.0 Request processed in 149104us (149365us total) trans 4294981809 rc 0/0
00000100:00100000:2.0:1788876970.442206:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 77
00000100:00100000:2.0:1788876970.442217:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827272645041 time 7827302058645 state 0x2 ref 0
00000100:00100000:2.0:1788876970.453656:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876970.453752:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868096
00000100:00100000:1.0:1788876970.453762:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868096
00000100:00100000:1.0:1788876970.453834:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827272645041 time 7827302058645 state 0x0 ref 1
00000100:00100000:1.0:1788876970.453849:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827352058645 time 7827302058645 state 0x1 ref 1
00000100:00100000:1.0:1788876970.453879:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827352058645 time 7827462860967 state 0x0 ref 1
00000100:00100000:1.0:1788876970.453897:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362868096:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876970.453947:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 51380224, mtime: 0x6aa018aa, atime: 0x0, ctime: 0x6aa018aa, blocks: 0x18809
00010000:00010000:1.0:1788876970.453956:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.453971:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:1.0:1788876970.453976:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876970.453982:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.453996:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876970.607660:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981810 is committed
00002000:00010000:2.0:1788876970.607754:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 51380224 -> 52428800
00002000:00010000:2.0:1788876970.607759:0:18422:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876970 -> 1788876971
00002000:00010000:2.0:1788876970.607762:0:18422:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876970 -> 1788876971
00002000:00010000:2.0:1788876970.607764:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 100361 -> 102409
00010000:00010000:2.0:1788876970.607777:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.607791:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.607801:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.607809:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876970.607814:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.607830:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.607849:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.607858:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e76783c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876970.607947:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362868096:12345-192.168.203.59@tcp:4:dd.0 Request processed in 154048us (154305us total) trans 4294981810 rc 0/0
00000100:00100000:2.0:1788876970.607957:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 78
00000100:00100000:2.0:1788876970.607967:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827352058645 time 7827462860967 state 0x2 ref 0
00000100:00100000:2.0:1788876970.613562:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876970.613655:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868224
00000100:00100000:3.0:1788876970.613665:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868224
00000100:00100000:3.0:1788876970.613723:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827352058645 time 7827462860967 state 0x0 ref 1
00000100:00100000:3.0:1788876970.613736:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827512860967 time 7827462860967 state 0x1 ref 1
00000100:00100000:3.0:1788876970.613765:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827512860967 time 7827622746420 state 0x0 ref 1
00000100:00100000:3.0:1788876970.613777:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362868224:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876970.613824:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 52428800, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x19009
00010000:00010000:3.0:1788876970.613832:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876970.613848:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:3.0:1788876970.613852:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876970.613858:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876970.613871:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876970.711396:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981811 is committed
00002000:00010000:2.0:1788876970.711519:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 52428800 -> 53477376
00002000:00010000:2.0:1788876970.711524:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 102409 -> 104457
00010000:00010000:2.0:1788876970.711537:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.711550:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.711559:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.711571:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876970.711576:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.711585:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.711602:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.711611:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e767843 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876970.711722:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362868224:12345-192.168.203.59@tcp:4:dd.0 Request processed in 97943us (98168us total) trans 4294981811 rc 0/0
00000100:00100000:2.0:1788876970.711731:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 79
00000100:00100000:2.0:1788876970.711739:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827512860967 time 7827622746420 state 0x2 ref 0
00000100:00100000:0.0:1788876970.721651:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876970.722859:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868352
00000100:00100000:1.0:1788876970.722870:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868352
00000100:00100000:1.0:1788876970.722925:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827512860967 time 7827622746420 state 0x0 ref 1
00000100:00100000:1.0:1788876970.722938:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827672746420 time 7827622746420 state 0x1 ref 1
00000100:00100000:1.0:1788876970.722967:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827672746420 time 7827731950576 state 0x0 ref 1
00000100:00100000:1.0:1788876970.722978:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362868352:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876970.723058:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 53477376, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x19809
00010000:00010000:1.0:1788876970.723067:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.723085:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:1.0:1788876970.723088:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876970.723093:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.723104:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876970.804850:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981812 is committed
00002000:00010000:0.0:1788876970.805046:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 53477376 -> 54525952
00002000:00010000:0.0:1788876970.805052:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 104457 -> 106505
00010000:00010000:0.0:1788876970.805067:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.805079:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.805089:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.805096:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876970.805102:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.805110:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.805128:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.805134:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e1de008/0x3868396b8e76784a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876970.805230:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362868352:12345-192.168.203.59@tcp:4:dd.0 Request processed in 82248us (83595us total) trans 4294981812 rc 0/0
00000100:00100000:0.0:1788876970.805240:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 80
00000100:00100000:0.0:1788876970.805249:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827672746420 time 7827731950576 state 0x2 ref 0
00000100:00100000:2.0:1788876970.810772:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876970.810847:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868480
00000100:00100000:0.0:1788876970.810856:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868480
00000100:00100000:0.0:1788876970.810909:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827672746420 time 7827731950576 state 0x0 ref 1
00000100:00100000:0.0:1788876970.810923:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827781950576 time 7827731950576 state 0x1 ref 1
00000100:00100000:0.0:1788876970.810952:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827781950576 time 7827819934396 state 0x0 ref 1
00000100:00100000:0.0:1788876970.810964:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362868480:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876970.811011:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 54525952, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x1a009
00010000:00010000:0.0:1788876970.811040:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.811055:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:0.0:1788876970.811060:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876970.811066:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876970.811080:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876970.918676:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981813 is committed
00002000:00010000:2.0:1788876970.918893:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 54525952 -> 55574528
00002000:00010000:2.0:1788876970.918897:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 106505 -> 108553
00010000:00010000:2.0:1788876970.918910:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.918928:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.918937:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.918944:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876970.918949:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.918957:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.919150:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876970.919160:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767851 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876970.919458:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362868480:12345-192.168.203.59@tcp:4:dd.0 Request processed in 108491us (108689us total) trans 4294981813 rc 0/0
00000100:00100000:2.0:1788876970.919468:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 81
00000100:00100000:2.0:1788876970.919477:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827781950576 time 7827819934396 state 0x2 ref 0
00000100:00100000:2.0:1788876970.936978:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876970.937059:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868608
00000100:00100000:1.0:1788876970.937069:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868608
00000100:00100000:1.0:1788876970.937121:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827781950576 time 7827819934396 state 0x0 ref 1
00000100:00100000:1.0:1788876970.937134:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827869934396 time 7827819934396 state 0x1 ref 1
00000100:00100000:1.0:1788876970.937165:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827869934396 time 7827946147605 state 0x0 ref 1
00000100:00100000:1.0:1788876970.937335:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362868608:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876970.937381:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 55574528, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x1a809
00010000:00010000:1.0:1788876970.937389:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.937403:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7827s v=(0 0)
00010000:00010000:1.0:1788876970.937407:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876970.937414:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876970.937431:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876971.025287:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 55574528 -> 56623104
00002000:00010000:0.0:1788876971.025305:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 108553 -> 110601
00010000:00010000:0.0:1788876971.025319:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.025339:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.025349:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.025518:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876971.025525:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.025535:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.025556:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.025564:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9ce78a5/0x3868396b8e767858 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876971.025669:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362868608:12345-192.168.203.59@tcp:4:dd.0 Request processed in 88333us (88696us total) trans 4294981814 rc 0/0
00000100:00100000:0.0:1788876971.025680:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 82
00000100:00100000:0.0:1788876971.025689:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827869934396 time 7827946147605 state 0x2 ref 0
00000100:00100000:3.0:1788876971.030347:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876971.030483:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868736
00000100:00100000:0.0:1788876971.030493:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868736
00000100:00100000:0.0:1788876971.030557:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827869934396 time 7827946147605 state 0x0 ref 1
00000100:00100000:0.0:1788876971.030570:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827996147605 time 7827946147605 state 0x1 ref 1
00000100:00100000:0.0:1788876971.030593:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827996147605 time 7828039575461 state 0x0 ref 1
00000100:00100000:0.0:1788876971.030603:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362868736:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876971.030655:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 56623104, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x1b009
00010000:00010000:0.0:1788876971.030664:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.030679:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:0.0:1788876971.030684:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876971.030690:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.030704:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788876971.034400:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:2.0:1788876971.036263:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981814 is committed
00010000:00010000:3.0:1788876971.120152:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876971.139420:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981815 is committed
00002000:00010000:2.0:1788876971.139660:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 56623104 -> 57671680
00002000:00010000:2.0:1788876971.139666:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 110601 -> 112649
00010000:00010000:2.0:1788876971.139681:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.139694:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.139703:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.139710:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876971.139715:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.139724:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.139741:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.139749:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e76785f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876971.139851:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362868736:12345-192.168.203.59@tcp:4:dd.0 Request processed in 109244us (109509us total) trans 4294981815 rc 0/0
00000100:00100000:2.0:1788876971.139864:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 83
00000100:00100000:2.0:1788876971.139873:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827996147605 time 7828039575461 state 0x2 ref 0
00000100:00100000:3.0:1788876971.149602:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876971.149797:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868864
00000100:00100000:0.0:1788876971.149807:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868864
00000100:00100000:0.0:1788876971.149860:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7827996147605 time 7828039575461 state 0x0 ref 1
00000100:00100000:0.0:1788876971.149873:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828089575461 time 7828039575461 state 0x1 ref 1
00000100:00100000:0.0:1788876971.149907:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828089575461 time 7828158889151 state 0x0 ref 1
00000100:00100000:0.0:1788876971.149921:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362868864:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876971.149975:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 57671680, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x1b809
00010000:00010000:0.0:1788876971.149985:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.150000:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:0.0:1788876971.150005:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876971.150052:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.150067:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876971.255914:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981816 is committed
00002000:00010000:3.0:1788876971.256505:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 57671680 -> 58720256
00002000:00010000:3.0:1788876971.256510:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 112649 -> 114697
00010000:00010000:3.0:1788876971.256524:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.256537:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.256545:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.256552:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876971.256557:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.256566:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.256584:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.256592:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767866 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876971.256735:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362868864:12345-192.168.203.59@tcp:4:dd.0 Request processed in 106811us (107143us total) trans 4294981816 rc 0/0
00000100:00100000:3.0:1788876971.256747:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 84
00000100:00100000:3.0:1788876971.256756:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828089575461 time 7828158889151 state 0x2 ref 0
00000100:00100000:2.0:1788876971.262052:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876971.262240:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362868992
00000100:00100000:1.0:1788876971.262251:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362868992
00000100:00100000:1.0:1788876971.262468:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828089575461 time 7828158889151 state 0x0 ref 1
00000100:00100000:1.0:1788876971.262485:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828208889151 time 7828158889151 state 0x1 ref 1
00000100:00100000:1.0:1788876971.262552:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828208889151 time 7828271534176 state 0x0 ref 1
00000100:00100000:1.0:1788876971.262566:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362868992:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876971.262615:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 58720256, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x1c009
00010000:00010000:1.0:1788876971.262624:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.262657:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:1.0:1788876971.262662:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876971.262670:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.262685:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876971.331569:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 58720256 -> 59768832
00002000:00010000:3.0:1788876971.331577:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 114697 -> 116745
00010000:00010000:3.0:1788876971.331593:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.331606:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.331615:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.331627:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876971.331632:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.331652:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.331671:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876971.331680:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a331bb6/0x3868396b8e76786d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876971.331801:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362868992:12345-192.168.203.59@tcp:4:dd.0 Request processed in 69230us (69751us total) trans 4294981817 rc 0/0
00000100:00100000:3.0:1788876971.331814:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 85
00000100:00100000:3.0:1788876971.331826:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828208889151 time 7828271534176 state 0x2 ref 0
00000001:00080000:2.0:1788876971.334485:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981817 is committed
00000100:00100000:1.0:1788876971.337468:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876971.337565:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362869120
00000100:00100000:2.0:1788876971.337575:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362869120
00000100:00100000:2.0:1788876971.337629:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828208889151 time 7828271534176 state 0x0 ref 1
00000100:00100000:2.0:1788876971.337653:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828321534176 time 7828271534176 state 0x1 ref 1
00000100:00100000:2.0:1788876971.337683:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828321534176 time 7828346664772 state 0x0 ref 1
00000100:00100000:2.0:1788876971.337695:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362869120:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876971.337743:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 59768832, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x1c809
00010000:00010000:2.0:1788876971.337763:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.337779:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:2.0:1788876971.337784:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876971.337791:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.337803:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876971.392669:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981818 is committed
00002000:00010000:2.0:1788876971.392752:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 59768832 -> 60817408
00002000:00010000:2.0:1788876971.392757:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 116745 -> 118793
00010000:00010000:2.0:1788876971.392769:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.392782:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.392791:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.392798:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876971.392803:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.392812:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.392830:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.392836:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e767874 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876971.392928:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362869120:12345-192.168.203.59@tcp:4:dd.0 Request processed in 55230us (55466us total) trans 4294981818 rc 0/0
00000100:00100000:2.0:1788876971.392939:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 86
00000100:00100000:2.0:1788876971.392948:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828321534176 time 7828346664772 state 0x2 ref 0
00000100:00100000:3.0:1788876971.398502:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876971.398620:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362869248
00000100:00100000:2.0:1788876971.398629:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362869248
00000100:00100000:2.0:1788876971.398688:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828321534176 time 7828346664772 state 0x0 ref 1
00000100:00100000:2.0:1788876971.398701:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828396664772 time 7828346664772 state 0x1 ref 1
00000100:00100000:2.0:1788876971.398728:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828396664772 time 7828407710528 state 0x0 ref 1
00000100:00100000:2.0:1788876971.398739:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362869248:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876971.398786:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 60817408, mtime: 0x6aa018ab, atime: 0x0, ctime: 0x6aa018ab, blocks: 0x1d009
00010000:00010000:2.0:1788876971.398794:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.398811:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:2.0:1788876971.398815:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876971.398821:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.398833:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876971.440163:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981819 is committed
00002000:00010000:0.0:1788876971.440300:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 60817408 -> 61865984
00002000:00010000:0.0:1788876971.440305:0:20685:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876971 -> 1788876972
00002000:00010000:0.0:1788876971.440308:0:20685:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876971 -> 1788876972
00002000:00010000:0.0:1788876971.440310:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 118793 -> 120841
00010000:00010000:0.0:1788876971.440324:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.440337:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.440345:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.440353:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876971.440357:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.440366:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.440383:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.440391:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e76787b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876971.440494:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362869248:12345-192.168.203.59@tcp:4:dd.0 Request processed in 41751us (41996us total) trans 4294981819 rc 0/0
00000100:00100000:0.0:1788876971.440504:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 87
00000100:00100000:0.0:1788876971.440515:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828396664772 time 7828407710528 state 0x2 ref 0
00000100:00100000:0.0:1788876971.445444:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876971.445588:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362869376
00000100:00100000:2.0:1788876971.445600:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362869376
00000100:00100000:2.0:1788876971.445659:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828396664772 time 7828407710528 state 0x0 ref 1
00000100:00100000:2.0:1788876971.445673:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828457710528 time 7828407710528 state 0x1 ref 1
00000100:00100000:2.0:1788876971.445702:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7828457710528 time 7828454684049 state 0x0 ref 1
00000100:00100000:2.0:1788876971.445714:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362869376:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876971.445760:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 61865984, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x1d809
00010000:00010000:2.0:1788876971.445768:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.445783:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:2.0:1788876971.445788:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876971.445793:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.445805:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876971.560615:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981820 is committed
00002000:00010000:0.0:1788876971.560927:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 61865984 -> 62914560
00002000:00010000:0.0:1788876971.560931:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 120841 -> 122889
00010000:00010000:0.0:1788876971.560944:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.560957:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.561101:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.561111:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876971.561117:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.561127:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.561145:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.561153:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767882 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876971.561376:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362869376:12345-192.168.203.59@tcp:4:dd.0 Request processed in 115659us (115936us total) trans 4294981820 rc 0/0
00000100:00100000:0.0:1788876971.561388:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 88
00000100:00100000:0.0:1788876971.561397:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7828457710528 time 7828454684049 state 0x2 ref 0
00000100:00100000:0.0:1788876971.576235:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876971.576330:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362869504
00000100:00100000:2.0:1788876971.576339:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362869504
00000100:00100000:2.0:1788876971.576391:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7828457710528 time 7828454684049 state 0x0 ref 1
00000100:00100000:2.0:1788876971.576406:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7828504684049 time 7828454684049 state 0x1 ref 1
00000100:00100000:2.0:1788876971.576435:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828504684049 time 7828585417480 state 0x0 ref 1
00000100:00100000:2.0:1788876971.576449:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362869504:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876971.576510:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 62914560, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x1e009
00010000:00010000:2.0:1788876971.576519:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.576535:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:2.0:1788876971.576539:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876971.576545:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876971.576558:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876971.713938:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981821 is committed
00002000:00010000:0.0:1788876971.714064:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 62914560 -> 63963136
00002000:00010000:0.0:1788876971.714069:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 122889 -> 124937
00010000:00010000:0.0:1788876971.714086:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.714099:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.714108:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.714115:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876971.714120:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.714128:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.714146:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.714154:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000172f0c28/0x3868396b8e767889 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876971.714274:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362869504:12345-192.168.203.59@tcp:4:dd.0 Request processed in 137823us (138043us total) trans 4294981821 rc 0/0
00000100:00100000:0.0:1788876971.714284:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 89
00000100:00100000:0.0:1788876971.714294:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828504684049 time 7828585417480 state 0x2 ref 0
00000100:00100000:1.0:1788876971.721582:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876971.721674:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362869632
00000100:00100000:0.0:1788876971.721684:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362869632
00000100:00100000:0.0:1788876971.721736:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828504684049 time 7828585417480 state 0x0 ref 1
00000100:00100000:0.0:1788876971.721749:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828635417480 time 7828585417480 state 0x1 ref 1
00000100:00100000:0.0:1788876971.721777:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828635417480 time 7828730759269 state 0x0 ref 1
00000100:00100000:0.0:1788876971.721789:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362869632:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876971.721838:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 63963136, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x1e809
00010000:00010000:0.0:1788876971.721848:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.721865:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:0.0:1788876971.721870:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876971.721878:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.721894:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876971.818221:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 63963136 -> 65011712
00002000:00010000:0.0:1788876971.818232:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 124937 -> 126985
00010000:00010000:0.0:1788876971.818258:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.818475:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.818489:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.818496:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876971.818501:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.818509:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.818529:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.818537:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767890 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876971.818643:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362869632:12345-192.168.203.59@tcp:4:dd.0 Request processed in 96842us (97055us total) trans 4294981822 rc 0/0
00000100:00100000:0.0:1788876971.818654:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 90
00000100:00100000:0.0:1788876971.818664:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828635417480 time 7828730759269 state 0x2 ref 0
00000001:00080000:2.0:1788876971.821852:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981822 is committed
00000100:00100000:2.0:1788876971.828849:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876971.829044:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362869760
00000100:00100000:1.0:1788876971.829055:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362869760
00000100:00100000:1.0:1788876971.829111:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828635417480 time 7828730759269 state 0x0 ref 1
00000100:00100000:1.0:1788876971.829125:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828780759269 time 7828730759269 state 0x1 ref 1
00000100:00100000:1.0:1788876971.829159:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828780759269 time 7828838140987 state 0x0 ref 1
00000100:00100000:1.0:1788876971.829171:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362869760:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876971.829369:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 65011712, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x1f009
00010000:00010000:1.0:1788876971.829378:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.829393:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:1.0:1788876971.829397:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876971.829403:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.829417:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876971.964201:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981823 is committed
00002000:00010000:1.0:1788876971.964409:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 65011712 -> 66060288
00002000:00010000:1.0:1788876971.964414:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 126985 -> 129033
00010000:00010000:1.0:1788876971.964427:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.964445:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.964454:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.964461:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876971.964465:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.964483:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.964502:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876971.964509:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e767897 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876971.964647:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362869760:12345-192.168.203.59@tcp:4:dd.0 Request processed in 135463us (135792us total) trans 4294981823 rc 0/0
00000100:00100000:1.0:1788876971.964659:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 91
00000100:00100000:1.0:1788876971.964668:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828780759269 time 7828838140987 state 0x2 ref 0
00000100:00100000:1.0:1788876971.973672:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876971.973767:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362869888
00000100:00100000:0.0:1788876971.973776:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362869888
00000100:00100000:0.0:1788876971.973838:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828780759269 time 7828838140987 state 0x0 ref 1
00000100:00100000:0.0:1788876971.973852:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828888140987 time 7828838140987 state 0x1 ref 1
00000100:00100000:0.0:1788876971.973884:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828888140987 time 7828982866653 state 0x0 ref 1
00000100:00100000:0.0:1788876971.973896:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362869888:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876971.973948:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 66060288, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x1f809
00010000:00010000:0.0:1788876971.973957:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.973973:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7828s v=(0 0)
00010000:00010000:0.0:1788876971.973977:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876971.973985:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876971.973999:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876972.105950:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981824 is committed
00002000:00010000:1.0:1788876972.106167:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 66060288 -> 67108864
00002000:00010000:1.0:1788876972.106172:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 129033 -> 131081
00010000:00010000:1.0:1788876972.106187:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.106201:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.106211:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.106218:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876972.106223:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.106231:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.106250:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.106258:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c32245/0x3868396b8e76789e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876972.106480:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362869888:12345-192.168.203.59@tcp:4:dd.0 Request processed in 132571us (132804us total) trans 4294981824 rc 0/0
00000100:00100000:1.0:1788876972.106491:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 92
00000100:00100000:1.0:1788876972.106500:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828888140987 time 7828982866653 state 0x2 ref 0
00000100:00100000:0.0:1788876972.112272:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876972.116216:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870016
00000100:00100000:2.0:1788876972.116230:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870016
00000100:00100000:2.0:1788876972.116293:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7828888140987 time 7828982866653 state 0x0 ref 1
00000100:00100000:2.0:1788876972.116307:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829032866653 time 7828982866653 state 0x1 ref 1
00000100:00100000:2.0:1788876972.116349:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829032866653 time 7829125324222 state 0x0 ref 1
00000100:00100000:2.0:1788876972.116362:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362870016:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876972.116408:0:29632:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 67108864, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x20009
00010000:00010000:2.0:1788876972.116416:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.116431:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:2.0:1788876972.116436:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876972.116442:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.116456:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.145542:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:0.0:1788876972.236998:0:29632:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 67108864 -> 68157440
00002000:00010000:0.0:1788876972.237006:0:29632:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 131081 -> 133129
00010000:00010000:0.0:1788876972.237045:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.237059:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.237074:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.237082:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876972.237087:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.237095:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.237114:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.237122:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7678a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876972.237258:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362870016:12345-192.168.203.59@tcp:4:dd.0 Request processed in 120895us (124991us total) trans 4294981825 rc 0/0
00000100:00100000:0.0:1788876972.237277:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 93
00000100:00100000:0.0:1788876972.237287:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829032866653 time 7829125324222 state 0x2 ref 0
00000001:00080000:0.0:1788876972.237325:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981825 is committed
00000100:00100000:0.0:1788876972.243143:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876972.243383:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870144
00000100:00100000:1.0:1788876972.243392:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870144
00000100:00100000:1.0:1788876972.243452:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829032866653 time 7829125324222 state 0x0 ref 1
00000100:00100000:1.0:1788876972.243465:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829175324222 time 7829125324222 state 0x1 ref 1
00000100:00100000:1.0:1788876972.243495:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829175324222 time 7829252476665 state 0x0 ref 1
00000100:00100000:1.0:1788876972.243507:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362870144:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876972.243558:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 68157440, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x20809
00010000:00010000:1.0:1788876972.243567:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.243582:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:1.0:1788876972.243586:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876972.243592:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.243605:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876972.299233:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981826 is committed
00002000:00010000:1.0:1788876972.299347:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 68157440 -> 69206016
00002000:00010000:1.0:1788876972.299352:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 133129 -> 135177
00010000:00010000:1.0:1788876972.299367:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.299386:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.299396:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.299404:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876972.299409:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.299418:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.299439:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.299448:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2cf9f5c/0x3868396b8e7678ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876972.299546:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362870144:12345-192.168.203.59@tcp:4:dd.0 Request processed in 56036us (56407us total) trans 4294981826 rc 0/0
00000100:00100000:1.0:1788876972.299556:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 94
00000100:00100000:1.0:1788876972.299567:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829175324222 time 7829252476665 state 0x2 ref 0
00000100:00100000:3.0:1788876972.304711:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876972.304781:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870272
00000100:00100000:1.0:1788876972.304790:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870272
00000100:00100000:1.0:1788876972.304843:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829175324222 time 7829252476665 state 0x0 ref 1
00000100:00100000:1.0:1788876972.304856:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829302476665 time 7829252476665 state 0x1 ref 1
00000100:00100000:1.0:1788876972.304886:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829302476665 time 7829313868091 state 0x0 ref 1
00000100:00100000:1.0:1788876972.304897:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362870272:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876972.304945:0:17072:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 69206016, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x21009
00010000:00010000:1.0:1788876972.304954:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.304970:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:1.0:1788876972.304974:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876972.304981:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.304994:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876972.345647:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981827 is committed
00002000:00010000:3.0:1788876972.345805:0:17072:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 69206016 -> 70254592
00002000:00010000:3.0:1788876972.345810:0:17072:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 135177 -> 137225
00010000:00010000:3.0:1788876972.345822:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.345837:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.345846:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.345853:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876972.345859:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.345868:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.345887:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.345894:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6321185/0x3868396b8e7678b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876972.345986:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362870272:12345-192.168.203.59@tcp:4:dd.0 Request processed in 41086us (41280us total) trans 4294981827 rc 0/0
00000100:00100000:3.0:1788876972.345997:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 95
00000100:00100000:3.0:1788876972.346007:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829302476665 time 7829313868091 state 0x2 ref 0
00000100:00100000:0.0:1788876972.352967:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876972.353102:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870400
00000100:00100000:2.0:1788876972.353112:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870400
00000100:00100000:2.0:1788876972.353166:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829302476665 time 7829313868091 state 0x0 ref 1
00000100:00100000:2.0:1788876972.353179:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829363868091 time 7829313868091 state 0x1 ref 1
00000100:00100000:2.0:1788876972.353209:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7829363868091 time 7829362191457 state 0x0 ref 1
00000100:00100000:2.0:1788876972.353220:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362870400:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876972.353648:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 70254592, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x21809
00010000:00010000:2.0:1788876972.353659:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.353675:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:2.0:1788876972.353680:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876972.353688:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.353703:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876972.391081:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981828 is committed
00002000:00010000:2.0:1788876972.391379:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 70254592 -> 71303168
00002000:00010000:2.0:1788876972.391384:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 137225 -> 139273
00010000:00010000:2.0:1788876972.391399:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.391412:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.391421:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.391429:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876972.391435:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.391443:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.391465:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876972.391478:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7678ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876972.391620:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362870400:12345-192.168.203.59@tcp:4:dd.0 Request processed in 38396us (38657us total) trans 4294981828 rc 0/0
00000100:00100000:2.0:1788876972.391640:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 96
00000100:00100000:2.0:1788876972.391651:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7829363868091 time 7829362191457 state 0x2 ref 0
00000100:00100000:2.0:1788876972.396858:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876972.396918:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870528
00000100:00100000:0.0:1788876972.396929:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870528
00000100:00100000:0.0:1788876972.396983:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7829363868091 time 7829362191457 state 0x0 ref 1
00000100:00100000:0.0:1788876972.396996:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 1 deadline 7829412191457 time 7829362191457 state 0x1 ref 1
00000100:00100000:0.0:1788876972.397045:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829412191457 time 7829406026683 state 0x0 ref 1
00000100:00100000:0.0:1788876972.397059:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362870528:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876972.397121:0:20685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 71303168, mtime: 0x6aa018ac, atime: 0x0, ctime: 0x6aa018ac, blocks: 0x22009
00010000:00010000:0.0:1788876972.397132:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.397150:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:0.0:1788876972.397155:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876972.397169:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.397184:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876972.432789:0:20685:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 71303168 -> 72351744
00002000:00010000:0.0:1788876972.432798:0:20685:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876972 -> 1788876973
00002000:00010000:0.0:1788876972.432801:0:20685:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876972 -> 1788876973
00002000:00010000:0.0:1788876972.432803:0:20685:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 139273 -> 141321
00010000:00010000:0.0:1788876972.432818:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.432838:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.432848:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.432855:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876972.432860:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.432869:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.432890:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.432898:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876972.433055:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362870528:12345-192.168.203.59@tcp:4:dd.0 Request processed in 35992us (36201us total) trans 4294981829 rc 0/0
00000100:00100000:0.0:1788876972.433068:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 97
00000100:00100000:0.0:1788876972.433079:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829412191457 time 7829406026683 state 0x2 ref 0
00000001:00080000:1.0:1788876972.434370:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981829 is committed
00000100:00100000:2.0:1788876972.440872:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876972.441073:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870656
00000100:00100000:1.0:1788876972.441083:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870656
00000100:00100000:1.0:1788876972.441138:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829412191457 time 7829406026683 state 0x0 ref 1
00000100:00100000:1.0:1788876972.441151:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829456026683 time 7829406026683 state 0x1 ref 1
00000100:00100000:0.0:1788876972.447532:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829456026683 time 7829456498437 state 0x0 ref 1
00000100:00100000:0.0:1788876972.447569:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362870656:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876972.447655:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 72351744, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x22809
00010000:00010000:0.0:1788876972.447664:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.447680:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:0.0:1788876972.447685:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876972.447691:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.447704:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876972.582322:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981830 is committed
00002000:00010000:3.0:1788876972.582416:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 72351744 -> 73400320
00002000:00010000:3.0:1788876972.582421:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 141321 -> 143369
00010000:00010000:3.0:1788876972.582437:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.582450:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.582459:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.582466:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876972.582471:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.582480:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.582500:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.582518:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9010f73/0x3868396b8e7678c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876972.582625:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831848d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362870656:12345-192.168.203.59@tcp:4:dd.0 Request processed in 135066us (141755us total) trans 4294981830 rc 0/0
00000100:00100000:3.0:1788876972.582645:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 98
00000100:00100000:3.0:1788876972.582656:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829456026683 time 7829456498437 state 0x2 ref 0
00000100:00100000:2.0:1788876972.600770:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876972.600877:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870784
00000100:00100000:1.0:1788876972.600889:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870784
00000100:00100000:1.0:1788876972.600953:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829456026683 time 7829456498437 state 0x0 ref 1
00000100:00100000:1.0:1788876972.600967:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 0 deadline 7829506498437 time 7829456498437 state 0x1 ref 1
00000100:00100000:1.0:1788876972.601002:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829506498437 time 7829609984611 state 0x0 ref 1
00000100:00100000:1.0:1788876972.601053:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362870784:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876972.601111:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 73400320, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x23009
00010000:00010000:1.0:1788876972.601119:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.601134:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:1.0:1788876972.601139:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876972.601145:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.601160:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876972.706005:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 73400320 -> 74448896
00002000:00010000:0.0:1788876972.706038:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 143369 -> 145417
00010000:00010000:0.0:1788876972.706055:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.706071:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.706081:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.706089:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876972.706095:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.706104:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.706121:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.706128:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7678cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876972.706232:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362870784:12345-192.168.203.59@tcp:4:dd.0 Request processed in 105213us (105468us total) trans 4294981831 rc 0/0
00000100:00100000:0.0:1788876972.706251:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 99
00000100:00100000:0.0:1788876972.706267:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829506498437 time 7829609984611 state 0x2 ref 0
00000001:00080000:0.0:1788876972.706308:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981831 is committed
00000100:00100000:0.0:1788876972.712194:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876972.712697:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362870912
00000100:00100000:2.0:1788876972.712707:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362870912
00000100:00100000:3.0:1788876972.712823:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829506498437 time 7829609984611 state 0x0 ref 1
00000100:00100000:3.0:1788876972.712837:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829659984611 time 7829609984611 state 0x1 ref 1
00000100:00100000:3.0:1788876972.712902:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829659984611 time 7829721882977 state 0x0 ref 1
00000100:00100000:3.0:1788876972.712914:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362870912:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876972.712960:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 74448896, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x23809
00010000:00010000:3.0:1788876972.712969:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.712984:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:3.0:1788876972.712987:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876972.712993:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876972.713006:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876972.758900:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 74448896 -> 75497472
00002000:00010000:1.0:1788876972.758908:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 145417 -> 147465
00010000:00010000:1.0:1788876972.758922:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.758935:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.758950:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.758957:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876972.758962:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.758971:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.758989:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876972.758997:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cd04893/0x3868396b8e7678d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876972.759124:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362870912:12345-192.168.203.59@tcp:4:dd.0 Request processed in 46206us (46936us total) trans 4294981832 rc 0/0
00000100:00100000:1.0:1788876972.759135:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 100
00000100:00100000:1.0:1788876972.759147:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829659984611 time 7829721882977 state 0x2 ref 0
00000001:00080000:0.0:1788876972.759216:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981832 is committed
00000100:00100000:3.0:1788876972.765108:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876972.765458:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871040
00000100:00100000:0.0:1788876972.765468:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871040
00000100:00100000:0.0:1788876972.765523:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829659984611 time 7829721882977 state 0x0 ref 1
00000100:00100000:0.0:1788876972.765537:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829771882977 time 7829721882977 state 0x1 ref 1
00000100:00100000:0.0:1788876972.765611:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829771882977 time 7829774591782 state 0x0 ref 1
00000100:00100000:0.0:1788876972.765626:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871040:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876972.765687:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 75497472, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x24009
00010000:00010000:0.0:1788876972.765697:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.765714:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:0.0:1788876972.765718:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876972.765724:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.765739:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788876972.969372:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 75497472 -> 76546048
00002000:00010000:0.0:1788876972.969382:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 147465 -> 149513
00010000:00010000:0.0:1788876972.969397:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.969410:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.969418:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.969426:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876972.969432:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.969440:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.969459:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.969478:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876972.969587:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362871040:12345-192.168.203.59@tcp:4:dd.0 Request processed in 203958us (204482us total) trans 4294981833 rc 0/0
00000100:00100000:0.0:1788876972.969598:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 101
00000100:00100000:0.0:1788876972.969607:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829771882977 time 7829774591782 state 0x2 ref 0
00000001:00080000:0.0:1788876972.969655:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981833 is committed
00000100:00100000:2.0:1788876972.977695:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876972.977860:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871168
00000100:00100000:0.0:1788876972.977872:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871168
00000100:00100000:0.0:1788876972.977932:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829771882977 time 7829774591782 state 0x0 ref 1
00000100:00100000:0.0:1788876972.977948:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829824591782 time 7829774591782 state 0x1 ref 1
00000100:00100000:0.0:1788876972.977983:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829824591782 time 7829986964475 state 0x0 ref 1
00000100:00100000:0.0:1788876972.977995:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871168:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876972.978140:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 76546048, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x24809
00010000:00010000:0.0:1788876972.978150:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.978620:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7829s v=(0 0)
00010000:00010000:0.0:1788876972.978625:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876972.978640:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876972.978656:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.171672:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876973.189701:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981834 is committed
00002000:00010000:3.0:1788876973.189850:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 76546048 -> 77594624
00002000:00010000:3.0:1788876973.189855:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 149513 -> 151561
00010000:00010000:3.0:1788876973.189871:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.189889:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.189898:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.189906:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876973.189912:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.189920:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.189940:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.189947:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e7678e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876973.190236:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871168:12345-192.168.203.59@tcp:4:dd.0 Request processed in 212239us (212548us total) trans 4294981834 rc 0/0
00000100:00100000:3.0:1788876973.190246:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 102
00000100:00100000:3.0:1788876973.190683:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829824591782 time 7829986964475 state 0x2 ref 0
00000100:00100000:1.0:1788876973.200495:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876973.201360:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871296
00000100:00100000:0.0:1788876973.201373:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871296
00000100:00100000:0.0:1788876973.201459:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7829824591782 time 7829986964475 state 0x0 ref 1
00000100:00100000:0.0:1788876973.201473:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830036964475 time 7829986964475 state 0x1 ref 1
00000100:00100000:0.0:1788876973.201493:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830036964475 time 7830210475008 state 0x0 ref 1
00000100:00080000:3.0:1788876973.201714:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876973.201859:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362871296:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876973.201916:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 77594624, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x25009
00010000:00010000:0.0:1788876973.201926:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.201949:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:0.0:1788876973.201953:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876973.201961:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.201975:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876973.276250:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 77594624 -> 78643200
00002000:00010000:1.0:1788876973.276259:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 151561 -> 153609
00010000:00010000:1.0:1788876973.276274:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.276444:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.276565:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.276574:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876973.276579:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.276589:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.276608:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.276617:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e7678eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876973.276730:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362871296:12345-192.168.203.59@tcp:4:dd.0 Request processed in 75222us (76242us total) trans 4294981835 rc 0/0
00000100:00100000:1.0:1788876973.276742:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 103
00000100:00100000:1.0:1788876973.276751:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830036964475 time 7830210475008 state 0x2 ref 0
00000001:00080000:3.0:1788876973.279954:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981835 is committed
00000100:00100000:1.0:1788876973.286829:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876973.286964:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871424
00000100:00100000:3.0:1788876973.286974:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871424
00000100:00100000:3.0:1788876973.287072:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830036964475 time 7830210475008 state 0x0 ref 1
00000100:00100000:3.0:1788876973.287086:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830260475008 time 7830210475008 state 0x1 ref 1
00000100:00100000:3.0:1788876973.287119:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830260475008 time 7830296101176 state 0x0 ref 1
00000100:00100000:3.0:1788876973.287131:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362871424:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876973.287194:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 78643200, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x25809
00010000:00010000:3.0:1788876973.287203:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.287219:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:3.0:1788876973.287223:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876973.287230:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.287253:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876973.356152:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981836 is committed
00002000:00010000:1.0:1788876973.356252:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 78643200 -> 79691776
00002000:00010000:1.0:1788876973.356257:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 153609 -> 155657
00010000:00010000:1.0:1788876973.356270:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.356386:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.356397:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.356405:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876973.356409:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.356418:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.356436:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.356444:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7678f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876973.356607:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362871424:12345-192.168.203.59@tcp:4:dd.0 Request processed in 69471us (69781us total) trans 4294981836 rc 0/0
00000100:00100000:1.0:1788876973.356618:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 104
00000100:00100000:1.0:1788876973.356636:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830260475008 time 7830296101176 state 0x2 ref 0
00000100:00100000:1.0:1788876973.364790:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876973.364923:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871552
00000100:00100000:3.0:1788876973.364933:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871552
00000100:00100000:3.0:1788876973.364989:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830260475008 time 7830296101176 state 0x0 ref 1
00000100:00100000:3.0:1788876973.365002:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830346101176 time 7830296101176 state 0x1 ref 1
00000100:00100000:3.0:1788876973.365066:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830346101176 time 7830374047986 state 0x0 ref 1
00000100:00100000:3.0:1788876973.365078:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362871552:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876973.365128:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 79691776, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x26009
00010000:00010000:3.0:1788876973.365136:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.365153:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:3.0:1788876973.365158:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876973.365165:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.365179:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876973.432169:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981837 is committed
00002000:00010000:2.0:1788876973.432432:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 79691776 -> 80740352
00002000:00010000:2.0:1788876973.432437:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 155657 -> 157705
00010000:00010000:2.0:1788876973.432450:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.432463:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.432472:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.432485:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876973.432490:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.432551:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.432572:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.432580:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7678f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876973.432731:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362871552:12345-192.168.203.59@tcp:4:dd.0 Request processed in 67649us (67943us total) trans 4294981837 rc 0/0
00000100:00100000:2.0:1788876973.432743:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 105
00000100:00100000:2.0:1788876973.432754:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830346101176 time 7830374047986 state 0x2 ref 0
00000100:00100000:1.0:1788876973.443614:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876973.443706:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871680
00000100:00100000:0.0:1788876973.443716:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871680
00000100:00100000:0.0:1788876973.443779:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830346101176 time 7830374047986 state 0x0 ref 1
00000100:00100000:0.0:1788876973.443795:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830424047986 time 7830374047986 state 0x1 ref 1
00000100:00100000:0.0:1788876973.443829:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830424047986 time 7830452811112 state 0x0 ref 1
00000100:00100000:0.0:1788876973.443842:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871680:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876973.443910:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 80740352, mtime: 0x6aa018ad, atime: 0x0, ctime: 0x6aa018ad, blocks: 0x26809
00010000:00010000:0.0:1788876973.443919:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.443937:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:0.0:1788876973.443941:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876973.443948:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.443963:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876973.486195:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842f110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365768192:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876973.486277:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876973.486462:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768192
00000100:00100000:3.0:1788876973.486470:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768192
00000100:00100000:3.0:1788876973.486537:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 394
00000100:00100000:3.0:1788876973.486547:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365768192:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788876973.486579:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 56557568 pending 0 free 3815768064 avail 3813670912
00000100:00100000:3.0:1788876973.486636:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365768192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876973.486643:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 394
00000100:00100000:3.0:1788876973.486686:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842f110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365768192:0@lo:13:osp-pre-1-0.0
00000100:00080000:2.0:1788876973.486826:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876973.499874:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365768576:0@lo:400:kworker.0
00000100:00100000:3.0:1788876973.500055:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365768320:0@lo:400:kworker.0
00000100:00100000:3.0:1788876973.500114:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876973.500495:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365768832:0@lo:400:kworker.0
00000100:00100000:0.0:1788876973.500596:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876973.500636:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876973.500643:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365768704:0@lo:400:kworker.0
00000100:00100000:0.0:1788876973.500671:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876973.500704:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768704
00000100:00100000:0.0:1788876973.500712:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768704
00000100:00100000:3.0:1788876973.500992:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876973.501034:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876973.501041:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365768448:0@lo:400:kworker.0
00000100:00100000:3.0:1788876973.501067:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876973.501093:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768320
00000100:00100000:3.0:1788876973.501097:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768320
00000100:00100000:3.0:1788876973.501129:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00100000:3.0:1788876973.501138:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365768320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876973.501647:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365768320:12345-0@lo:400:kworker.0 Request processed in 508us (1532us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876973.501655:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00100000:3.0:1788876973.501691:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768576
00000100:00100000:3.0:1788876973.501696:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768576
00000100:00100000:3.0:1788876973.501723:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768832
00000100:00100000:3.0:1788876973.501726:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768832
00000100:00100000:3.0:1788876973.501744:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768448
00000100:00100000:3.0:1788876973.501747:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768448
00000100:00100000:0.0:1788876973.502255:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 393
00000100:00100000:0.0:1788876973.502267:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365768704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876973.502417:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6819
00000100:00100000:1.0:1788876973.502429:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365768576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876973.502476:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365768576:12345-0@lo:400:kworker.0 Request processed in 52us (1879us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876973.502483:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6819
00000100:00100000:1.0:1788876973.502496:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6820
00000100:00100000:1.0:1788876973.502565:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365768832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876973.502596:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365768832:12345-0@lo:400:kworker.0 Request processed in 34us (1603us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876973.502602:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6820
00000100:00100000:1.0:1788876973.502615:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6821
00000100:00100000:1.0:1788876973.502621:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365768448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876973.502657:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365768448:12345-0@lo:400:kworker.0 Request processed in 36us (1589us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876973.502663:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821
00000100:00100000:0.0:1788876973.502856:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365768704:12345-0@lo:400:kworker.0 Request processed in 591us (2183us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876973.502864:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 393
00000100:00080000:0.0:1788876973.502887:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876973.502891:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876973.504410:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365768704:0@lo:400:kworker.0
00000100:00100000:1.0:1788876973.504425:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365768576:0@lo:400:kworker.0
00000100:00100000:3.0:1788876973.505147:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365768448:0@lo:400:kworker.0
00000100:00100000:3.0:1788876973.507474:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365768320:0@lo:400:kworker.0
00000100:00100000:3.0:1788876973.507972:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365768832:0@lo:400:kworker.0
00002000:00010000:2.0:1788876973.565371:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 80740352 -> 81788928
00002000:00010000:2.0:1788876973.565380:0:6590:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876973 -> 1788876974
00002000:00010000:2.0:1788876973.565383:0:6590:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876973 -> 1788876974
00002000:00010000:2.0:1788876973.565385:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 157705 -> 159753
00010000:00010000:2.0:1788876973.565400:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.565413:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.565422:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.565429:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876973.565434:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.565443:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.565462:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.565469:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cd1b6d/0x3868396b8e767900 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876973.565614:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362871680:12345-192.168.203.59@tcp:4:dd.0 Request processed in 121771us (122006us total) trans 4294981838 rc 0/0
00000100:00100000:2.0:1788876973.565633:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 106
00000100:00100000:2.0:1788876973.565643:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830424047986 time 7830452811112 state 0x2 ref 0
00000001:00080000:3.0:1788876973.565705:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981838 is committed
00000100:00100000:3.0:1788876973.573143:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876973.573360:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871808
00000100:00100000:1.0:1788876973.573371:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871808
00000100:00100000:1.0:1788876973.573434:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830424047986 time 7830452811112 state 0x0 ref 1
00000100:00100000:1.0:1788876973.573447:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830502811112 time 7830452811112 state 0x1 ref 1
00000100:00100000:1.0:1788876973.573480:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830502811112 time 7830582462204 state 0x0 ref 1
00000100:00100000:1.0:1788876973.573494:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871808:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876973.573677:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 81788928, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x27009
00010000:00010000:1.0:1788876973.573687:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.573704:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:1.0:1788876973.573708:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876973.573715:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.573731:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876973.586096:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993654 is committed
00000001:00080000:2.0:1788876973.655951:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981839 is committed
00002000:00010000:1.0:1788876973.656134:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 81788928 -> 82837504
00002000:00010000:1.0:1788876973.656140:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 159753 -> 161801
00010000:00010000:1.0:1788876973.656154:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.656166:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.656174:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.656185:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876973.656190:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.656198:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.656226:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.656233:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e767907 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876973.656385:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871808:12345-192.168.203.59@tcp:4:dd.0 Request processed in 82888us (83245us total) trans 4294981839 rc 0/0
00000100:00100000:1.0:1788876973.656395:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 107
00000100:00100000:1.0:1788876973.656405:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830502811112 time 7830582462204 state 0x2 ref 0
00000100:00100000:2.0:1788876973.673432:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876973.673540:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362871936
00000100:00100000:3.0:1788876973.673550:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362871936
00000100:00100000:3.0:1788876973.673609:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830502811112 time 7830582462204 state 0x0 ref 1
00000100:00100000:3.0:1788876973.673623:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830632462204 time 7830582462204 state 0x1 ref 1
00000100:00100000:3.0:1788876973.673662:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830632462204 time 7830682643853 state 0x0 ref 1
00000100:00100000:3.0:1788876973.673674:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871936:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876973.673739:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 82837504, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x27809
00010000:00010000:3.0:1788876973.673750:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.673766:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:3.0:1788876973.673770:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876973.673778:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876973.673792:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876973.730971:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981840 is committed
00002000:00010000:1.0:1788876973.731134:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 82837504 -> 83886080
00002000:00010000:1.0:1788876973.731140:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 161801 -> 163849
00010000:00010000:1.0:1788876973.731223:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.731237:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.731409:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.731416:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876973.731421:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.731430:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.731450:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.731458:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000565e2d88/0x3868396b8e76790e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876973.731654:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362871936:12345-192.168.203.59@tcp:4:dd.0 Request processed in 57976us (58228us total) trans 4294981840 rc 0/0
00000100:00100000:1.0:1788876973.731667:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 108
00000100:00100000:1.0:1788876973.731678:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830632462204 time 7830682643853 state 0x2 ref 0
00000100:00100000:2.0:1788876973.739648:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876973.739740:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872064
00000100:00100000:0.0:1788876973.739749:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872064
00000100:00100000:0.0:1788876973.739807:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830632462204 time 7830682643853 state 0x0 ref 1
00000100:00100000:0.0:1788876973.739822:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830732643853 time 7830682643853 state 0x1 ref 1
00000100:00100000:0.0:1788876973.739851:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830732643853 time 7830748834176 state 0x0 ref 1
00000100:00100000:0.0:1788876973.739863:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362872064:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876973.739917:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 83886080, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x28009
00010000:00010000:0.0:1788876973.739926:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.739941:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:0.0:1788876973.739945:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876973.739952:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.739965:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876973.829443:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981841 is committed
00002000:00010000:1.0:1788876973.829540:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 83886080 -> 84934656
00002000:00010000:1.0:1788876973.829545:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 163849 -> 165897
00010000:00010000:1.0:1788876973.829560:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.829579:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.829588:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.829595:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876973.829600:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.829608:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.829636:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.829645:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e8bfd4c/0x3868396b8e767915 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876973.829777:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362872064:12345-192.168.203.59@tcp:4:dd.0 Request processed in 89910us (90143us total) trans 4294981841 rc 0/0
00000100:00100000:1.0:1788876973.829788:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 109
00000100:00100000:1.0:1788876973.829797:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830732643853 time 7830748834176 state 0x2 ref 0
00000100:00100000:3.0:1788876973.836574:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876973.836733:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872192
00000100:00100000:1.0:1788876973.836743:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872192
00000100:00100000:1.0:1788876973.836801:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830732643853 time 7830748834176 state 0x0 ref 1
00000100:00100000:1.0:1788876973.836816:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830798834176 time 7830748834176 state 0x1 ref 1
00000100:00100000:1.0:1788876973.836899:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830798834176 time 7830845880436 state 0x0 ref 1
00000100:00100000:1.0:1788876973.836913:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362872192:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876973.836970:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 84934656, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x28809
00010000:00010000:1.0:1788876973.836979:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.836994:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:1.0:1788876973.836998:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876973.837004:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876973.837058:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788876973.936587:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 84934656 -> 85983232
00002000:00010000:2.0:1788876973.936600:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 165897 -> 167945
00010000:00010000:2.0:1788876973.936619:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.936643:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.936651:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.936658:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876973.936663:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.936671:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.936690:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876973.936696:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcdcf4f4/0x3868396b8e76791c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876973.936811:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362872192:12345-192.168.203.59@tcp:4:dd.0 Request processed in 99895us (100241us total) trans 4294981842 rc 0/0
00000100:00100000:2.0:1788876973.936824:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 110
00000100:00100000:2.0:1788876973.936836:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830798834176 time 7830845880436 state 0x2 ref 0
00000001:00080000:2.0:1788876973.936881:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981842 is committed
00000100:00100000:2.0:1788876973.944764:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876973.944866:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872320
00000100:00100000:0.0:1788876973.944876:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872320
00000100:00100000:0.0:1788876973.944931:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830798834176 time 7830845880436 state 0x0 ref 1
00000100:00100000:0.0:1788876973.944946:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830895880436 time 7830845880436 state 0x1 ref 1
00000100:00100000:0.0:1788876973.944978:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830895880436 time 7830953959705 state 0x0 ref 1
00000100:00100000:0.0:1788876973.944991:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362872320:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876973.945167:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 85983232, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x29009
00010000:00010000:0.0:1788876973.945176:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.945191:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7830s v=(0 0)
00010000:00010000:0.0:1788876973.945196:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876973.945203:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876973.945218:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876974.021484:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981843 is committed
00002000:00010000:3.0:1788876974.021687:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 85983232 -> 87031808
00002000:00010000:3.0:1788876974.021693:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 167945 -> 169993
00010000:00010000:3.0:1788876974.021715:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.021730:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.021748:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.021756:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876974.021762:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.021773:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.021792:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.021799:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000198cc96b/0x3868396b8e767923 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876974.021895:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362872320:12345-192.168.203.59@tcp:4:dd.0 Request processed in 76899us (77134us total) trans 4294981843 rc 0/0
00000100:00100000:3.0:1788876974.021908:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 111
00000100:00100000:3.0:1788876974.021921:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830895880436 time 7830953959705 state 0x2 ref 0
00000100:00100000:2.0:1788876974.030222:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876974.030441:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872448
00000100:00100000:3.0:1788876974.030454:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872448
00000100:00100000:3.0:1788876974.030534:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7830895880436 time 7830953959705 state 0x0 ref 1
00000100:00100000:3.0:1788876974.030554:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831003959705 time 7830953959705 state 0x1 ref 1
00000100:00100000:3.0:1788876974.030602:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831003959705 time 7831039582483 state 0x0 ref 1
00000100:00100000:3.0:1788876974.030619:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362872448:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876974.030693:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 87031808, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x29809
00010000:00010000:3.0:1788876974.030708:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.030730:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7831s v=(0 0)
00010000:00010000:3.0:1788876974.030737:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876974.030746:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.030764:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876974.069958:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876974.070077:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876974.070120:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876974.070190:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876974.070388:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872832
00000100:00100000:3.0:1788876974.070397:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872832
00000100:00100000:3.0:1788876974.070468:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 394
00000100:00100000:3.0:1788876974.070477:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362872832:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876974.070544:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362872832:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (468us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876974.070550:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 394
00000100:00080000:1.0:1788876974.071445:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788876974.071837:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872576
00000100:00100000:0.0:1788876974.071844:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872576
00000100:00100000:0.0:1788876974.071894:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3187
00000100:00100000:0.0:1788876974.071903:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362872576:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876974.071948:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362872576:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 46us (2003us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876974.071955:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3187
00000100:00100000:0.0:1788876974.071986:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872704
00000100:00100000:0.0:1788876974.071990:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872704
00000100:00100000:0.0:1788876974.072051:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362872960
00000100:00100000:0.0:1788876974.072055:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362872960
00000100:00100000:0.0:1788876974.072077:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6822
00000100:00100000:0.0:1788876974.072082:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362872704:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876974.072110:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362872704:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (1991us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876974.072116:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6822
00000100:00100000:0.0:1788876974.072128:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6823
00000100:00100000:0.0:1788876974.072133:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362872960:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876974.072153:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362872960:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 20us (1966us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876974.072160:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6823
00000100:00080000:1.0:1788876974.072356:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00002000:00010000:1.0:1788876974.156286:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 87031808 -> 88080384
00002000:00010000:1.0:1788876974.156296:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 169993 -> 172041
00010000:00010000:1.0:1788876974.156311:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.156325:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.156332:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.156339:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876974.156343:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.156351:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.156370:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.156377:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76792a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876974.156473:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362872448:12345-192.168.203.59@tcp:4:dd.0 Request processed in 125854us (126261us total) trans 4294981844 rc 0/0
00000100:00100000:1.0:1788876974.156490:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 112
00000100:00100000:1.0:1788876974.156500:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831003959705 time 7831039582483 state 0x2 ref 0
00000001:00080000:1.0:1788876974.156538:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981844 is committed
00000100:00100000:1.0:1788876974.164877:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876974.165648:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873088
00000100:00100000:0.0:1788876974.165659:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873088
00000100:00100000:0.0:1788876974.165717:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831003959705 time 7831039582483 state 0x0 ref 1
00000100:00100000:0.0:1788876974.165732:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831089582483 time 7831039582483 state 0x1 ref 1
00000100:00100000:0.0:1788876974.165770:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831089582483 time 7831174745438 state 0x0 ref 1
00000100:00100000:0.0:1788876974.165783:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362873088:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876974.165831:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 88080384, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x2a009
00010000:00010000:0.0:1788876974.165840:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.165855:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7831s v=(0 0)
00010000:00010000:0.0:1788876974.165860:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876974.165867:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.165881:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.194685:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876974.296816:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981845 is committed
00002000:00010000:1.0:1788876974.297115:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 88080384 -> 89128960
00002000:00010000:1.0:1788876974.297120:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 172041 -> 174089
00010000:00010000:1.0:1788876974.297134:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.297148:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.297157:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.297171:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876974.297176:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.297186:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.297205:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.297213:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005aea732a/0x3868396b8e767931 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876974.297322:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998435b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362873088:12345-192.168.203.59@tcp:4:dd.0 Request processed in 131536us (132448us total) trans 4294981845 rc 0/0
00000100:00100000:1.0:1788876974.297333:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 113
00000100:00100000:1.0:1788876974.297342:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831089582483 time 7831174745438 state 0x2 ref 0
00000100:00100000:0.0:1788876974.311862:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876974.315028:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873216
00000100:00100000:1.0:1788876974.315043:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873216
00000100:00100000:2.0:1788876974.315319:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831089582483 time 7831174745438 state 0x0 ref 1
00000100:00100000:2.0:1788876974.315333:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831224745438 time 7831174745438 state 0x1 ref 1
00000100:00100000:2.0:1788876974.315480:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831224745438 time 7831324461800 state 0x0 ref 1
00000100:00100000:2.0:1788876974.315563:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362873216:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876974.315617:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 89128960, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x2a809
00010000:00010000:2.0:1788876974.315636:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876974.315653:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7831s v=(0 0)
00010000:00010000:2.0:1788876974.315658:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876974.315665:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876974.315678:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876974.438547:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981846 is committed
00002000:00010000:1.0:1788876974.442088:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 89128960 -> 90177536
00002000:00010000:1.0:1788876974.442098:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 174089 -> 176137
00010000:00010000:1.0:1788876974.442113:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.442125:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.442134:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.442143:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876974.442147:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.442156:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.442175:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.442183:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767938 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876974.442289:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362873216:12345-192.168.203.59@tcp:4:dd.0 Request processed in 126725us (130436us total) trans 4294981846 rc 0/0
00000100:00100000:1.0:1788876974.442299:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 114
00000100:00100000:1.0:1788876974.442309:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831224745438 time 7831324461800 state 0x2 ref 0
00000100:00100000:2.0:1788876974.457136:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876974.457223:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873344
00000100:00100000:3.0:1788876974.457240:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873344
00000100:00100000:3.0:1788876974.457306:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831224745438 time 7831324461800 state 0x0 ref 1
00000100:00100000:3.0:1788876974.457320:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831374461800 time 7831324461800 state 0x1 ref 1
00000100:00100000:3.0:1788876974.457351:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831374461800 time 7831466333507 state 0x0 ref 1
00000100:00100000:3.0:1788876974.457362:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362873344:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876974.457408:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 90177536, mtime: 0x6aa018ae, atime: 0x0, ctime: 0x6aa018ae, blocks: 0x2b009
00010000:00010000:3.0:1788876974.457418:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.457433:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7831s v=(0 0)
00010000:00010000:3.0:1788876974.457438:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876974.457445:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876974.457458:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876974.533053:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981847 is committed
00002000:00010000:1.0:1788876974.533229:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 90177536 -> 91226112
00002000:00010000:1.0:1788876974.533234:0:19112:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876974 -> 1788876975
00002000:00010000:1.0:1788876974.533237:0:19112:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876974 -> 1788876975
00002000:00010000:1.0:1788876974.533239:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 176137 -> 178185
00010000:00010000:1.0:1788876974.533252:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.533263:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.533272:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.533286:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876974.533292:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.533305:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.533322:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.533329:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e76793f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876974.533423:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362873344:12345-192.168.203.59@tcp:4:dd.0 Request processed in 76058us (76291us total) trans 4294981847 rc 0/0
00000100:00100000:1.0:1788876974.533433:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 115
00000100:00100000:1.0:1788876974.533443:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831374461800 time 7831466333507 state 0x2 ref 0
00000100:00100000:0.0:1788876974.550863:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876974.552187:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873472
00000100:00100000:2.0:1788876974.552200:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873472
00000100:00100000:2.0:1788876974.552261:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831374461800 time 7831466333507 state 0x0 ref 1
00000100:00100000:2.0:1788876974.552285:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831516333507 time 7831466333507 state 0x1 ref 1
00000100:00100000:2.0:1788876974.552315:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831516333507 time 7831561297388 state 0x0 ref 1
00000100:00100000:2.0:1788876974.552329:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362873472:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876974.552378:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 91226112, mtime: 0x6aa018af, atime: 0x0, ctime: 0x6aa018af, blocks: 0x2b809
00010000:00010000:2.0:1788876974.552387:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876974.552402:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7831s v=(0 0)
00010000:00010000:2.0:1788876974.552407:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876974.552413:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876974.552427:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876974.639217:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981848 is committed
00002000:00010000:1.0:1788876974.639491:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 91226112 -> 92274688
00002000:00010000:1.0:1788876974.639496:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 178185 -> 180233
00010000:00010000:1.0:1788876974.639511:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.639524:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.639532:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.639545:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876974.639549:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.639559:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.639575:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.639582:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767946 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876974.639685:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362873472:12345-192.168.203.59@tcp:4:dd.0 Request processed in 87354us (88827us total) trans 4294981848 rc 0/0
00000100:00100000:1.0:1788876974.639695:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 116
00000100:00100000:1.0:1788876974.639706:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831516333507 time 7831561297388 state 0x2 ref 0
00000100:00100000:1.0:1788876974.644579:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876974.644659:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873600
00000100:00100000:2.0:1788876974.644669:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873600
00000100:00100000:2.0:1788876974.644720:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831516333507 time 7831561297388 state 0x0 ref 1
00000100:00100000:2.0:1788876974.644733:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831611297388 time 7831561297388 state 0x1 ref 1
00000100:00100000:2.0:1788876974.644762:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831611297388 time 7831653744303 state 0x0 ref 1
00000100:00100000:2.0:1788876974.644773:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362873600:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876974.644819:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 92274688, mtime: 0x6aa018af, atime: 0x0, ctime: 0x6aa018af, blocks: 0x2c009
00010000:00010000:2.0:1788876974.644827:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876974.644842:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7831s v=(0 0)
00010000:00010000:2.0:1788876974.644847:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876974.644853:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876974.644867:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788876974.750911:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981849 is committed
00002000:00010000:0.0:1788876974.751083:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 92274688 -> 93323264
00002000:00010000:0.0:1788876974.751088:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 180233 -> 182281
00010000:00010000:0.0:1788876974.751101:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.751114:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.751124:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.751132:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876974.751136:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.751145:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.751167:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876974.751175:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003451e907/0x3868396b8e76794d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876974.751268:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362873600:12345-192.168.203.59@tcp:4:dd.0 Request processed in 106492us (106692us total) trans 4294981849 rc 0/0
00000100:00100000:0.0:1788876974.751395:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 117
00000100:00100000:0.0:1788876974.751405:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831611297388 time 7831653744303 state 0x2 ref 0
00000100:00100000:3.0:1788876974.757615:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876974.757712:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873728
00000100:00100000:1.0:1788876974.757722:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873728
00000100:00100000:1.0:1788876974.757777:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831611297388 time 7831653744303 state 0x0 ref 1
00000100:00100000:1.0:1788876974.757789:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831703744303 time 7831653744303 state 0x1 ref 1
00000100:00100000:1.0:1788876974.757821:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831703744303 time 7831766803626 state 0x0 ref 1
00000100:00100000:1.0:1788876974.757834:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362873728:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876974.757883:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 93323264, mtime: 0x6aa018af, atime: 0x0, ctime: 0x6aa018af, blocks: 0x2c809
00010000:00010000:1.0:1788876974.757892:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.757907:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7831s v=(0 0)
00010000:00010000:1.0:1788876974.757911:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876974.757918:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876974.757931:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788876975.079726:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981850 is committed
00002000:00010000:3.0:1788876975.080559:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 93323264 -> 94371840
00002000:00010000:3.0:1788876975.080564:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 182281 -> 184329
00010000:00010000:3.0:1788876975.080579:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.080601:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.080610:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.080616:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876975.080631:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.080639:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.080658:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.080665:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767954 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876975.080767:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362873728:12345-192.168.203.59@tcp:4:dd.0 Request processed in 322923us (323149us total) trans 4294981850 rc 0/0
00000100:00100000:3.0:1788876975.080779:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 118
00000100:00100000:3.0:1788876975.080789:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831703744303 time 7831766803626 state 0x2 ref 0
00000004:00080000:1.0:1788876975.080793:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 568 committed
00000100:00100000:3.0:1788876975.080890:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831861d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365768960:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788876975.080944:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876975.081077:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365768960
00000100:00100000:2.0:1788876975.081085:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365768960
00000100:00100000:2.0:1788876975.081138:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 572
00000100:00100000:2.0:1788876975.081148:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365768960:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1788876975.081172:0:166967:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3663 count 1
00002000:00010000:2.0:1788876975.081195:0:166967:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe4f:0x0] initial LVB size: 8388608, mtime: 0x6aa018a4, atime: 0x0, ctime: 0x6aa018a4, blocks: 0x4007
00010000:00010000:2.0:1788876975.081202:0:166967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.081219:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4f:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:2.0:1788876975.081224:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe4f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876975.081229:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.081785:0:166967:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.081795:0:166967:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.081802:0:166967:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.081826:0:166967:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876975.082316:0:21193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876975.082324:0:21193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.082333:0:21193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876975.082338:0:21193:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.082347:0:21193:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.082361:0:21193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.082368:0:21193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e76795b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.082384:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876975.082386:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876975.082388:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876975.082921:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365768960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1771us (1973us total) trans 4294981851 rc 0/0
00000100:00100000:2.0:1788876975.082932:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 572
00000100:00080000:2.0:1788876975.082961:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000004:00080000:3.0:1788876975.083220:0:3308:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99831861d500/2, rc 0, transno 4294981851
00000100:00100000:3.0:1788876975.083227:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831861d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365768960:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1788876975.087968:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876975.088297:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873856
00000100:00100000:1.0:1788876975.088308:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873856
00000100:00100000:1.0:1788876975.088411:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831703744303 time 7831766803626 state 0x0 ref 1
00000100:00100000:1.0:1788876975.088424:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831816803626 time 7831766803626 state 0x1 ref 1
00000100:00100000:1.0:1788876975.088461:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831816803626 time 7832097442820 state 0x0 ref 1
00000100:00100000:1.0:1788876975.088473:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362873856:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876975.088522:0:25657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 94371840, mtime: 0x6aa018af, atime: 0x0, ctime: 0x6aa018af, blocks: 0x2d009
00010000:00010000:1.0:1788876975.088531:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.088546:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:1.0:1788876975.088551:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876975.088556:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.088569:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788876975.092102:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788876975.222598:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1788876975.244351:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981852 is committed
00000001:00080000:1.0:1788876975.244388:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981851 is committed
00002000:00010000:0.0:1788876975.244464:0:25657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 94371840 -> 95420416
00002000:00010000:0.0:1788876975.244472:0:25657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 184329 -> 186377
00010000:00010000:0.0:1788876975.244507:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.244523:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.244534:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.244543:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876975.244551:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.244563:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.244586:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.244596:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e767962 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876975.244747:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362873856:12345-192.168.203.59@tcp:4:dd.0 Request processed in 156267us (156781us total) trans 4294981852 rc 0/0
00000100:00100000:0.0:1788876975.244763:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 119
00000100:00100000:0.0:1788876975.244778:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831816803626 time 7832097442820 state 0x2 ref 0
00000100:00100000:2.0:1788876975.261886:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876975.263755:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362873984
00000100:00100000:0.0:1788876975.263768:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362873984
00000100:00100000:0.0:1788876975.263839:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7831816803626 time 7832097442820 state 0x0 ref 1
00000100:00100000:0.0:1788876975.263853:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832147442820 time 7832097442820 state 0x1 ref 1
00000100:00100000:0.0:1788876975.263885:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832147442820 time 7832272867710 state 0x0 ref 1
00000100:00100000:0.0:1788876975.263896:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362873984:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:0.0:1788876975.263947:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 95420416, mtime: 0x6aa018af, atime: 0x0, ctime: 0x6aa018af, blocks: 0x2d809
00010000:00010000:0.0:1788876975.263956:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.263970:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:0.0:1788876975.263974:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876975.263981:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.263994:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788876975.419246:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981853 is committed
00002000:00010000:0.0:1788876975.420414:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 95420416 -> 96468992
00002000:00010000:0.0:1788876975.420422:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 186377 -> 188425
00010000:00010000:0.0:1788876975.420437:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.420466:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.420475:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.420483:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876975.420488:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.420497:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.420516:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876975.420524:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767969 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876975.420634:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362873984:12345-192.168.203.59@tcp:4:dd.0 Request processed in 156735us (158762us total) trans 4294981853 rc 0/0
00000100:00100000:0.0:1788876975.420644:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 120
00000100:00100000:0.0:1788876975.420654:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832147442820 time 7832272867710 state 0x2 ref 0
00000100:00100000:2.0:1788876975.427960:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876975.428048:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362874112
00000100:00100000:3.0:1788876975.428058:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362874112
00000100:00100000:3.0:1788876975.428128:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832147442820 time 7832272867710 state 0x0 ref 1
00000100:00100000:3.0:1788876975.428142:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832322867710 time 7832272867710 state 0x1 ref 1
00000100:00100000:3.0:1788876975.428175:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832322867710 time 7832437157404 state 0x0 ref 1
00000100:00100000:3.0:1788876975.428188:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362874112:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876975.428252:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 96468992, mtime: 0x6aa018af, atime: 0x0, ctime: 0x6aa018af, blocks: 0x2e009
00010000:00010000:3.0:1788876975.428261:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.428286:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:3.0:1788876975.428292:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876975.428299:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.428314:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876975.520387:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981854 is committed
00002000:00010000:1.0:1788876975.520560:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 96468992 -> 97517568
00002000:00010000:1.0:1788876975.520565:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb mtime from disk: 1788876975 -> 1788876976
00002000:00010000:1.0:1788876975.520567:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb ctime from disk: 1788876975 -> 1788876976
00002000:00010000:1.0:1788876975.520570:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 188425 -> 190473
00010000:00010000:1.0:1788876975.520584:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.520597:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.520606:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.520613:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876975.520625:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.520635:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.520653:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.520660:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767970 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876975.520757:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362874112:12345-192.168.203.59@tcp:4:dd.0 Request processed in 92566us (92801us total) trans 4294981854 rc 0/0
00000100:00100000:1.0:1788876975.520768:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 121
00000100:00100000:1.0:1788876975.520777:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832322867710 time 7832437157404 state 0x2 ref 0
00000100:00100000:2.0:1788876975.529920:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876975.530049:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362874240
00000100:00100000:1.0:1788876975.530059:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362874240
00000100:00100000:1.0:1788876975.530113:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832322867710 time 7832437157404 state 0x0 ref 1
00000100:00100000:1.0:1788876975.530126:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832487157404 time 7832437157404 state 0x1 ref 1
00000100:00100000:1.0:1788876975.530159:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832487157404 time 7832539141206 state 0x0 ref 1
00000100:00100000:1.0:1788876975.530171:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362874240:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876975.530219:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 97517568, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x2e809
00010000:00010000:1.0:1788876975.530228:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.530257:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:1.0:1788876975.530262:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876975.530269:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.530517:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876975.534629:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365769088:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788876975.534707:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876975.534827:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769088
00000100:00100000:1.0:1788876975.534836:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769088
00000100:00100000:1.0:1788876975.534894:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 395
00000100:00100000:1.0:1788876975.534904:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365769088:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876975.534925:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 218431488 pending 1703936 free 3748659200 avail 3743416320
00000100:00100000:1.0:1788876975.534971:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365769088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876975.534978:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 395
00000100:00100000:1.0:1788876975.535032:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981851 gen 2
00000004:00080000:1.0:1788876975.535037:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99831861d500, transno 4294981851
00000100:00100000:1.0:1788876975.535054:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365769088:0@lo:13:osp-pre-0-0.0
00002000:00010000:2.0:1788876975.618301:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 97517568 -> 98566144
00002000:00010000:2.0:1788876975.618310:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 190473 -> 192521
00010000:00010000:2.0:1788876975.618326:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.618341:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.618352:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.618360:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876975.618366:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.618376:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.618395:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.618403:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a51f483/0x3868396b8e767977 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876975.618525:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362874240:12345-192.168.203.59@tcp:4:dd.0 Request processed in 88351us (88610us total) trans 4294981855 rc 0/0
00000100:00100000:2.0:1788876975.618536:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 122
00000100:00100000:2.0:1788876975.618547:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832487157404 time 7832539141206 state 0x2 ref 0
00000001:00080000:0.0:1788876975.618818:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981855 is committed
00000100:00100000:2.0:1788876975.625351:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876975.625427:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362874368
00000100:00100000:1.0:1788876975.625437:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362874368
00000100:00100000:1.0:1788876975.625498:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832487157404 time 7832539141206 state 0x0 ref 1
00000100:00100000:1.0:1788876975.625511:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832589141206 time 7832539141206 state 0x1 ref 1
00000100:00100000:1.0:1788876975.625545:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832589141206 time 7832634526859 state 0x0 ref 1
00000100:00100000:1.0:1788876975.625557:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362874368:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876975.625611:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 98566144, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x2f009
00010000:00010000:1.0:1788876975.625636:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.625656:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:1.0:1788876975.625663:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876975.625673:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.625692:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876975.709040:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981856 is committed
00002000:00010000:3.0:1788876975.709201:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 98566144 -> 99614720
00002000:00010000:3.0:1788876975.709210:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 192521 -> 194569
00010000:00010000:3.0:1788876975.709247:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.709260:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.709279:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.709287:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876975.709293:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.709301:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.709320:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876975.709328:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010542d02/0x3868396b8e76797e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876975.709445:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362874368:12345-192.168.203.59@tcp:4:dd.0 Request processed in 83881us (84097us total) trans 4294981856 rc 0/0
00000100:00100000:3.0:1788876975.709460:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 123
00000100:00100000:3.0:1788876975.709473:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832589141206 time 7832634526859 state 0x2 ref 0
00000100:00100000:1.0:1788876975.717739:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876975.717851:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362874496
00000100:00100000:2.0:1788876975.717864:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362874496
00000100:00100000:2.0:1788876975.717935:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832589141206 time 7832634526859 state 0x0 ref 1
00000100:00100000:2.0:1788876975.717952:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832684526859 time 7832634526859 state 0x1 ref 1
00000100:00100000:2.0:1788876975.718144:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832684526859 time 7832727122570 state 0x0 ref 1
00000100:00100000:2.0:1788876975.718164:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362874496:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876975.718413:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 99614720, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x2f809
00010000:00010000:2.0:1788876975.718423:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.718440:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:2.0:1788876975.718444:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876975.718451:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876975.718464:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876975.879911:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981857 is committed
00002000:00010000:1.0:1788876975.880033:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 99614720 -> 100663296
00002000:00010000:1.0:1788876975.880038:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 194569 -> 196617
00010000:00010000:1.0:1788876975.880052:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.880064:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.880072:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.880079:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876975.880084:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.880092:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.880111:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.880118:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e767985 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876975.880287:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362874496:12345-192.168.203.59@tcp:4:dd.0 Request processed in 162124us (162553us total) trans 4294981857 rc 0/0
00000100:00100000:1.0:1788876975.880298:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 124
00000100:00100000:1.0:1788876975.880308:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832684526859 time 7832727122570 state 0x2 ref 0
00000100:00100000:3.0:1788876975.887229:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876975.887355:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362874624
00000100:00100000:1.0:1788876975.887365:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362874624
00000100:00100000:1.0:1788876975.887459:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832684526859 time 7832727122570 state 0x0 ref 1
00000100:00100000:1.0:1788876975.887472:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832777122570 time 7832727122570 state 0x1 ref 1
00000100:00100000:1.0:1788876975.887516:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832777122570 time 7832896497875 state 0x0 ref 1
00000100:00100000:1.0:1788876975.887530:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362874624:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876975.887577:0:19112:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 100663296, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x30009
00010000:00010000:1.0:1788876975.887587:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.887602:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7832s v=(0 0)
00010000:00010000:1.0:1788876975.887607:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876975.887613:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876975.887634:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788876976.037056:0:19112:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 100663296 -> 101711872
00002000:00010000:1.0:1788876976.037065:0:19112:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 196617 -> 198665
00010000:00010000:1.0:1788876976.037079:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.037091:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.037100:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.037107:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876976.037113:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.037122:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.037143:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.037150:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e76798c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876976.037899:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362874624:12345-192.168.203.59@tcp:4:dd.0 Request processed in 150364us (150672us total) trans 4294981858 rc 0/0
00000100:00100000:1.0:1788876976.037910:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 125
00000100:00100000:1.0:1788876976.037920:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832777122570 time 7832896497875 state 0x2 ref 0
00000001:00080000:3.0:1788876976.042144:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981858 is committed
00000100:00100000:2.0:1788876976.051400:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876976.051689:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362874752
00000100:00100000:1.0:1788876976.051698:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362874752
00000100:00100000:1.0:1788876976.051750:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832777122570 time 7832896497875 state 0x0 ref 1
00000100:00100000:1.0:1788876976.051764:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832946497875 time 7832896497875 state 0x1 ref 1
00000100:00100000:1.0:1788876976.051785:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832946497875 time 7833060767935 state 0x0 ref 1
00000100:00100000:1.0:1788876976.051796:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362874752:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:1.0:1788876976.051842:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 101711872, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x30809
00010000:00010000:1.0:1788876976.051851:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.051867:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7833s v=(0 0)
00010000:00010000:1.0:1788876976.051871:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876976.051878:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.051890:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876976.183209:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981859 is committed
00002000:00010000:1.0:1788876976.184152:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 101711872 -> 102760448
00002000:00010000:1.0:1788876976.184159:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 198665 -> 200713
00010000:00010000:1.0:1788876976.184173:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.184186:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.184196:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.184204:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876976.184210:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.184219:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.185127:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.185140:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9acf371/0x3868396b8e767993 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876976.193308:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362874752:12345-192.168.203.59@tcp:4:dd.0 Request processed in 141503us (141906us total) trans 4294981859 rc 0/0
00000100:00100000:1.0:1788876976.193323:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 126
00000100:00100000:1.0:1788876976.193334:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832946497875 time 7833060767935 state 0x2 ref 0
00000100:00100000:2.0:1788876976.222039:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876976.222078:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362874880
00000100:00100000:2.0:1788876976.222087:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362874880
00000100:00100000:2.0:1788876976.222139:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7832946497875 time 7833060767935 state 0x0 ref 1
00000100:00100000:2.0:1788876976.222153:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833110767935 time 7833060767935 state 0x1 ref 1
00000100:00100000:2.0:1788876976.222176:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833110767935 time 7833231158576 state 0x0 ref 1
00000100:00100000:2.0:1788876976.222188:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362874880:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:2.0:1788876976.222242:0:18422:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 102760448, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x31009
00010000:00010000:2.0:1788876976.222252:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.222434:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7833s v=(0 0)
00010000:00010000:2.0:1788876976.222440:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876976.222447:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.222462:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.248715:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788876976.333988:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981860 is committed
00002000:00010000:2.0:1788876976.334179:0:18422:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 102760448 -> 103809024
00002000:00010000:2.0:1788876976.334183:0:18422:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 200713 -> 202761
00010000:00010000:2.0:1788876976.334197:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.334216:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.334225:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.334241:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876976.334247:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.334256:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.334284:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.334291:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e76799a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876976.334379:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362874880:12345-192.168.203.59@tcp:4:dd.0 Request processed in 112188us (112369us total) trans 4294981860 rc 0/0
00000100:00100000:2.0:1788876976.334389:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 127
00000100:00100000:2.0:1788876976.334399:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833110767935 time 7833231158576 state 0x2 ref 0
00000100:00100000:1.0:1788876976.347152:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876976.347262:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362875008
00000100:00100000:3.0:1788876976.347272:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362875008
00000100:00100000:3.0:1788876976.347328:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833110767935 time 7833231158576 state 0x0 ref 1
00000100:00100000:3.0:1788876976.347343:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833281158576 time 7833231158576 state 0x1 ref 1
00000100:00100000:3.0:1788876976.347373:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833281158576 time 7833356355076 state 0x0 ref 1
00000100:00100000:3.0:1788876976.347393:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362875008:12345-192.168.203.59@tcp:4:dd.0
00002000:00010000:3.0:1788876976.347441:0:6588:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 103809024, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x31809
00010000:00010000:3.0:1788876976.347450:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.347465:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7833s v=(0 0)
00010000:00010000:3.0:1788876976.347469:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876976.347476:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.347490:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788876976.502714:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981861 is committed
00002000:00010000:3.0:1788876976.502794:0:6588:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb size from disk: 103809024 -> 104857600
00002000:00010000:3.0:1788876976.502799:0:6588:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe51:0x0] updating lvb blocks from disk: 202761 -> 204809
00010000:00010000:3.0:1788876976.502812:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.502825:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.502839:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.502845:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876976.502850:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.502857:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.502875:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.502882:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876976.503081:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362875008:12345-192.168.203.59@tcp:4:dd.0 Request processed in 155684us (155933us total) trans 4294981861 rc 0/0
00000100:00100000:3.0:1788876976.503092:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 128
00000100:00100000:3.0:1788876976.503103:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833281158576 time 7833356355076 state 0x2 ref 0
00000100:00100000:1.0:1788876976.507522:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876976.507683:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362875264
00000100:00100000:3.0:1788876976.507692:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362875264
00000100:00100000:3.0:1788876976.507803:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9897
00000100:00100000:3.0:1788876976.507814:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252792:x1875765362875264:12345-192.168.203.59@tcp:35:dd.0
00000001:00080000:3.0:1788876976.508513:0:5794:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010886
00000100:00100000:3.0:1788876976.508637:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252792:x1875765362875264:12345-192.168.203.59@tcp:35:dd.0 Request processed in 823us (1121us total) trans 4295010887 rc 0/0
00000100:00100000:3.0:1788876976.508646:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9897
00000020:00080000:3.0:1788876976.508651:0:5794:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00080000:2.0:1788876976.510352:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876976.695459:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876976.695589:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362875520
00000100:00100000:2.0:1788876976.695599:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362875520
00000100:00100000:2.0:1788876976.695667:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60374
00000100:00100000:2.0:1788876976.695677:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831861d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252809:x1875765362875520:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788876976.695699:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788876976.695720:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddbc00/0x3868396b8e7679a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8887fd expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.695847:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e7679af lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.695861:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e7679af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.695873:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e7679af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876976.695897:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb4:0x0]: returning size 104857600
00010000:00010000:2.0:1788876976.696462:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddbc00/0x3868396b8e7679a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887fd expref: 13 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.696484:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e7679af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887fd expref: 12 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.696493:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb4:0x0].0x0 (ffff99840390fb00)
00010000:00010000:2.0:1788876976.696496:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788876976.696499:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddb000, rc 0)
00000100:00100000:2.0:1788876976.696626:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831861d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252809:x1875765362875520:12345-192.168.203.59@tcp:101:dd.0 Request processed in 950us (1177us total) trans 4295010888 rc 0/0
00000100:00100000:2.0:1788876976.696637:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60374
00000100:00100000:0.0:1788876976.701004:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876976.701151:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362875648
00000100:00100000:3.0:1788876976.701161:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362875648
00000100:00100000:3.0:1788876976.701225:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1213
00000100:00100000:3.0:1788876976.701247:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2355:x1875765362875648:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788876976.701260:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788876976.701292:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb000/0x3868396b8e7679af lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887fd expref: 12 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.701309:0:6599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb4:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788876976.701314:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788876976.701360:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2355:x1875765362875648:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 115us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876976.701368:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1213
00000100:00100000:1.0:1788876976.704206:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876976.704405:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362875776
00000100:00100000:3.0:1788876976.704412:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362875776
00000100:00100000:3.0:1788876976.704462:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 573
00000100:00100000:3.0:1788876976.704471:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362875776:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788876976.704485:0:167350:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788876976.704503:0:167350:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888804 expref: -99 pid: 167350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788876976.704622:0:167350:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 104857600, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x32009
00010000:00010000:3.0:1788876976.704640:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7833s v=(0 0)
00010000:00010000:3.0:1788876976.704644:0:167350:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876976.704654:0:167350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888804 expref: 6 pid: 167350 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.704670:0:167350:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888804 expref: 6 pid: 167350 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.704683:0:167350:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a800, rc 0)
00000100:00100000:3.0:1788876976.704757:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362875776:12345-192.168.203.59@tcp:101:dd.0 Request processed in 287us (556us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876976.704764:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 573
00000100:00100000:1.0:1788876976.712279:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876976.712465:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362875904
00000100:00100000:0.0:1788876976.712474:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362875904
00000100:00100000:0.0:1788876976.712534:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7821465889307 time 7821445925200 state 0x0 ref 1
00000100:00100000:0.0:1788876976.712548:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7821545925200 time 7821445925200 state 0x1 ref 1
00000100:00100000:0.0:1788876976.712620:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7821545925200 time 7833721593371 state 0x0 ref 1
00000100:00100000:0.0:1788876976.712632:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362875904:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876976.712666:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876976.712682:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876976.712687:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876976.712693:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876976.712708:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.732272:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.732290:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.732299:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.732305:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876976.732309:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.732318:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.732335:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.732342:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb6b5c6b/0x3868396b8e7679c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876976.732419:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362875904:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19784us (20150us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876976.732430:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 129
00000100:00100000:2.0:1788876976.732439:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7821545925200 time 7833721593371 state 0x2 ref 0
00000100:00100000:0.0:1788876976.736563:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876976.736691:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876032
00000100:00100000:2.0:1788876976.736701:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876032
00000100:00100000:2.0:1788876976.736751:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7821545925200 time 7833721593371 state 0x0 ref 1
00000100:00100000:2.0:1788876976.736765:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 2 deadline 7833821593371 time 7833721593371 state 0x1 ref 1
00000100:00100000:2.0:1788876976.736797:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 1 deadline 7833821593371 time 7833745778483 state 0x0 ref 1
00000100:00100000:2.0:1788876976.736809:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362876032:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876976.736847:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.736866:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876976.736871:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876976.736877:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.736902:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.753011:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.753060:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.753069:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.753076:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876976.753080:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.753090:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.753109:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.753117:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7738eca/0x3868396b8e7679cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876976.753199:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362876032:12345-192.168.203.59@tcp:3:dd.0 Request processed in 16387us (16640us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876976.753210:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 130
00000100:00100000:3.0:1788876976.753219:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 1 deadline 7833821593371 time 7833745778483 state 0x2 ref 0
00000100:00100000:0.0:1788876976.760477:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876976.760824:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876160
00000100:00100000:1.0:1788876976.760833:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876160
00000100:00100000:1.0:1788876976.760895:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 1 deadline 7833821593371 time 7833745778483 state 0x0 ref 1
00000100:00100000:1.0:1788876976.760909:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 1 deadline 7833845778483 time 7833745778483 state 0x1 ref 1
00000100:00100000:1.0:1788876976.760936:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833845778483 time 7833769918843 state 0x0 ref 1
00000100:00100000:1.0:1788876976.760947:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362876160:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876976.760980:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.760995:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876976.760999:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876976.761006:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.761050:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.770702:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.770723:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.770732:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.770740:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d5000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876976.770745:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.770754:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.770778:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876976.770786:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b5d2cc6/0x3868396b8e7679d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876976.770872:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362876160:12345-192.168.203.59@tcp:3:dd.0 Request processed in 9920us (10400us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876976.770883:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 131
00000100:00100000:1.0:1788876976.770902:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833845778483 time 7833769918843 state 0x2 ref 0
00000100:00100000:1.0:1788876976.777936:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876976.778079:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876288
00000100:00100000:2.0:1788876976.778089:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876288
00000100:00100000:2.0:1788876976.778140:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833845778483 time 7833769918843 state 0x0 ref 1
00000100:00100000:2.0:1788876976.778153:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833869918843 time 7833769918843 state 0x1 ref 1
00000100:00100000:3.0:1788876976.863667:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833869918843 time 7833872636344 state 0x0 ref 1
00000100:00100000:3.0:1788876976.863697:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362876288:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876976.863740:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.863755:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876976.863760:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876976.863766:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.863784:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.879853:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.879871:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.879880:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.879897:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876976.879901:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.879910:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.879928:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876976.879936:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7679d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876976.880053:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362876288:12345-192.168.203.59@tcp:3:dd.0 Request processed in 16328us (102085us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876976.880065:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 132
00000100:00100000:3.0:1788876976.880075:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833869918843 time 7833872636344 state 0x2 ref 0
00000100:00100000:1.0:1788876976.883803:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876976.895135:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876416
00000100:00100000:0.0:1788876976.895150:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876416
00000100:00100000:0.0:1788876976.895389:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833869918843 time 7833872636344 state 0x0 ref 1
00000100:00100000:0.0:1788876976.895402:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833972636344 time 7833872636344 state 0x1 ref 1
00000100:00100000:2.0:1788876976.964918:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833972636344 time 7833973888454 state 0x0 ref 1
00000100:00100000:2.0:1788876976.964948:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362876416:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876976.964988:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.965005:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876976.965010:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876976.965056:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.965070:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.988287:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.988308:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.988318:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.988324:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876976.988329:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.988342:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.988360:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876976.988367:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876976.988451:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362876416:12345-192.168.203.59@tcp:3:dd.0 Request processed in 23510us (104651us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876976.988461:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 133
00000100:00100000:2.0:1788876976.988471:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833972636344 time 7833973888454 state 0x2 ref 0
00000100:00100000:0.0:1788876977.000488:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876977.000796:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876544
00000100:00100000:1.0:1788876977.000805:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876544
00000100:00100000:1.0:1788876977.000876:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7833972636344 time 7833973888454 state 0x0 ref 1
00000100:00100000:1.0:1788876977.000889:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834073888454 time 7833973888454 state 0x1 ref 1
00000100:00080000:3.0:1788876977.001049:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876977.065048:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834073888454 time 7834073994576 state 0x0 ref 1
00000100:00100000:1.0:1788876977.065083:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998313072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362876544:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876977.065137:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.065159:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876977.065163:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876977.065168:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.065183:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.079360:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.079381:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.079390:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.079397:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984104d4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876977.079401:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.079409:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.079427:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.079439:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae398e2d/0x3868396b8e7679e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876977.079530:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998313072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362876544:12345-192.168.203.59@tcp:3:dd.0 Request processed in 14458us (79047us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876977.079540:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 134
00000100:00100000:1.0:1788876977.079549:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834073888454 time 7834073994576 state 0x2 ref 0
00000100:00100000:3.0:1788876977.083907:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876977.085156:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876672
00000100:00100000:2.0:1788876977.085176:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876672
00000100:00100000:2.0:1788876977.085239:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834073888454 time 7834073994576 state 0x0 ref 1
00000100:00100000:2.0:1788876977.085253:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834173994576 time 7834073994576 state 0x1 ref 1
00000100:00100000:0.0:1788876977.165792:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834173994576 time 7834174760480 state 0x0 ref 1
00000100:00100000:0.0:1788876977.165824:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362876672:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876977.165868:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.165885:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.165889:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.165895:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.165908:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.185142:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.185162:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.185172:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.185179:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876977.185184:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.185194:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.185213:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.185231:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f5462/0x3868396b8e7679ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876977.185318:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362876672:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19503us (101415us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876977.185328:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 135
00000100:00100000:1.0:1788876977.185338:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834173994576 time 7834174760480 state 0x2 ref 0
00000100:00100000:1.0:1788876977.195113:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876977.195186:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876800
00000100:00100000:3.0:1788876977.195197:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876800
00000100:00100000:3.0:1788876977.195262:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834173994576 time 7834174760480 state 0x0 ref 1
00000100:00100000:3.0:1788876977.195277:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834274760480 time 7834174760480 state 0x1 ref 1
00010000:00010000:1.0:1788876977.262166:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876977.266066:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834274760480 time 7834275035837 state 0x0 ref 1
00000100:00100000:2.0:1788876977.266098:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362876800:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876977.266154:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.266179:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876977.266184:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876977.266191:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.266206:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.286096:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.286126:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.286136:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.286150:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c444000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876977.286155:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.286165:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.286184:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.286192:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025ddcfec/0x3868396b8e7679f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876977.287505:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362876800:12345-192.168.203.59@tcp:3:dd.0 Request processed in 21410us (92390us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876977.287518:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 136
00000100:00100000:0.0:1788876977.287529:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834274760480 time 7834275035837 state 0x2 ref 0
00000100:00100000:1.0:1788876977.297495:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876977.297708:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362876928
00000100:00100000:3.0:1788876977.297717:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362876928
00000100:00100000:3.0:1788876977.297773:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834274760480 time 7834275035837 state 0x0 ref 1
00000100:00100000:3.0:1788876977.297787:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834375035837 time 7834275035837 state 0x1 ref 1
00000100:00100000:2.0:1788876977.366782:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834375035837 time 7834375751781 state 0x0 ref 1
00000100:00100000:2.0:1788876977.366814:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362876928:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876977.366856:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.366873:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876977.366878:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876977.366885:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.366899:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.402898:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.402928:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.402937:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.402944:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876977.402949:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.402960:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.402980:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.402988:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000132cf261/0x3868396b8e7679fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876977.403128:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362876928:12345-192.168.203.59@tcp:3:dd.0 Request processed in 36321us (105646us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876977.403312:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 137
00000100:00100000:2.0:1788876977.403322:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834375035837 time 7834375751781 state 0x2 ref 0
00000100:00100000:1.0:1788876977.412713:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876977.414591:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877056
00000100:00100000:0.0:1788876977.414618:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877056
00000100:00100000:0.0:1788876977.414694:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834375035837 time 7834375751781 state 0x0 ref 1
00000100:00100000:0.0:1788876977.414708:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834475751781 time 7834375751781 state 0x1 ref 1
00000100:00100000:3.0:1788876977.466994:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834475751781 time 7834475963402 state 0x0 ref 1
00000100:00100000:3.0:1788876977.467061:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362877056:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876977.467115:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876977.467132:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876977.467136:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876977.467142:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876977.467162:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.493105:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.493132:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.493141:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.493148:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876977.493153:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.493164:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.493184:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.493192:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767a03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876977.493419:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984104ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362877056:12345-192.168.203.59@tcp:3:dd.0 Request processed in 26400us (80712us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876977.493431:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 138
00000100:00100000:2.0:1788876977.493442:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834475751781 time 7834475963402 state 0x2 ref 0
00000100:00100000:3.0:1788876977.501010:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876977.503490:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877184
00000100:00100000:2.0:1788876977.503505:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877184
00000100:00100000:2.0:1788876977.503565:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834475751781 time 7834475963402 state 0x0 ref 1
00000100:00100000:2.0:1788876977.503580:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834575963402 time 7834475963402 state 0x1 ref 1
00000100:00100000:0.0:1788876977.567559:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834575963402 time 7834576529317 state 0x0 ref 1
00000100:00100000:0.0:1788876977.567593:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362877184:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876977.567642:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.567660:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.567664:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.567670:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.567684:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.596475:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.596495:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.596505:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.596512:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876977.596517:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.596526:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.596544:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.596553:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876977.596643:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362877184:12345-192.168.203.59@tcp:3:dd.0 Request processed in 29057us (95636us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876977.596653:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 139
00000100:00100000:0.0:1788876977.596663:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834575963402 time 7834576529317 state 0x2 ref 0
00000100:00100000:3.0:1788876977.609262:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876977.609420:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877312
00000100:00100000:2.0:1788876977.609432:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877312
00000100:00100000:2.0:1788876977.609488:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834575963402 time 7834576529317 state 0x0 ref 1
00000100:00100000:2.0:1788876977.609502:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834676529317 time 7834576529317 state 0x1 ref 1
00000100:00100000:0.0:1788876977.669841:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834676529317 time 7834678808205 state 0x0 ref 1
00000100:00100000:0.0:1788876977.669875:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362877312:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876977.669919:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.669935:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.669940:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.669948:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.669963:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.699811:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.699834:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.699844:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.699851:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876977.699856:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.699866:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.699886:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.699894:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876977.699997:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362877312:12345-192.168.203.59@tcp:3:dd.0 Request processed in 30130us (90740us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876977.700007:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 140
00000100:00100000:0.0:1788876977.700055:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834676529317 time 7834678808205 state 0x2 ref 0
00000100:00100000:3.0:1788876977.718134:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876977.718374:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877440
00000100:00100000:1.0:1788876977.718394:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877440
00000100:00100000:1.0:1788876977.718448:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834676529317 time 7834678808205 state 0x0 ref 1
00000100:00100000:1.0:1788876977.718463:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834778808205 time 7834678808205 state 0x1 ref 1
00000100:00100000:0.0:1788876977.770306:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834778808205 time 7834779276239 state 0x0 ref 1
00000100:00100000:0.0:1788876977.770338:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362877440:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876977.770383:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.770399:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.770404:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876977.770411:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.770424:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.815635:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.815655:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.815665:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.815673:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876977.815678:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.815688:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.815706:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.815715:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767a18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876977.815794:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362877440:12345-192.168.203.59@tcp:3:dd.0 Request processed in 45464us (97667us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876977.815805:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 141
00000100:00100000:0.0:1788876977.815815:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834778808205 time 7834779276239 state 0x2 ref 0
00000100:00100000:3.0:1788876977.828561:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876977.828677:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877568
00000100:00100000:1.0:1788876977.828687:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877568
00000100:00100000:1.0:1788876977.828753:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834778808205 time 7834779276239 state 0x0 ref 1
00000100:00100000:1.0:1788876977.828769:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834879276239 time 7834779276239 state 0x1 ref 1
00000100:00100000:1.0:1788876977.870415:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834879276239 time 7834879382913 state 0x0 ref 1
00000100:00100000:1.0:1788876977.870445:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362877568:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876977.870488:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.870505:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876977.870508:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876977.870516:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876977.870531:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.887049:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.887068:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.887078:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.887084:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843bce5e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876977.887088:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.887098:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.887116:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876977.887124:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d38d94a6/0x3868396b8e767a1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876977.887199:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362877568:12345-192.168.203.59@tcp:3:dd.0 Request processed in 16761us (58644us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876977.887210:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 142
00000100:00100000:0.0:1788876977.887225:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834879276239 time 7834879382913 state 0x2 ref 0
00000100:00100000:3.0:1788876977.922738:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876977.922858:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877696
00000100:00100000:0.0:1788876977.922871:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877696
00000100:00100000:0.0:1788876977.922931:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834879276239 time 7834879382913 state 0x0 ref 1
00000100:00100000:0.0:1788876977.922947:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834979382913 time 7834879382913 state 0x1 ref 1
00000100:00100000:2.0:1788876977.970550:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834979382913 time 7834979521090 state 0x0 ref 1
00000100:00100000:2.0:1788876977.970580:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362877696:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876977.970650:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.970668:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876977.970673:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876977.970680:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.970695:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.990248:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.990279:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.990289:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.990297:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876977.990302:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.990310:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.990340:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876977.990348:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a26 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876977.990475:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362877696:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19903us (67743us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876977.990487:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 143
00000100:00100000:2.0:1788876977.990496:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834979382913 time 7834979521090 state 0x2 ref 0
00000100:00100000:3.0:1788876978.025443:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876978.026305:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877824
00000100:00100000:2.0:1788876978.026316:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877824
00000100:00100000:2.0:1788876978.026370:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7834979382913 time 7834979521090 state 0x0 ref 1
00000100:00100000:2.0:1788876978.026383:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835079521090 time 7834979521090 state 0x1 ref 1
00000100:00100000:2.0:1788876978.070637:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835079521090 time 7835079588984 state 0x0 ref 1
00000100:00100000:2.0:1788876978.070673:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362877824:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876978.070731:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.070748:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876978.070753:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876978.070759:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.070775:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.078859:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.078877:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.078885:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.078897:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99840c445000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876978.078902:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.078911:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.078930:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.078939:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db8eef6/0x3868396b8e767a2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876978.079009:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362877824:12345-192.168.203.59@tcp:3:dd.0 Request processed in 8348us (53570us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876978.081494:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 144
00000100:00100000:2.0:1788876978.081509:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835079521090 time 7835079588984 state 0x2 ref 0
00000100:00100000:2.0:1788876978.090249:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876978.090313:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362877952
00000100:00100000:0.0:1788876978.090322:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362877952
00000100:00100000:0.0:1788876978.090384:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835079521090 time 7835079588984 state 0x0 ref 1
00000100:00100000:0.0:1788876978.090398:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835179588984 time 7835079588984 state 0x1 ref 1
00000100:00100000:1.0:1788876978.174713:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835179588984 time 7835183671340 state 0x0 ref 1
00000100:00100000:1.0:1788876978.174747:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362877952:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876978.174794:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.174811:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876978.174815:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876978.174822:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.174836:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.184602:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.184632:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.184641:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.184649:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876978.184654:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.184663:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.184685:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.184692:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e767a34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876978.184784:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362877952:12345-192.168.203.59@tcp:3:dd.0 Request processed in 10048us (94540us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876978.184795:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 145
00000100:00100000:3.0:1788876978.184804:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835179588984 time 7835183671340 state 0x2 ref 0
00000100:00100000:2.0:1788876978.200684:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876978.200796:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878080
00000100:00100000:0.0:1788876978.200805:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878080
00000100:00100000:0.0:1788876978.200860:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835179588984 time 7835183671340 state 0x0 ref 1
00000100:00100000:0.0:1788876978.200874:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835283671340 time 7835183671340 state 0x1 ref 1
00000100:00100000:1.0:1788876978.274951:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835283671340 time 7835283920844 state 0x0 ref 1
00000100:00100000:1.0:1788876978.274982:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878080:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876978.275055:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.275072:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876978.275077:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876978.275082:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.275096:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876978.286416:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876978.344253:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.344281:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.344289:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.344294:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876978.344300:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.344308:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.344328:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.344335:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e767a3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876978.344425:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878080:12345-192.168.203.59@tcp:3:dd.0 Request processed in 69451us (143745us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876978.344437:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 146
00000100:00100000:3.0:1788876978.344446:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835283671340 time 7835283920844 state 0x2 ref 0
00000100:00100000:2.0:1788876978.351932:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876978.353415:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878208
00000100:00100000:0.0:1788876978.353429:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878208
00000100:00100000:0.0:1788876978.353492:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835283671340 time 7835283920844 state 0x0 ref 1
00000100:00100000:0.0:1788876978.353507:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835383920844 time 7835283920844 state 0x1 ref 1
00000100:00100000:2.0:1788876978.375095:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835383920844 time 7835384066039 state 0x0 ref 1
00000100:00100000:2.0:1788876978.375125:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362878208:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876978.375179:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.375197:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876978.375202:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876978.375207:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.375235:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.418721:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.418744:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.418754:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.418762:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876978.418767:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.418777:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.418799:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.418808:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1116421/0x3868396b8e767a42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876978.418897:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362878208:12345-192.168.203.59@tcp:3:dd.0 Request processed in 43778us (66969us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876978.418917:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 147
00000100:00100000:3.0:1788876978.418927:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835383920844 time 7835384066039 state 0x2 ref 0
00000100:00100000:1.0:1788876978.428487:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876978.435174:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878336
00000100:00100000:0.0:1788876978.435190:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878336
00000100:00100000:0.0:1788876978.435293:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835383920844 time 7835384066039 state 0x0 ref 1
00000100:00100000:0.0:1788876978.435307:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835484066039 time 7835384066039 state 0x1 ref 1
00000100:00100000:3.0:1788876978.475360:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835484066039 time 7835484227555 state 0x0 ref 1
00000100:00100000:3.0:1788876978.475392:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878336:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876978.475432:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.475449:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876978.475453:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876978.475459:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.475473:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.521548:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.521568:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.521577:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.521585:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843bce4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876978.521589:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.521598:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.521639:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.521651:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d51e4aac/0x3868396b8e767a49 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876978.521733:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878336:12345-192.168.203.59@tcp:3:dd.0 Request processed in 46349us (93250us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876978.521745:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 148
00000100:00100000:2.0:1788876978.521754:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835484066039 time 7835484227555 state 0x2 ref 0
00000100:00100000:2.0:1788876978.526740:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876978.528959:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878464
00000100:00100000:0.0:1788876978.528974:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878464
00000100:00100000:0.0:1788876978.529085:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835484066039 time 7835484227555 state 0x0 ref 1
00000100:00100000:0.0:1788876978.529098:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835584227555 time 7835484227555 state 0x1 ref 1
00000100:00100000:3.0:1788876978.575458:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835584227555 time 7835584427460 state 0x0 ref 1
00000100:00100000:3.0:1788876978.575487:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362878464:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876978.575530:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.575547:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876978.575551:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876978.575557:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.575571:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876978.612251:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365769600:0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.612321:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876978.612381:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1788876978.612388:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365769216:0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.612419:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876978.612440:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365769728:0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.612463:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876978.612492:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769600
00000100:00100000:1.0:1788876978.612498:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769600
00000100:00100000:1.0:1788876978.612566:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 395
00000100:00100000:1.0:1788876978.612576:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365769600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.612641:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365769600:12345-0@lo:400:kworker.0 Request processed in 67us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876978.612649:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 395
00000100:00100000:1.0:1788876978.612673:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769216
00000100:00100000:1.0:1788876978.612676:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769216
00000100:00100000:1.0:1788876978.612703:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:2.0:1788876978.612854:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365769344:0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.612884:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876978.612914:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365769856:0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.612937:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876978.612961:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876978.612967:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983068b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365769472:0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.612990:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876978.613041:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769728
00000100:00100000:2.0:1788876978.613046:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769728
00000100:00100000:2.0:1788876978.613075:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769344
00000100:00100000:2.0:1788876978.613078:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769344
00000100:00100000:2.0:1788876978.613092:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769472
00000100:00100000:2.0:1788876978.613096:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769472
00000100:00100000:2.0:1788876978.613116:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6824
00000100:00100000:2.0:1788876978.613123:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365769728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.613180:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365769728:12345-0@lo:400:kworker.0 Request processed in 57us (715us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876978.613187:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6824
00000100:00100000:2.0:1788876978.613200:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6825
00000100:00100000:2.0:1788876978.613206:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365769344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.613238:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365769344:12345-0@lo:400:kworker.0 Request processed in 33us (353us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876978.613244:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6825
00000100:00100000:2.0:1788876978.613256:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6826
00000100:00100000:2.0:1788876978.613261:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365769472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.613286:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365769472:12345-0@lo:400:kworker.0 Request processed in 26us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876978.613292:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6826
00000100:00100000:2.0:1788876978.613311:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769856
00000100:00100000:2.0:1788876978.613314:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769856
00000100:00100000:2.0:1788876978.613342:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 396
00000100:00100000:2.0:1788876978.613349:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365769856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.613378:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365769856:12345-0@lo:400:kworker.0 Request processed in 29us (440us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876978.613384:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 396
00000100:00100000:2.0:1788876978.613417:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365769472:0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.613428:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365769344:0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.613435:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993654 gen 2
00000004:00080000:2.0:1788876978.613441:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998312a14a80, transno 4294993654
00000100:00100000:2.0:1788876978.613451:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365769856:0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.613618:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365769216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.613651:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365769216:12345-0@lo:400:kworker.0 Request processed in 942us (1231us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876978.613657:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00080000:1.0:1788876978.613685:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876978.613690:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876978.613693:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876978.613715:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365769216:0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.613726:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365769728:0@lo:400:kworker.0
00000100:00100000:1.0:1788876978.613736:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983068bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365769600:0@lo:400:kworker.0
00000100:00100000:2.0:1788876978.619189:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788876978.619268:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365769984:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876978.619358:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876978.619757:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365769984
00000100:00100000:0.0:1788876978.619766:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365769984
00000100:00100000:0.0:1788876978.619887:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 396
00000100:00100000:0.0:1788876978.619899:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365769984:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788876978.619950:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788876978.620036:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365769984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (678us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876978.620044:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 396
00000100:00100000:2.0:1788876978.620143:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365769984:0@lo:13:osp-pre-1-0.0
00010000:00010000:3.0:1788876978.650879:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.650908:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.650917:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.650924:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843bce5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876978.650930:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.650940:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.650959:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.650966:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876978.651281:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362878464:12345-192.168.203.59@tcp:3:dd.0 Request processed in 75800us (124545us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876978.651292:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 149
00000100:00100000:3.0:1788876978.651302:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835584227555 time 7835584427460 state 0x2 ref 0
00000100:00100000:0.0:1788876978.657899:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876978.658063:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878592
00000100:00100000:2.0:1788876978.658073:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878592
00000100:00100000:2.0:1788876978.658125:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835584227555 time 7835584427460 state 0x0 ref 1
00000100:00100000:2.0:1788876978.658138:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835684427460 time 7835584427460 state 0x1 ref 1
00000100:00100000:0.0:1788876978.676808:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835684427460 time 7835685775616 state 0x0 ref 1
00000100:00100000:0.0:1788876978.676846:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362878592:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876978.676894:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876978.676917:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876978.676921:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876978.676929:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876978.676946:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.698170:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.698193:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.698202:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.698210:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876978.698476:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.698488:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.698668:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.698679:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e767a57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876978.698852:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362878592:12345-192.168.203.59@tcp:3:dd.0 Request processed in 22020us (40957us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876978.698864:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 150
00000100:00100000:1.0:1788876978.698874:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835684427460 time 7835685775616 state 0x2 ref 0
00000100:00100000:2.0:1788876978.709700:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876978.712486:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878720
00000100:00100000:1.0:1788876978.712501:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878720
00000100:00100000:0.0:1788876978.714956:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835684427460 time 7835685775616 state 0x0 ref 1
00000100:00100000:0.0:1788876978.714975:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835785775616 time 7835685775616 state 0x1 ref 1
00000100:00100000:2.0:1788876978.777136:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835785775616 time 7835786103321 state 0x0 ref 1
00000100:00100000:2.0:1788876978.777168:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878720:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876978.777212:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.777242:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876978.777247:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876978.777253:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.777385:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.803307:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.803327:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.803335:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.803342:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876978.803348:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.803357:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.803380:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876978.803388:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e767a5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876978.803483:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878720:12345-192.168.203.59@tcp:3:dd.0 Request processed in 26323us (93786us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876978.803494:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 151
00000100:00100000:3.0:1788876978.803504:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835785775616 time 7835786103321 state 0x2 ref 0
00000100:00100000:2.0:1788876978.813260:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876978.815501:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878848
00000100:00100000:3.0:1788876978.815515:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878848
00000100:00100000:2.0:1788876978.815950:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835785775616 time 7835786103321 state 0x0 ref 1
00000100:00100000:2.0:1788876978.815964:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835886103321 time 7835786103321 state 0x1 ref 1
00000100:00100000:2.0:1788876978.877279:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835886103321 time 7835886243838 state 0x0 ref 1
00000100:00100000:2.0:1788876978.877314:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878848:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876978.877364:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.877380:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876978.877385:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876978.877392:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.877406:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.918968:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.918989:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.919003:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.919011:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876978.919147:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.919158:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.919178:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876978.919185:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e767a65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876978.919805:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362878848:12345-192.168.203.59@tcp:3:dd.0 Request processed in 42500us (106551us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876978.919816:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 152
00000100:00100000:2.0:1788876978.919826:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835886103321 time 7835886243838 state 0x2 ref 0
00000100:00100000:2.0:1788876978.928171:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876978.931362:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362878976
00000100:00100000:3.0:1788876978.931377:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362878976
00000100:00100000:3.0:1788876978.931441:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835886103321 time 7835886243838 state 0x0 ref 1
00000100:00100000:3.0:1788876978.931454:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835986243838 time 7835886243838 state 0x1 ref 1
00000100:00100000:1.0:1788876978.977447:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835986243838 time 7835986416237 state 0x0 ref 1
00000100:00100000:1.0:1788876978.977487:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362878976:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876978.977527:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.977543:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876978.977547:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876978.977554:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.977567:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.991998:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.992053:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.992063:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.992070:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876978.992075:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.992083:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.992104:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876978.992112:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876978.992208:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362878976:12345-192.168.203.59@tcp:3:dd.0 Request processed in 14736us (64041us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876978.992223:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 153
00000100:00100000:1.0:1788876978.992233:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835986243838 time 7835986416237 state 0x2 ref 0
00000100:00100000:2.0:1788876979.022406:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876979.022543:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362879104
00000100:00100000:3.0:1788876979.022553:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362879104
00000100:00100000:3.0:1788876979.022631:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7835986243838 time 7835986416237 state 0x0 ref 1
00000100:00100000:3.0:1788876979.022646:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836086416237 time 7835986416237 state 0x1 ref 1
00000100:00080000:1.0:1788876979.022728:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876979.082396:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836086416237 time 7836091364288 state 0x0 ref 1
00000100:00100000:1.0:1788876979.082428:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362879104:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876979.082472:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.082488:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876979.082493:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876979.082510:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.082525:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.093529:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.093549:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.093562:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.093569:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876979.093573:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.093581:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.093608:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.093617:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090b3efbc/0x3868396b8e767a73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876979.093713:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362879104:12345-192.168.203.59@tcp:3:dd.0 Request processed in 11292us (71309us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876979.093730:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 154
00000100:00100000:1.0:1788876979.093746:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836086416237 time 7836091364288 state 0x2 ref 0
00000100:00100000:2.0:1788876979.115248:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876979.115342:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362879232
00000100:00100000:1.0:1788876979.115352:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362879232
00000100:00100000:1.0:1788876979.115406:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836086416237 time 7836091364288 state 0x0 ref 1
00000100:00100000:1.0:1788876979.115419:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836191364288 time 7836091364288 state 0x1 ref 1
00000100:00100000:2.0:1788876979.183483:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836191364288 time 7836192448103 state 0x0 ref 1
00000100:00100000:2.0:1788876979.183523:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362879232:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876979.183588:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.183617:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.183623:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.183632:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.183648:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876979.188400:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876979.188442:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876979.188473:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876979.188501:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876979.188569:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362879360
00000100:00100000:3.0:1788876979.188578:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362879360
00000100:00100000:3.0:1788876979.188640:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3189
00000100:00100000:3.0:1788876979.188651:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362879360:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876979.188719:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362879360:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 69us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876979.188727:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3189
00000100:00100000:1.0:1788876979.188959:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362879488
00000100:00100000:1.0:1788876979.188966:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362879488
00000100:00100000:1.0:1788876979.189102:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362879744
00000100:00100000:1.0:1788876979.189109:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362879744
00000100:00100000:1.0:1788876979.189158:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6827
00000100:00100000:1.0:1788876979.189171:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2357:x1875765362879488:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876979.189248:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2357:x1875765362879488:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 78us (865us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876979.189256:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6827
00000100:00100000:1.0:1788876979.189271:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6828
00000100:00100000:1.0:1788876979.189278:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362879744:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876979.189301:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362879744:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (858us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876979.189307:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6828
00000100:00100000:1.0:1788876979.189355:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362879616
00000100:00100000:1.0:1788876979.189362:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362879616
00000100:00100000:1.0:1788876979.189400:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 397
00000100:00100000:1.0:1788876979.189408:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362879616:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876979.189434:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362879616:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (932us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876979.189441:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 397
00000100:00080000:3.0:1788876979.189525:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788876979.189530:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788876979.200980:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.201003:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.201051:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.201079:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f6a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876979.201087:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.201100:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.201126:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.201137:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caed5eb6/0x3868396b8e767a7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876979.201273:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362879232:12345-192.168.203.59@tcp:3:dd.0 Request processed in 17762us (86027us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876979.201289:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 155
00000100:00100000:2.0:1788876979.201305:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836191364288 time 7836192448103 state 0x2 ref 0
00000100:00100000:3.0:1788876979.213143:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876979.213400:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362879872
00000100:00100000:1.0:1788876979.213411:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362879872
00000100:00100000:1.0:1788876979.213482:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836191364288 time 7836192448103 state 0x0 ref 1
00000100:00100000:1.0:1788876979.213504:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836292448103 time 7836192448103 state 0x1 ref 1
00000100:00100000:0.0:1788876979.283813:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836292448103 time 7836292781982 state 0x0 ref 1
00000100:00100000:0.0:1788876979.283845:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362879872:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876979.283891:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.283908:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.283914:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.283921:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.283937:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.324168:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876979.330911:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.330929:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.330938:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.330945:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876979.330950:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.330959:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.331011:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.331047:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dab5f5e9/0x3868396b8e767a81 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876979.331124:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362879872:12345-192.168.203.59@tcp:3:dd.0 Request processed in 47289us (117986us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876979.331134:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 156
00000100:00100000:2.0:1788876979.331143:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836292448103 time 7836292781982 state 0x2 ref 0
00000100:00100000:0.0:1788876979.354465:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876979.354892:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880000
00000100:00100000:1.0:1788876979.354903:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880000
00000100:00100000:1.0:1788876979.354960:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836292448103 time 7836292781982 state 0x0 ref 1
00000100:00100000:1.0:1788876979.354973:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836392781982 time 7836292781982 state 0x1 ref 1
00000100:00100000:0.0:1788876979.383996:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836392781982 time 7836392963426 state 0x0 ref 1
00000100:00100000:0.0:1788876979.384098:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362880000:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876979.384160:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.384180:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.384186:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.384196:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.384253:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.427849:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.427868:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.427877:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.427884:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876979.427888:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.427897:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.427926:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.427936:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082ff1ce3/0x3868396b8e767a88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876979.428128:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362880000:12345-192.168.203.59@tcp:3:dd.0 Request processed in 44045us (73672us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876979.428143:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 157
00000100:00100000:2.0:1788876979.428159:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836392781982 time 7836392963426 state 0x2 ref 0
00000100:00100000:0.0:1788876979.439151:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876979.440642:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880128
00000100:00100000:3.0:1788876979.440662:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880128
00000100:00100000:3.0:1788876979.440749:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836392781982 time 7836392963426 state 0x0 ref 1
00000100:00100000:3.0:1788876979.440768:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836492963426 time 7836392963426 state 0x1 ref 1
00000100:00100000:2.0:1788876979.484123:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836492963426 time 7836493092846 state 0x0 ref 1
00000100:00100000:2.0:1788876979.484150:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362880128:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876979.484192:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.484208:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.484328:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.484337:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.484352:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.501651:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.501672:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.501681:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.501688:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f0f400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876979.501692:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.501700:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.501719:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.501733:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076ab2185/0x3868396b8e767a8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876979.501847:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362880128:12345-192.168.203.59@tcp:3:dd.0 Request processed in 17702us (62706us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876979.501859:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 158
00000100:00100000:1.0:1788876979.501870:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836492963426 time 7836493092846 state 0x2 ref 0
00000100:00100000:3.0:1788876979.517498:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876979.517992:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880256
00000100:00100000:2.0:1788876979.518006:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880256
00000100:00100000:2.0:1788876979.518394:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836492963426 time 7836493092846 state 0x0 ref 1
00000100:00100000:2.0:1788876979.518414:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836593092846 time 7836493092846 state 0x1 ref 1
00000100:00100000:3.0:1788876979.585465:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836593092846 time 7836594434520 state 0x0 ref 1
00000100:00100000:3.0:1788876979.585493:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362880256:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876979.585532:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876979.585549:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876979.585553:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876979.585560:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876979.585573:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.605195:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.605653:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.605663:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.605669:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843bce5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876979.605674:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.605683:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.605703:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.605712:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9dfb1d/0x3868396b8e767a96 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876979.605873:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362880256:12345-192.168.203.59@tcp:3:dd.0 Request processed in 20387us (88378us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876979.605884:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 159
00000100:00100000:1.0:1788876979.605894:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836593092846 time 7836594434520 state 0x2 ref 0
00000100:00100000:2.0:1788876979.621564:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876979.625727:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880384
00000100:00100000:1.0:1788876979.625741:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880384
00000100:00100000:1.0:1788876979.625813:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836593092846 time 7836594434520 state 0x0 ref 1
00000100:00100000:1.0:1788876979.625828:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836694434520 time 7836594434520 state 0x1 ref 1
00000100:00100000:0.0:1788876979.685611:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836694434520 time 7836694571692 state 0x0 ref 1
00000100:00100000:0.0:1788876979.685643:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362880384:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876979.685686:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.685702:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.685706:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.685712:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.685725:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.716536:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.716557:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.716568:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.716575:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876979.716581:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.716595:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.716622:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.716630:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767a9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876979.716710:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362880384:12345-192.168.203.59@tcp:3:dd.0 Request processed in 31076us (95151us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876979.716721:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 160
00000100:00100000:1.0:1788876979.716730:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836694434520 time 7836694571692 state 0x2 ref 0
00000100:00100000:2.0:1788876979.727549:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876979.733342:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880512
00000100:00100000:1.0:1788876979.733357:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880512
00000100:00100000:1.0:1788876979.733426:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836694434520 time 7836694571692 state 0x0 ref 1
00000100:00100000:1.0:1788876979.734125:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836794571692 time 7836694571692 state 0x1 ref 1
00000100:00100000:0.0:1788876979.785816:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836794571692 time 7836794781650 state 0x0 ref 1
00000100:00100000:0.0:1788876979.785849:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362880512:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876979.785892:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.785915:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.785919:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876979.785925:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.785937:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.827284:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.827304:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.827318:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.827325:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876979.827330:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.827340:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.827358:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876979.827365:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e767aa4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876979.827466:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362880512:12345-192.168.203.59@tcp:3:dd.0 Request processed in 41629us (100288us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876979.827476:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 161
00000100:00100000:1.0:1788876979.827486:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836794571692 time 7836794781650 state 0x2 ref 0
00000100:00100000:3.0:1788876979.846333:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876979.846397:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880640
00000100:00100000:2.0:1788876979.846408:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880640
00000100:00100000:2.0:1788876979.846478:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836794571692 time 7836794781650 state 0x0 ref 1
00000100:00100000:2.0:1788876979.846492:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836894781650 time 7836794781650 state 0x1 ref 1
00000100:00100000:2.0:1788876979.886096:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836894781650 time 7836895065293 state 0x0 ref 1
00000100:00100000:2.0:1788876979.886126:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362880640:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876979.886167:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.886183:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.886187:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.886193:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.886206:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.910911:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.910930:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.910938:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.910945:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876979.910950:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.910960:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.910979:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.910987:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767aab lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876979.911101:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362880640:12345-192.168.203.59@tcp:3:dd.0 Request processed in 24984us (64783us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876979.911113:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 162
00000100:00100000:0.0:1788876979.911123:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836894781650 time 7836895065293 state 0x2 ref 0
00000100:00100000:3.0:1788876979.928952:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876979.929072:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880768
00000100:00100000:2.0:1788876979.929083:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880768
00000100:00100000:2.0:1788876979.929138:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836894781650 time 7836895065293 state 0x0 ref 1
00000100:00100000:2.0:1788876979.929151:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836995065293 time 7836895065293 state 0x1 ref 1
00000100:00100000:2.0:1788876979.986195:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836995065293 time 7836995163710 state 0x0 ref 1
00000100:00100000:2.0:1788876979.986236:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362880768:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876979.986280:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.986295:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.986300:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876979.986307:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876979.986322:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.997608:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.997629:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.997637:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.997644:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876979.997648:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.997658:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.997680:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876979.997689:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ab2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876979.997779:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362880768:12345-192.168.203.59@tcp:3:dd.0 Request processed in 11552us (68830us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876979.997790:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 163
00000100:00100000:0.0:1788876979.997801:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836995065293 time 7836995163710 state 0x2 ref 0
00000100:00100000:3.0:1788876980.016584:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876980.016880:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362880896
00000100:00100000:2.0:1788876980.016891:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362880896
00000100:00100000:2.0:1788876980.016941:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7836995065293 time 7836995163710 state 0x0 ref 1
00000100:00100000:2.0:1788876980.016955:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837095163710 time 7836995163710 state 0x1 ref 1
00000100:00100000:0.0:1788876980.087901:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837095163710 time 7837096869034 state 0x0 ref 1
00000100:00100000:0.0:1788876980.087937:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362880896:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876980.087985:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.088002:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876980.088006:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876980.088051:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.088068:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.106353:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.106378:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.106388:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.106395:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876980.106400:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.106409:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.106428:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.106436:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e767ab9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876980.106525:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362880896:12345-192.168.203.59@tcp:3:dd.0 Request processed in 18600us (89946us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876980.106535:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 164
00000100:00100000:0.0:1788876980.106543:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837095163710 time 7837096869034 state 0x2 ref 0
00000100:00100000:3.0:1788876980.118261:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876980.118362:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881024
00000100:00100000:1.0:1788876980.118374:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881024
00000100:00100000:1.0:1788876980.118430:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837095163710 time 7837096869034 state 0x0 ref 1
00000100:00100000:1.0:1788876980.118444:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837196869034 time 7837096869034 state 0x1 ref 1
00000100:00100000:2.0:1788876980.188084:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837196869034 time 7837197045884 state 0x0 ref 1
00000100:00100000:2.0:1788876980.188126:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362881024:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876980.188178:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876980.188199:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876980.188203:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876980.188220:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876980.188237:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.212356:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.212376:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.212384:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.212392:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876980.212397:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.212406:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.212425:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.212441:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc7de06a/0x3868396b8e767ac0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876980.212557:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362881024:12345-192.168.203.59@tcp:3:dd.0 Request processed in 24442us (94298us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876980.212571:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 165
00000100:00100000:3.0:1788876980.212584:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837196869034 time 7837197045884 state 0x2 ref 0
00000100:00100000:1.0:1788876980.221176:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876980.221351:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881152
00000100:00100000:3.0:1788876980.221360:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881152
00000100:00100000:3.0:1788876980.221413:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837196869034 time 7837197045884 state 0x0 ref 1
00000100:00100000:3.0:1788876980.221426:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837297045884 time 7837197045884 state 0x1 ref 1
00000001:00080000:3.0:1788876980.246988:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010888 is committed
00000100:00100000:1.0:1788876980.290322:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837297045884 time 7837299283881 state 0x0 ref 1
00000100:00100000:1.0:1788876980.290357:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362881152:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876980.290403:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.290420:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.290424:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.290431:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.290445:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.305177:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.305198:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.305212:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.305220:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876980.305224:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.305234:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.305260:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.305268:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767ac7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876980.305356:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362881152:12345-192.168.203.59@tcp:3:dd.0 Request processed in 15009us (84183us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876980.305367:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 166
00000100:00100000:3.0:1788876980.305375:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837297045884 time 7837299283881 state 0x2 ref 0
00000100:00100000:1.0:1788876980.311576:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876980.311671:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881280
00000100:00100000:0.0:1788876980.311690:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881280
00000100:00100000:0.0:1788876980.311749:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837297045884 time 7837299283881 state 0x0 ref 1
00000100:00100000:0.0:1788876980.311763:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837399283881 time 7837299283881 state 0x1 ref 1
00010000:00010000:2.0:1788876980.351195:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876980.390589:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837399283881 time 7837399558551 state 0x0 ref 1
00000100:00100000:1.0:1788876980.390632:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362881280:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876980.390672:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.390689:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.390693:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.390699:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.390714:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.418778:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.418798:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.418808:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.418815:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876980.418820:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.418829:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.418860:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.418876:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ace lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876980.418965:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362881280:12345-192.168.203.59@tcp:3:dd.0 Request processed in 28343us (107393us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876980.418977:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 167
00000100:00100000:0.0:1788876980.418988:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837399283881 time 7837399558551 state 0x2 ref 0
00000100:00100000:1.0:1788876980.429401:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876980.429493:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881408
00000100:00100000:0.0:1788876980.429502:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881408
00000100:00100000:0.0:1788876980.429553:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837399283881 time 7837399558551 state 0x0 ref 1
00000100:00100000:0.0:1788876980.429566:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837499558551 time 7837399558551 state 0x1 ref 1
00000100:00100000:1.0:1788876980.490748:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837499558551 time 7837499713337 state 0x0 ref 1
00000100:00100000:1.0:1788876980.490790:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362881408:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876980.490855:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.490874:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.490878:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.490885:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.490898:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.506767:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.506787:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.506797:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.506805:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b5600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876980.506810:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.506821:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.506850:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.506859:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000818e3eff/0x3868396b8e767ad5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876980.506939:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362881408:12345-192.168.203.59@tcp:3:dd.0 Request processed in 16164us (77541us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876980.506950:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 168
00000100:00100000:3.0:1788876980.506959:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837499558551 time 7837499713337 state 0x2 ref 0
00000100:00100000:2.0:1788876980.516723:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876980.517828:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881536
00000100:00100000:0.0:1788876980.517852:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881536
00000100:00100000:0.0:1788876980.517921:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837499558551 time 7837499713337 state 0x0 ref 1
00000100:00100000:0.0:1788876980.517936:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837599713337 time 7837499713337 state 0x1 ref 1
00000100:00100000:1.0:1788876980.590977:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837599713337 time 7837599944898 state 0x0 ref 1
00000100:00100000:1.0:1788876980.591008:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362881536:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876980.591070:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.591091:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.591095:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876980.591101:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876980.591114:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.616369:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.616392:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.616403:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.616411:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876980.616416:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.616432:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.616456:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.616463:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009461f847/0x3868396b8e767adc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876980.616580:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362881536:12345-192.168.203.59@tcp:3:dd.0 Request processed in 25578us (99860us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876980.616601:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 169
00000100:00100000:0.0:1788876980.616615:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837599713337 time 7837599944898 state 0x2 ref 0
00000100:00100000:2.0:1788876980.626266:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876980.626364:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881664
00000100:00100000:0.0:1788876980.626377:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881664
00000100:00100000:0.0:1788876980.626440:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837599713337 time 7837599944898 state 0x0 ref 1
00000100:00100000:0.0:1788876980.626453:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837699944898 time 7837599944898 state 0x1 ref 1
00000100:00100000:2.0:1788876980.659868:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365770112:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876980.659942:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876980.660431:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365770112
00000100:00100000:0.0:1788876980.660440:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365770112
00000100:00100000:0.0:1788876980.660525:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 397
00000100:00100000:0.0:1788876980.660534:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365770112:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788876980.660570:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:0.0:1788876980.660638:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365770112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (695us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876980.660645:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 397
00000100:00080000:1.0:1788876980.660733:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876980.660836:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365770112:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876980.692075:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837699944898 time 7837700982569 state 0x0 ref 1
00000100:00100000:3.0:1788876980.692121:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362881664:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876980.692216:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.692238:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876980.692244:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876980.692270:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.692293:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.721733:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.721753:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.721762:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.721770:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c1ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876980.721774:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.721783:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.721804:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.721811:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b01c2d9a/0x3868396b8e767ae3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876980.721913:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362881664:12345-192.168.203.59@tcp:3:dd.0 Request processed in 29809us (95654us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876980.721924:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 170
00000100:00100000:0.0:1788876980.721936:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837699944898 time 7837700982569 state 0x2 ref 0
00000100:00100000:2.0:1788876980.736725:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876980.739852:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881792
00000100:00100000:0.0:1788876980.739867:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881792
00000100:00100000:0.0:1788876980.739929:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837699944898 time 7837700982569 state 0x0 ref 1
00000100:00100000:0.0:1788876980.739943:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837800982569 time 7837700982569 state 0x1 ref 1
00000100:00100000:0.0:1788876980.792205:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837800982569 time 7837801174372 state 0x0 ref 1
00000100:00100000:0.0:1788876980.792237:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362881792:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876980.792281:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.792297:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876980.792302:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876980.792325:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.792343:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.816630:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.816651:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.816666:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.816673:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876980.816678:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.816688:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.816708:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876980.816717:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e767aea lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876980.816817:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362881792:12345-192.168.203.59@tcp:3:dd.0 Request processed in 24588us (80099us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876980.816828:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 171
00000100:00100000:0.0:1788876980.816837:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837800982569 time 7837801174372 state 0x2 ref 0
00000100:00100000:2.0:1788876980.830391:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876980.830553:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362881920
00000100:00100000:3.0:1788876980.830563:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362881920
00000100:00100000:3.0:1788876980.830626:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837800982569 time 7837801174372 state 0x0 ref 1
00000100:00100000:3.0:1788876980.830639:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837901174372 time 7837801174372 state 0x1 ref 1
00000100:00100000:3.0:1788876980.892421:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837901174372 time 7837901387417 state 0x0 ref 1
00000100:00100000:3.0:1788876980.892457:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362881920:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876980.892509:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.892527:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876980.892532:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876980.892540:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.892553:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.944803:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.944829:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.944839:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.944846:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c1b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876980.944852:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.944861:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.944880:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876980.944888:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767af1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876980.944977:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362881920:12345-192.168.203.59@tcp:3:dd.0 Request processed in 52531us (114588us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876980.944996:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 172
00000100:00100000:3.0:1788876980.945006:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837901174372 time 7837901387417 state 0x2 ref 0
00000100:00100000:3.0:1788876980.973645:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876980.973747:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882048
00000100:00100000:1.0:1788876980.973757:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882048
00000100:00100000:1.0:1788876980.973814:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7837901174372 time 7837901387417 state 0x0 ref 1
00000100:00100000:1.0:1788876980.973828:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838001387417 time 7837901387417 state 0x1 ref 1
00000100:00100000:2.0:1788876980.992708:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838001387417 time 7838001669266 state 0x0 ref 1
00000100:00100000:2.0:1788876980.992749:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882048:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876980.992809:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876980.992827:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876980.992831:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876980.992838:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876980.992854:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.033481:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.033507:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.033518:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.033527:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876981.033534:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.033545:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.033571:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.033589:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767af8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876981.033734:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882048:12345-192.168.203.59@tcp:3:dd.0 Request processed in 40995us (60090us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876981.033752:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 173
00000100:00100000:2.0:1788876981.033768:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838001387417 time 7838001669266 state 0x2 ref 0
00000100:00100000:1.0:1788876981.041788:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876981.041886:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882176
00000100:00100000:0.0:1788876981.041896:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882176
00000100:00100000:0.0:1788876981.041981:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838001387417 time 7838001669266 state 0x0 ref 1
00000100:00100000:0.0:1788876981.042002:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838101669266 time 7838001669266 state 0x1 ref 1
00000100:00080000:1.0:1788876981.042523:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876981.092835:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838101669266 time 7838101805385 state 0x0 ref 1
00000100:00100000:2.0:1788876981.092868:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882176:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876981.092917:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.092933:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.092937:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.092943:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.092957:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.129820:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.129841:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.129851:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.129858:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876981.129864:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.129873:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.129892:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.129900:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4e808e6/0x3868396b8e767aff lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876981.129984:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882176:12345-192.168.203.59@tcp:3:dd.0 Request processed in 37127us (88202us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876981.129995:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 174
00000100:00100000:0.0:1788876981.130004:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838101669266 time 7838101805385 state 0x2 ref 0
00000100:00100000:0.0:1788876981.143376:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876981.143501:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882304
00000100:00100000:3.0:1788876981.143511:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882304
00000100:00100000:3.0:1788876981.143571:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838101669266 time 7838101805385 state 0x0 ref 1
00000100:00100000:3.0:1788876981.143585:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838201805385 time 7838101805385 state 0x1 ref 1
00000100:00100000:2.0:1788876981.193255:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838201805385 time 7838202216202 state 0x0 ref 1
00000100:00100000:2.0:1788876981.193286:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362882304:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876981.193335:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.193355:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.193360:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.193369:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.193385:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.208520:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.208543:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.208561:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.208569:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876981.208574:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.208584:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.208618:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.208627:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876981.208723:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362882304:12345-192.168.203.59@tcp:3:dd.0 Request processed in 15445us (65351us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876981.208733:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 175
00000100:00100000:2.0:1788876981.208742:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838201805385 time 7838202216202 state 0x2 ref 0
00000100:00100000:3.0:1788876981.214501:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876981.214671:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882432
00000100:00100000:0.0:1788876981.214680:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882432
00000100:00100000:0.0:1788876981.214738:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838201805385 time 7838202216202 state 0x0 ref 1
00000100:00100000:0.0:1788876981.214753:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838302216202 time 7838202216202 state 0x1 ref 1
00000100:00100000:2.0:1788876981.293884:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838302216202 time 7838302720969 state 0x0 ref 1
00000100:00100000:2.0:1788876981.293922:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882432:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876981.293969:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.293987:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.293991:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.293998:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.294011:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.329951:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.329973:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.329982:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.329989:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876981.329994:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.330003:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.330059:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.330067:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876981.330197:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882432:12345-192.168.203.59@tcp:3:dd.0 Request processed in 36286us (115711us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876981.330217:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 176
00000100:00100000:2.0:1788876981.330227:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838302216202 time 7838302720969 state 0x2 ref 0
00000100:00100000:1.0:1788876981.348815:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876981.349262:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882560
00000100:00100000:0.0:1788876981.349274:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882560
00000100:00100000:0.0:1788876981.349336:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838302216202 time 7838302720969 state 0x0 ref 1
00000100:00100000:0.0:1788876981.349350:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838402720969 time 7838302720969 state 0x1 ref 1
00010000:00010000:1.0:1788876981.359745:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876981.393995:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838402720969 time 7838402964354 state 0x0 ref 1
00000100:00100000:1.0:1788876981.394066:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882560:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876981.394108:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.394124:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876981.394129:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876981.394135:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.394150:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.404936:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.404956:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.404964:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.404971:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876981.404975:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.404983:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.405001:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.405008:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767b14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876981.405172:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882560:12345-192.168.203.59@tcp:3:dd.0 Request processed in 11154us (56362us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876981.405183:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 177
00000100:00100000:0.0:1788876981.405191:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838402720969 time 7838402964354 state 0x2 ref 0
00000100:00100000:3.0:1788876981.422043:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876981.422344:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882688
00000100:00100000:0.0:1788876981.422357:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882688
00000100:00100000:0.0:1788876981.422415:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838402720969 time 7838402964354 state 0x0 ref 1
00000100:00100000:0.0:1788876981.422429:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838502964354 time 7838402964354 state 0x1 ref 1
00000100:00100000:2.0:1788876981.499177:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838502964354 time 7838508146715 state 0x0 ref 1
00000100:00100000:2.0:1788876981.499219:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362882688:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876981.499326:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.499343:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.499347:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.499353:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.499366:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.520567:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.520586:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.520603:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.520614:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876981.520619:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.520628:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.520647:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.520654:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f3ef6d9/0x3868396b8e767b1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876981.520735:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362882688:12345-192.168.203.59@tcp:3:dd.0 Request processed in 21537us (98727us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876981.520745:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 178
00000100:00100000:0.0:1788876981.520754:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838502964354 time 7838508146715 state 0x2 ref 0
00000100:00100000:3.0:1788876981.539728:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876981.540394:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882816
00000100:00100000:2.0:1788876981.540409:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882816
00000100:00100000:2.0:1788876981.540487:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838502964354 time 7838508146715 state 0x0 ref 1
00000100:00100000:2.0:1788876981.540503:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838608146715 time 7838508146715 state 0x1 ref 1
00000100:00100000:0.0:1788876981.601491:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838608146715 time 7838610457965 state 0x0 ref 1
00000100:00100000:0.0:1788876981.601531:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882816:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876981.601599:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.601618:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876981.601624:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876981.601632:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.601646:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.623820:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.623841:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.623850:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.623858:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f0e800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876981.623863:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.623872:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.623892:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.623899:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd896d52/0x3868396b8e767b22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876981.623993:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362882816:12345-192.168.203.59@tcp:3:dd.0 Request processed in 22476us (84273us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876981.624004:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 179
00000100:00100000:0.0:1788876981.624677:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838608146715 time 7838610457965 state 0x2 ref 0
00000100:00100000:3.0:1788876981.633861:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876981.633965:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362882944
00000100:00100000:2.0:1788876981.633975:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362882944
00000100:00100000:2.0:1788876981.634054:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838608146715 time 7838610457965 state 0x0 ref 1
00000100:00100000:2.0:1788876981.634068:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838710457965 time 7838610457965 state 0x1 ref 1
00000100:00100000:3.0:1788876981.706268:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838710457965 time 7838715237531 state 0x0 ref 1
00000100:00100000:3.0:1788876981.706295:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362882944:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876981.706341:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.706360:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876981.706364:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876981.706371:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.706385:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.736200:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.736235:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.736246:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.736254:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876981.736259:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.736269:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.736293:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.736301:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767b29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876981.736413:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362882944:12345-192.168.203.59@tcp:3:dd.0 Request processed in 30121us (102555us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876981.736426:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 180
00000100:00100000:2.0:1788876981.736438:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838710457965 time 7838715237531 state 0x2 ref 0
00000100:00100000:2.0:1788876981.748700:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876981.748758:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883072
00000100:00100000:0.0:1788876981.748767:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883072
00000100:00100000:0.0:1788876981.748821:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838710457965 time 7838715237531 state 0x0 ref 1
00000100:00100000:0.0:1788876981.748835:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838815237531 time 7838715237531 state 0x1 ref 1
00000100:00100000:0.0:1788876981.807306:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838815237531 time 7838816269168 state 0x0 ref 1
00000100:00100000:0.0:1788876981.807350:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362883072:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876981.807400:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.807417:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876981.807422:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876981.807428:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876981.807442:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.842235:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.842256:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.842266:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.842274:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876981.842278:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.842287:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.842307:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876981.842315:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e767b30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876981.842420:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362883072:12345-192.168.203.59@tcp:3:dd.0 Request processed in 35085us (93731us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876981.842431:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 181
00000100:00100000:1.0:1788876981.842442:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838815237531 time 7838816269168 state 0x2 ref 0
00000100:00100000:2.0:1788876981.873654:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876981.874378:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883200
00000100:00100000:3.0:1788876981.874392:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883200
00000100:00100000:2.0:1788876981.875120:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838815237531 time 7838816269168 state 0x0 ref 1
00000100:00100000:2.0:1788876981.875135:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838916269168 time 7838816269168 state 0x1 ref 1
00000100:00100000:2.0:1788876981.907372:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838916269168 time 7838916340242 state 0x0 ref 1
00000100:00100000:2.0:1788876981.907404:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362883200:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876981.907446:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.907463:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.907468:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876981.907487:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876981.907502:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.930353:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.930380:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.930390:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.930397:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876981.930402:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.930412:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.930436:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876981.930447:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e767b37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876981.934284:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362883200:12345-192.168.203.59@tcp:3:dd.0 Request processed in 26882us (60629us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876981.934301:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 182
00000100:00100000:2.0:1788876981.934311:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838916269168 time 7838916340242 state 0x2 ref 0
00000100:00100000:0.0:1788876981.945334:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876981.945642:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883328
00000100:00100000:2.0:1788876981.945663:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883328
00000100:00100000:2.0:1788876981.945830:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7838916269168 time 7838916340242 state 0x0 ref 1
00000100:00100000:2.0:1788876981.945847:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839016340242 time 7838916340242 state 0x1 ref 1
00000100:00100000:1.0:1788876982.008890:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839016340242 time 7839017857390 state 0x0 ref 1
00000100:00100000:1.0:1788876982.008941:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362883328:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876982.009307:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876982.009336:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788876982.009340:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876982.009350:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876982.009373:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.053250:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.053272:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.053281:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.053289:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433451000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876982.053294:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.053303:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.053322:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.053330:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e70f6272/0x3868396b8e767b3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876982.053412:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362883328:12345-192.168.203.59@tcp:3:dd.0 Request processed in 44484us (108083us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876982.053424:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 183
00000100:00100000:2.0:1788876982.053433:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839016340242 time 7839017857390 state 0x2 ref 0
00000100:00100000:1.0:1788876982.068282:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876982.068370:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883456
00000100:00100000:0.0:1788876982.068380:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883456
00000100:00100000:0.0:1788876982.068432:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839016340242 time 7839017857390 state 0x0 ref 1
00000100:00100000:0.0:1788876982.068446:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839117857390 time 7839017857390 state 0x1 ref 1
00000100:00100000:0.0:1788876982.109389:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839117857390 time 7839118357346 state 0x0 ref 1
00000100:00100000:0.0:1788876982.109422:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362883456:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876982.109468:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.109484:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.109488:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.109494:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.109507:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.267426:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.267446:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.267457:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.267464:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876982.267469:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.267477:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.267497:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.267504:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e767b45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876982.267610:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362883456:12345-192.168.203.59@tcp:3:dd.0 Request processed in 158197us (199343us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876982.267620:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 184
00000100:00100000:0.0:1788876982.267630:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839117857390 time 7839118357346 state 0x2 ref 0
00000100:00100000:2.0:1788876982.283353:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876982.290510:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883584
00000100:00100000:0.0:1788876982.290530:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883584
00000100:00100000:2.0:1788876982.290793:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839117857390 time 7839118357346 state 0x0 ref 1
00000100:00100000:2.0:1788876982.290818:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839218357346 time 7839118357346 state 0x1 ref 1
00000100:00100000:2.0:1788876982.290877:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839218357346 time 7839299854251 state 0x0 ref 1
00000100:00100000:2.0:1788876982.290901:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362883584:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876982.290962:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.291009:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876982.291053:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876982.291066:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.291088:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.310386:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.310410:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.310423:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.310433:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f6200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876982.310440:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.310452:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.310478:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.310488:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876982.310662:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362883584:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19762us (27310us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876982.310678:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 185
00000100:00100000:2.0:1788876982.310691:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839218357346 time 7839299854251 state 0x2 ref 0
00000100:00100000:3.0:1788876982.329308:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876982.329407:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883712
00000100:00100000:1.0:1788876982.329417:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883712
00000100:00100000:1.0:1788876982.329475:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839218357346 time 7839299854251 state 0x0 ref 1
00000100:00100000:1.0:1788876982.329488:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839399854251 time 7839299854251 state 0x1 ref 1
00010000:00010000:0.0:1788876982.382353:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876982.391056:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839399854251 time 7839399989905 state 0x0 ref 1
00000100:00100000:2.0:1788876982.391086:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362883712:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876982.391132:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.391148:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876982.391152:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876982.391159:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.391172:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.400931:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.400951:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.400959:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.402129:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f6200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876982.402136:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.402148:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.402175:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.402184:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876982.402291:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362883712:12345-192.168.203.59@tcp:3:dd.0 Request processed in 11212us (72987us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876982.402302:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 186
00000100:00100000:2.0:1788876982.402312:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839399854251 time 7839399989905 state 0x2 ref 0
00000100:00100000:1.0:1788876982.417982:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876982.418140:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883840
00000100:00100000:0.0:1788876982.418150:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883840
00000100:00100000:0.0:1788876982.418216:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839399854251 time 7839399989905 state 0x0 ref 1
00000100:00100000:0.0:1788876982.418229:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839499989905 time 7839399989905 state 0x1 ref 1
00000100:00100000:0.0:1788876982.491152:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839499989905 time 7839500121577 state 0x0 ref 1
00000100:00100000:0.0:1788876982.491183:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362883840:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876982.491227:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.491309:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.491314:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.491320:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.491334:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.502808:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.502827:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.502836:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.502843:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f0e000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876982.502849:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.502857:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.502876:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.502884:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a367fbc/0x3868396b8e767b5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876982.502965:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362883840:12345-192.168.203.59@tcp:3:dd.0 Request processed in 11791us (84998us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876982.502974:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 187
00000100:00100000:2.0:1788876982.502986:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839499989905 time 7839500121577 state 0x2 ref 0
00000100:00100000:1.0:1788876982.513892:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876982.513986:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362883968
00000100:00100000:3.0:1788876982.513997:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362883968
00000100:00100000:3.0:1788876982.514086:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839499989905 time 7839500121577 state 0x0 ref 1
00000100:00100000:3.0:1788876982.514099:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839600121577 time 7839500121577 state 0x1 ref 1
00000100:00100000:2.0:1788876982.591345:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839600121577 time 7839600316280 state 0x0 ref 1
00000100:00100000:2.0:1788876982.591377:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362883968:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876982.591420:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.591436:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876982.591440:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876982.591446:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.591460:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.612959:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.612990:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.613000:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.613007:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f6200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876982.613038:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.613049:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.613068:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.613075:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004818b179/0x3868396b8e767b61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876982.613178:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362883968:12345-192.168.203.59@tcp:3:dd.0 Request processed in 21811us (99291us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876982.613189:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 188
00000100:00100000:2.0:1788876982.613198:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839600121577 time 7839600316280 state 0x2 ref 0
00000100:00100000:1.0:1788876982.622120:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876982.622211:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884096
00000100:00100000:0.0:1788876982.622221:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884096
00000100:00100000:0.0:1788876982.622280:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839600121577 time 7839600316280 state 0x0 ref 1
00000100:00100000:0.0:1788876982.622295:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839700316280 time 7839600316280 state 0x1 ref 1
00000100:00100000:0.0:1788876982.691463:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839700316280 time 7839700431029 state 0x0 ref 1
00000100:00100000:0.0:1788876982.691499:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884096:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876982.691550:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.691568:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.691572:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.691579:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.691602:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.708640:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.708660:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.708670:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.708677:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f0f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876982.708682:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.708701:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.708719:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.708727:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000052b62e9/0x3868396b8e767b68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876982.708811:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884096:12345-192.168.203.59@tcp:3:dd.0 Request processed in 17324us (86697us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876982.708822:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 189
00000100:00100000:2.0:1788876982.708832:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839700316280 time 7839700431029 state 0x2 ref 0
00000100:00100000:1.0:1788876982.721595:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876982.723177:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884224
00000100:00100000:2.0:1788876982.723190:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884224
00000100:00100000:2.0:1788876982.723253:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839700316280 time 7839700431029 state 0x0 ref 1
00000100:00100000:2.0:1788876982.723268:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839800431029 time 7839700431029 state 0x1 ref 1
00000100:00100000:0.0:1788876982.791599:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839800431029 time 7839800559772 state 0x0 ref 1
00000100:00100000:0.0:1788876982.791630:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362884224:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876982.791670:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.791686:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.791690:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.791706:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.791719:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876982.833629:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876982.833650:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876982.833660:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876982.833669:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998413f0e200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876982.833674:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876982.833683:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876982.833702:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876982.833711:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce05c88a/0x3868396b8e767b6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876982.833795:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362884224:12345-192.168.203.59@tcp:3:dd.0 Request processed in 42173us (112214us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876982.833806:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 190
00000100:00100000:3.0:1788876982.833817:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839800431029 time 7839800559772 state 0x2 ref 0
00000100:00100000:1.0:1788876982.852322:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876982.852504:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884352
00000100:00100000:3.0:1788876982.852514:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884352
00000100:00100000:3.0:1788876982.852565:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839800431029 time 7839800559772 state 0x0 ref 1
00000100:00100000:3.0:1788876982.852580:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839900559772 time 7839800559772 state 0x1 ref 1
00000100:00100000:1.0:1788876982.894177:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839900559772 time 7839903146031 state 0x0 ref 1
00000100:00100000:1.0:1788876982.894211:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884352:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876982.894274:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876982.894291:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876982.894296:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876982.894303:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876982.894316:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.935460:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.935479:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.935489:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.935496:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842023aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876982.935501:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.935510:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.935528:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876982.935536:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000732b88b7/0x3868396b8e767b76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876982.935624:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884352:12345-192.168.203.59@tcp:3:dd.0 Request processed in 41425us (83309us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876982.935635:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 191
00000100:00100000:2.0:1788876982.935645:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839900559772 time 7839903146031 state 0x2 ref 0
00000100:00100000:2.0:1788876982.944641:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876982.944731:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884480
00000100:00100000:0.0:1788876982.944740:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884480
00000100:00100000:0.0:1788876982.944793:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7839900559772 time 7839903146031 state 0x0 ref 1
00000100:00100000:0.0:1788876982.944807:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840003146031 time 7839903146031 state 0x1 ref 1
00000100:00100000:0.0:1788876982.994716:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840003146031 time 7840003678687 state 0x0 ref 1
00000100:00100000:0.0:1788876982.994761:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884480:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876982.994831:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.994853:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788876982.994859:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876982.994869:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876982.994893:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.040992:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.041080:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.041095:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.041113:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876983.041120:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.041134:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.041162:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.041173:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000814c6a80/0x3868396b8e767b7d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876983.041512:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884480:12345-192.168.203.59@tcp:3:dd.0 Request processed in 46764us (96871us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876983.041529:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 192
00000100:00100000:0.0:1788876983.041544:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840003146031 time 7840003678687 state 0x2 ref 0
00000100:00100000:0.0:1788876983.056095:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876983.056185:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884608
00000100:00100000:2.0:1788876983.056194:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884608
00000100:00100000:2.0:1788876983.056278:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840003146031 time 7840003678687 state 0x0 ref 1
00000100:00100000:2.0:1788876983.056292:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840103678687 time 7840003678687 state 0x1 ref 1
00000100:00080000:1.0:1788876983.056554:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876983.094917:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840103678687 time 7840103876829 state 0x0 ref 1
00000100:00100000:2.0:1788876983.094964:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362884608:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876983.095083:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.095111:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876983.095117:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876983.095128:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.095148:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.127187:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.131354:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.131365:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.131372:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876983.131377:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.131387:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.131517:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.131526:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876983.131627:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362884608:12345-192.168.203.59@tcp:3:dd.0 Request processed in 36681us (75535us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876983.131638:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 193
00000100:00100000:2.0:1788876983.131649:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840103678687 time 7840103876829 state 0x2 ref 0
00000100:00100000:0.0:1788876983.154665:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876983.155242:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884736
00000100:00100000:2.0:1788876983.155254:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884736
00000100:00100000:2.0:1788876983.155324:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840103678687 time 7840103876829 state 0x0 ref 1
00000100:00100000:2.0:1788876983.155338:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840203876829 time 7840103876829 state 0x1 ref 1
00000100:00100000:1.0:1788876983.197282:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840203876829 time 7840206251154 state 0x0 ref 1
00000100:00100000:1.0:1788876983.197430:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884736:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876983.197476:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.197499:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.197503:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.197509:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.197523:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.236506:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.236528:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.236538:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.236546:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876983.236552:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.236562:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.236597:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.236607:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e767b8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876983.236718:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884736:12345-192.168.203.59@tcp:3:dd.0 Request processed in 39412us (82056us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876983.236730:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 194
00000100:00100000:1.0:1788876983.236744:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840203876829 time 7840206251154 state 0x2 ref 0
00000100:00100000:2.0:1788876983.251747:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876983.251886:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884864
00000100:00100000:0.0:1788876983.251902:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884864
00000100:00100000:0.0:1788876983.251985:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840203876829 time 7840206251154 state 0x0 ref 1
00000100:00100000:0.0:1788876983.252009:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840306251154 time 7840206251154 state 0x1 ref 1
00000100:00100000:2.0:1788876983.297454:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840306251154 time 7840306423286 state 0x0 ref 1
00000100:00100000:2.0:1788876983.297488:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884864:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876983.297534:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.297551:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876983.297555:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876983.297562:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.297575:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.317105:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.317126:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.317136:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.317142:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876983.317147:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.317155:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.317175:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.317183:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767b92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876983.317292:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362884864:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19815us (65558us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876983.317303:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 195
00000100:00100000:3.0:1788876983.317311:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840306251154 time 7840306423286 state 0x2 ref 0
00000100:00100000:3.0:1788876983.331537:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876983.332119:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362884992
00000100:00100000:2.0:1788876983.332131:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362884992
00000100:00100000:2.0:1788876983.332189:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840306251154 time 7840306423286 state 0x0 ref 1
00000100:00100000:2.0:1788876983.332313:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840406423286 time 7840306423286 state 0x1 ref 1
00000100:00100000:1.0:1788876983.400779:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840406423286 time 7840409740166 state 0x0 ref 1
00000100:00100000:1.0:1788876983.400823:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362884992:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876983.400887:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.400910:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.400915:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.400926:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.400946:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.407749:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876983.440176:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.440210:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.440225:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.440232:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876983.440237:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.440245:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.440263:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.440270:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767b99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876983.440353:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362884992:12345-192.168.203.59@tcp:3:dd.0 Request processed in 39548us (108822us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876983.440364:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 196
00000100:00100000:1.0:1788876983.440374:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840406423286 time 7840409740166 state 0x2 ref 0
00000100:00100000:0.0:1788876983.450096:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876983.450378:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362885120
00000100:00100000:3.0:1788876983.450387:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362885120
00000100:00100000:3.0:1788876983.450457:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840406423286 time 7840409740166 state 0x0 ref 1
00000100:00100000:3.0:1788876983.450474:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840509740166 time 7840409740166 state 0x1 ref 1
00000100:00100000:0.0:1788876983.501500:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840509740166 time 7840510470046 state 0x0 ref 1
00000100:00100000:0.0:1788876983.501533:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362885120:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876983.501591:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.501609:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876983.501613:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876983.501619:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.501634:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.523278:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.523299:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.523308:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.523314:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876983.523319:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.523328:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.523348:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.523355:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e767ba0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876983.523548:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362885120:12345-192.168.203.59@tcp:3:dd.0 Request processed in 22015us (73447us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876983.523560:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 197
00000100:00100000:1.0:1788876983.523570:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840509740166 time 7840510470046 state 0x2 ref 0
00000100:00100000:0.0:1788876983.535080:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876983.535526:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362885248
00000100:00100000:2.0:1788876983.535549:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362885248
00000100:00100000:2.0:1788876983.535627:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840509740166 time 7840510470046 state 0x0 ref 1
00000100:00100000:2.0:1788876983.535644:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840610470046 time 7840510470046 state 0x1 ref 1
00000100:00100000:1.0:1788876983.601778:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840610470046 time 7840610748380 state 0x0 ref 1
00000100:00100000:1.0:1788876983.601822:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362885248:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876983.601962:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.601981:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.602060:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.602069:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.602084:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.639090:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.639115:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.639125:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.639132:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876983.639137:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.639146:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.639167:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.639174:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767ba7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876983.640111:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362885248:12345-192.168.203.59@tcp:3:dd.0 Request processed in 38296us (105032us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876983.640127:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 198
00000100:00100000:1.0:1788876983.640137:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840610470046 time 7840610748380 state 0x2 ref 0
00000100:00100000:0.0:1788876983.665714:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876983.670601:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362885376
00000100:00100000:3.0:1788876983.670616:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362885376
00000100:00100000:3.0:1788876983.670682:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840610470046 time 7840610748380 state 0x0 ref 1
00000100:00100000:3.0:1788876983.670697:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840710748380 time 7840610748380 state 0x1 ref 1
00000100:00100000:0.0:1788876983.702088:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840710748380 time 7840711056769 state 0x0 ref 1
00000100:00100000:0.0:1788876983.702128:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362885376:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876983.702169:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.702186:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876983.702189:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876983.702196:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876983.702208:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876983.727269:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365770624:0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.727350:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876983.727407:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1788876983.727526:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365770368:0@lo:400:kworker.0
00000100:00100000:3.0:1788876983.727570:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876983.727609:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365770880:0@lo:400:kworker.0
00000100:00100000:3.0:1788876983.727632:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876983.727654:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876983.727660:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365770496:0@lo:400:kworker.0
00000100:00100000:3.0:1788876983.727679:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876983.727707:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365770624
00000100:00100000:3.0:1788876983.727714:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365770624
00000100:00100000:3.0:1788876983.727768:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365770880
00000100:00100000:3.0:1788876983.727772:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365770880
00000100:00100000:3.0:1788876983.727794:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 398
00000100:00100000:3.0:1788876983.727802:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365770880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876983.727861:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365770880:12345-0@lo:400:kworker.0 Request processed in 59us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876983.727869:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 398
00000100:00100000:3.0:1788876983.727884:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 398
00000100:00100000:3.0:1788876983.727891:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365770624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876983.727923:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365770624:12345-0@lo:400:kworker.0 Request processed in 32us (573us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876983.727929:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 398
00000100:00100000:3.0:1788876983.727966:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365770880:0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.728195:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365770240:0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.728229:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876983.728250:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365770752:0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.728270:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876983.728291:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365770624:0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.728316:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365770368
00000100:00100000:1.0:1788876983.728320:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365770368
00000100:00100000:1.0:1788876983.728344:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365770496
00000100:00100000:1.0:1788876983.728348:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365770496
00000100:00100000:1.0:1788876983.728366:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365770752
00000100:00100000:1.0:1788876983.728369:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365770752
00000100:00100000:1.0:1788876983.728389:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829
00000100:00100000:1.0:1788876983.728395:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365770368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.728502:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365770368:12345-0@lo:400:kworker.0 Request processed in 106us (930us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876983.728509:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829
00000100:00100000:1.0:1788876983.728522:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830
00000100:00100000:1.0:1788876983.728528:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365770496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.728832:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365770496:12345-0@lo:400:kworker.0 Request processed in 304us (1151us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876983.728840:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830
00000100:00100000:1.0:1788876983.728928:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6831
00000100:00100000:1.0:1788876983.728935:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365770752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.728971:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365770752:12345-0@lo:400:kworker.0 Request processed in 37us (700us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876983.728977:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6831
00000100:00080000:1.0:1788876983.728996:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876983.729001:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788876983.729003:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876983.729151:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365770496:0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.729162:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365770368:0@lo:400:kworker.0
00000100:00100000:1.0:1788876983.729185:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365770752:0@lo:400:kworker.0
00000100:00100000:3.0:1788876983.729521:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365770240
00000100:00100000:3.0:1788876983.729526:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365770240
00000100:00100000:3.0:1788876983.729576:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:3.0:1788876983.729591:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365770240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876983.729632:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365770240:12345-0@lo:400:kworker.0 Request processed in 42us (1403us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876983.729638:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00100000:1.0:1788876983.729783:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365770240:0@lo:400:kworker.0
00010000:00010000:1.0:1788876983.730273:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.730292:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.730302:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.730309:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876983.730313:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.730322:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.730341:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.730350:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e767bae lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876983.730412:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362885376:12345-192.168.203.59@tcp:3:dd.0 Request processed in 28296us (64710us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876983.730432:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 199
00000100:00100000:1.0:1788876983.730440:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840710748380 time 7840711056769 state 0x2 ref 0
00000100:00100000:3.0:1788876983.732634:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876983.732673:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365771008:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788876983.732742:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876983.732806:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771008
00000100:00100000:1.0:1788876983.732815:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771008
00000100:00100000:1.0:1788876983.732875:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 398
00000100:00100000:1.0:1788876983.732886:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365771008:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876983.732920:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876983.732972:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365771008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876983.732979:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 398
00000100:00100000:3.0:1788876983.733503:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365771008:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788876983.752317:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876983.752398:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362885504
00000100:00100000:2.0:1788876983.752410:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362885504
00000100:00100000:2.0:1788876983.752484:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840710748380 time 7840711056769 state 0x0 ref 1
00000100:00100000:2.0:1788876983.752499:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840811056769 time 7840711056769 state 0x1 ref 1
00000100:00100000:3.0:1788876983.802878:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840811056769 time 7840811845012 state 0x0 ref 1
00000100:00100000:3.0:1788876983.802919:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362885504:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876983.802974:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.802993:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876983.802997:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876983.803004:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876983.803066:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.830463:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.830487:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.830498:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.830505:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843bce5a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876983.830514:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.830525:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.830924:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876983.830933:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065e58d2f/0x3868396b8e767bb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876983.831078:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362885504:12345-192.168.203.59@tcp:3:dd.0 Request processed in 28172us (78766us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876983.831088:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 200
00000100:00100000:2.0:1788876983.831098:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840811056769 time 7840811845012 state 0x2 ref 0
00000100:00100000:3.0:1788876983.848247:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876983.849560:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362885632
00000100:00100000:1.0:1788876983.849575:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362885632
00000100:00100000:1.0:1788876983.849656:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840811056769 time 7840811845012 state 0x0 ref 1
00000100:00100000:1.0:1788876983.849672:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840911845012 time 7840811845012 state 0x1 ref 1
00000100:00100000:1.0:1788876983.903106:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840911845012 time 7840911985175 state 0x0 ref 1
00000100:00100000:1.0:1788876983.903140:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362885632:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876983.903183:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.903200:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.903204:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876983.903211:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.903224:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.925612:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.925636:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.925645:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.925652:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876983.925658:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.925667:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.925686:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876983.925694:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e09ea6b/0x3868396b8e767bbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876983.925794:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362885632:12345-192.168.203.59@tcp:3:dd.0 Request processed in 22665us (77562us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876983.925805:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 201
00000100:00100000:1.0:1788876983.925817:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840911845012 time 7840911985175 state 0x2 ref 0
00000100:00100000:3.0:1788876983.938707:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876983.938945:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362885760
00000100:00100000:2.0:1788876983.938956:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362885760
00000100:00100000:2.0:1788876983.939011:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7840911845012 time 7840911985175 state 0x0 ref 1
00000100:00100000:2.0:1788876983.939054:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841011985175 time 7840911985175 state 0x1 ref 1
00000100:00100000:2.0:1788876984.004975:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841011985175 time 7841013943481 state 0x0 ref 1
00000100:00100000:2.0:1788876984.005008:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362885760:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876984.005066:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.005083:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876984.005087:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876984.005095:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.006619:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.038415:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.038435:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.038444:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.038452:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876984.038457:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.038466:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.038496:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.038505:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bc3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876984.038596:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362885760:12345-192.168.203.59@tcp:3:dd.0 Request processed in 33597us (99894us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876984.038607:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 202
00000100:00100000:2.0:1788876984.038618:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841011985175 time 7841013943481 state 0x2 ref 0
00000100:00100000:3.0:1788876984.060925:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.061069:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362885888
00000100:00100000:1.0:1788876984.061082:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362885888
00000100:00100000:1.0:1788876984.061146:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841011985175 time 7841013943481 state 0x0 ref 1
00000100:00100000:1.0:1788876984.061163:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841113943481 time 7841013943481 state 0x1 ref 1
00000100:00100000:2.0:1788876984.105147:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841113943481 time 7841114117559 state 0x0 ref 1
00000100:00100000:2.0:1788876984.105179:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362885888:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876984.105239:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.105255:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876984.105259:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876984.105265:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.105277:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.124918:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.124937:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.124951:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.124958:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876984.124963:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.124971:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.124991:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.124999:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767bca lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876984.125150:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362885888:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19981us (64231us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876984.125162:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 203
00000100:00100000:2.0:1788876984.125171:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841113943481 time 7841114117559 state 0x2 ref 0
00000100:00100000:3.0:1788876984.134723:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.134870:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886016
00000100:00100000:1.0:1788876984.134880:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886016
00000100:00100000:1.0:1788876984.134935:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841113943481 time 7841114117559 state 0x0 ref 1
00000100:00100000:1.0:1788876984.134952:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841214117559 time 7841114117559 state 0x1 ref 1
00000100:00100000:0.0:1788876984.205574:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841214117559 time 7841214542937 state 0x0 ref 1
00000100:00100000:0.0:1788876984.205614:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362886016:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876984.205661:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.205678:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.205683:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.205689:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.205702:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.235039:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.235063:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.235085:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.235095:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876984.235100:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.235113:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.235143:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.235154:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876984.235301:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362886016:12345-192.168.203.59@tcp:3:dd.0 Request processed in 29695us (100580us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876984.235313:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 204
00000100:00100000:0.0:1788876984.235326:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841214117559 time 7841214542937 state 0x2 ref 0
00000100:00100000:3.0:1788876984.251299:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.251466:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886144
00000100:00100000:1.0:1788876984.251477:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886144
00000100:00100000:1.0:1788876984.251532:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841214117559 time 7841214542937 state 0x0 ref 1
00000100:00100000:1.0:1788876984.251558:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841314542937 time 7841214542937 state 0x1 ref 1
00000100:00100000:0.0:1788876984.305768:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841314542937 time 7841314718276 state 0x0 ref 1
00000100:00100000:0.0:1788876984.305808:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362886144:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876984.305878:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.305901:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.305906:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.305915:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.305940:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876984.314054:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.314112:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.314175:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.314254:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886272
00000100:00100000:1.0:1788876984.314266:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886272
00000100:00100000:1.0:1788876984.314342:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3191
00000100:00100000:1.0:1788876984.314357:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362886272:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876984.314427:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362886272:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 74us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876984.314437:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3191
00000100:00100000:1.0:1788876984.314487:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876984.314549:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886400
00000100:00100000:3.0:1788876984.314553:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886400
00000100:00100000:3.0:1788876984.314603:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886656
00000100:00100000:3.0:1788876984.314606:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886656
00000100:00100000:3.0:1788876984.314630:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6832
00000100:00100000:3.0:1788876984.314638:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362886400:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876984.314672:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362886400:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 35us (658us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876984.314679:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6832
00000100:00100000:3.0:1788876984.314691:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6833
00000100:00100000:3.0:1788876984.314698:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362886656:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876984.314722:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362886656:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (609us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876984.314729:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6833
00000100:00080000:3.0:1788876984.314760:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788876984.325548:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886528
00000100:00100000:2.0:1788876984.325561:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886528
00000100:00100000:2.0:1788876984.325836:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 399
00000100:00100000:2.0:1788876984.325845:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362886528:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876984.325923:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362886528:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 78us (11435us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876984.325931:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 399
00000100:00080000:3.0:1788876984.326146:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1788876984.336435:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.336454:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.336462:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.336469:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876984.336473:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.336483:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.336502:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.336510:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e767bd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876984.336607:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362886144:12345-192.168.203.59@tcp:3:dd.0 Request processed in 30815us (85313us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876984.336618:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 205
00000100:00100000:2.0:1788876984.336629:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841314542937 time 7841314718276 state 0x2 ref 0
00000100:00100000:3.0:1788876984.347795:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.347913:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886784
00000100:00100000:1.0:1788876984.347926:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886784
00000100:00100000:1.0:1788876984.348001:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841314542937 time 7841314718276 state 0x0 ref 1
00000100:00100000:1.0:1788876984.348080:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841414718276 time 7841314718276 state 0x1 ref 1
00000100:00100000:0.0:1788876984.405938:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841414718276 time 7841414906292 state 0x0 ref 1
00000100:00100000:0.0:1788876984.405969:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362886784:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876984.406058:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.406075:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.406079:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.406085:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.406110:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.425657:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.425675:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.425684:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.425691:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876984.425696:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.425769:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.425790:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.425799:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876984.425963:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362886784:12345-192.168.203.59@tcp:3:dd.0 Request processed in 20004us (78175us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876984.425974:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 206
00000100:00100000:0.0:1788876984.425993:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841414718276 time 7841414906292 state 0x2 ref 0
00010000:00010000:2.0:1788876984.430715:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788876984.435821:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876984.435987:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362886912
00000100:00100000:2.0:1788876984.435998:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362886912
00000100:00100000:2.0:1788876984.436086:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841414718276 time 7841414906292 state 0x0 ref 1
00000100:00100000:2.0:1788876984.436100:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841514906292 time 7841414906292 state 0x1 ref 1
00000100:00100000:0.0:1788876984.508199:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841514906292 time 7841517161741 state 0x0 ref 1
00000100:00100000:0.0:1788876984.508237:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362886912:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876984.508278:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.508294:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.508298:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.508304:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.508500:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.526607:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.526626:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.526634:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.526641:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876984.526647:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.526655:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.526674:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.526681:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767be6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876984.526778:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362886912:12345-192.168.203.59@tcp:3:dd.0 Request processed in 18557us (90961us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876984.526790:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 207
00000100:00100000:0.0:1788876984.526799:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841514906292 time 7841517161741 state 0x2 ref 0
00000100:00100000:2.0:1788876984.537916:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876984.544642:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887040
00000100:00100000:1.0:1788876984.544661:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887040
00000100:00100000:1.0:1788876984.544740:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841514906292 time 7841517161741 state 0x0 ref 1
00000100:00100000:1.0:1788876984.547814:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841617161741 time 7841517161741 state 0x1 ref 1
00000100:00100000:0.0:1788876984.610929:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841617161741 time 7841619898648 state 0x0 ref 1
00000100:00100000:0.0:1788876984.611116:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362887040:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876984.611168:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.611327:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.611333:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876984.611341:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.611357:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.645332:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.645353:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.645360:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.645366:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876984.645371:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.645379:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.645397:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876984.645403:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e767bed lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876984.645489:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362887040:12345-192.168.203.59@tcp:3:dd.0 Request processed in 34537us (108178us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876984.645499:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 208
00000100:00100000:0.0:1788876984.645509:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841617161741 time 7841619898648 state 0x2 ref 0
00000100:00100000:2.0:1788876984.662207:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876984.662696:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887168
00000100:00100000:0.0:1788876984.662707:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887168
00000100:00100000:0.0:1788876984.662775:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841617161741 time 7841619898648 state 0x0 ref 1
00000100:00100000:0.0:1788876984.662791:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841719898648 time 7841619898648 state 0x1 ref 1
00000100:00100000:3.0:1788876984.713787:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841719898648 time 7841722756606 state 0x0 ref 1
00000100:00100000:3.0:1788876984.713819:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362887168:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876984.713866:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.713884:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876984.713888:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876984.713895:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.713910:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.735479:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.735508:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.735521:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.735530:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843bce4c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876984.735536:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.735547:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.735587:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.735599:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767bf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876984.735717:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362887168:12345-192.168.203.59@tcp:3:dd.0 Request processed in 21907us (73526us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876984.735728:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 209
00000100:00100000:3.0:1788876984.735743:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841719898648 time 7841722756606 state 0x2 ref 0
00000100:00100000:1.0:1788876984.745703:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876984.746002:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887296
00000100:00100000:2.0:1788876984.746040:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887296
00000100:00100000:2.0:1788876984.746097:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841719898648 time 7841722756606 state 0x0 ref 1
00000100:00100000:2.0:1788876984.746116:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841822756606 time 7841722756606 state 0x1 ref 1
00000100:00100000:2.0:1788876984.814047:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841822756606 time 7841823017888 state 0x0 ref 1
00000100:00100000:2.0:1788876984.814076:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362887296:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876984.814128:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.814144:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876984.814148:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876984.814155:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876984.814170:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.833581:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.833602:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.833612:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.833619:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842d7f6e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876984.833624:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.833633:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.833651:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.833659:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044d97567/0x3868396b8e767bfb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876984.833779:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362887296:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19709us (88082us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876984.833791:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 210
00000100:00100000:3.0:1788876984.833804:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841822756606 time 7841823017888 state 0x2 ref 0
00000100:00100000:2.0:1788876984.852725:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876984.853867:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887424
00000100:00100000:0.0:1788876984.853880:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887424
00000100:00100000:0.0:1788876984.855668:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841822756606 time 7841823017888 state 0x0 ref 1
00000100:00100000:0.0:1788876984.855690:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841923017888 time 7841823017888 state 0x1 ref 1
00000100:00100000:3.0:1788876984.914310:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841923017888 time 7841923178560 state 0x0 ref 1
00000100:00100000:3.0:1788876984.914342:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887424:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876984.914383:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.914402:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876984.914407:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876984.914413:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.914427:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.931920:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.931940:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.931949:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.931956:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843bce4c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876984.931961:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.931969:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.931988:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876984.931997:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d72410f/0x3868396b8e767c02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876984.932127:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887424:12345-192.168.203.59@tcp:3:dd.0 Request processed in 17794us (79407us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876984.932139:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 211
00000100:00100000:3.0:1788876984.932148:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841923017888 time 7841923178560 state 0x2 ref 0
00000100:00100000:1.0:1788876984.937360:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876984.937550:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887552
00000100:00100000:2.0:1788876984.937579:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887552
00000100:00100000:2.0:1788876984.937633:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7841923017888 time 7841923178560 state 0x0 ref 1
00000100:00100000:2.0:1788876984.937645:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842023178560 time 7841923178560 state 0x1 ref 1
00000100:00100000:2.0:1788876985.018054:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842023178560 time 7842027026545 state 0x0 ref 1
00000100:00100000:2.0:1788876985.018094:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887552:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876985.018133:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.018148:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876985.018152:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876985.018158:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.018173:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788876985.019043:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876985.047724:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.047749:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.047758:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.047765:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876985.047772:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.047781:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.047801:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.047809:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876985.047912:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887552:12345-192.168.203.59@tcp:3:dd.0 Request processed in 29831us (110554us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876985.047924:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 212
00000100:00100000:2.0:1788876985.047937:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842023178560 time 7842027026545 state 0x2 ref 0
00000100:00100000:2.0:1788876985.062000:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876985.062154:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887680
00000100:00100000:0.0:1788876985.062165:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887680
00000100:00100000:0.0:1788876985.062261:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842023178560 time 7842027026545 state 0x0 ref 1
00000100:00100000:0.0:1788876985.062279:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842127026545 time 7842027026545 state 0x1 ref 1
00000100:00100000:1.0:1788876985.121914:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842127026545 time 7842130880006 state 0x0 ref 1
00000100:00100000:1.0:1788876985.122156:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887680:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876985.122494:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.122517:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.122522:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.122531:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.122556:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.148621:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.148847:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.148860:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.148868:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876985.148875:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.148885:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.148908:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.148914:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767c10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876985.149061:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887680:12345-192.168.203.59@tcp:3:dd.0 Request processed in 26872us (87024us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876985.149072:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 213
00000100:00100000:1.0:1788876985.149082:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842127026545 time 7842130880006 state 0x2 ref 0
00000100:00100000:0.0:1788876985.159375:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876985.159475:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887808
00000100:00100000:2.0:1788876985.159485:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887808
00000100:00100000:2.0:1788876985.159549:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842127026545 time 7842130880006 state 0x0 ref 1
00000100:00100000:2.0:1788876985.159562:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842230880006 time 7842130880006 state 0x1 ref 1
00000100:00100000:2.0:1788876985.223932:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842230880006 time 7842232900903 state 0x0 ref 1
00000100:00100000:2.0:1788876985.223964:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887808:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876985.224010:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.224043:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876985.224047:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876985.224053:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.224066:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.298622:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.298642:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.298652:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.298660:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998433450800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876985.298666:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.298674:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.298693:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.298700:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d69428b/0x3868396b8e767c17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876985.298797:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362887808:12345-192.168.203.59@tcp:3:dd.0 Request processed in 74841us (139427us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876985.298808:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 214
00000100:00100000:2.0:1788876985.298818:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842230880006 time 7842232900903 state 0x2 ref 0
00000100:00100000:0.0:1788876985.310680:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876985.310795:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362887936
00000100:00100000:2.0:1788876985.310807:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362887936
00000100:00100000:2.0:1788876985.310863:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842230880006 time 7842232900903 state 0x0 ref 1
00000100:00100000:2.0:1788876985.310877:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842332900903 time 7842232900903 state 0x1 ref 1
00000100:00100000:0.0:1788876985.324072:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842332900903 time 7842333042265 state 0x0 ref 1
00000100:00100000:0.0:1788876985.324103:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362887936:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876985.324145:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876985.324162:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876985.324167:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876985.324173:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876985.324196:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.357657:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.357677:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.357686:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.357693:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876985.357698:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.357706:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.357724:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.357732:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e32eaa0/0x3868396b8e767c1e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876985.357808:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362887936:12345-192.168.203.59@tcp:3:dd.0 Request processed in 33714us (47134us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876985.357818:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 215
00000100:00100000:1.0:1788876985.357828:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842332900903 time 7842333042265 state 0x2 ref 0
00000100:00100000:3.0:1788876985.365803:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876985.366057:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888064
00000100:00100000:0.0:1788876985.366067:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888064
00000100:00100000:0.0:1788876985.366131:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842332900903 time 7842333042265 state 0x0 ref 1
00000100:00100000:0.0:1788876985.366146:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842433042265 time 7842333042265 state 0x1 ref 1
00000100:00100000:1.0:1788876985.424332:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842433042265 time 7842433300419 state 0x0 ref 1
00000100:00100000:1.0:1788876985.424367:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362888064:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876985.424413:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.424431:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.424435:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.424442:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.424456:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.443093:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.443113:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.443128:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.443136:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876985.443141:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.443151:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.443171:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.443179:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876985.443394:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362888064:12345-192.168.203.59@tcp:3:dd.0 Request processed in 19038us (77599us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876985.443405:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 216
00000100:00100000:1.0:1788876985.443415:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842433042265 time 7842433300419 state 0x2 ref 0
00010000:00010000:1.0:1788876985.454174:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876985.455546:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876985.455715:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888192
00000100:00100000:3.0:1788876985.455725:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888192
00000100:00100000:3.0:1788876985.455779:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842433042265 time 7842433300419 state 0x0 ref 1
00000100:00100000:3.0:1788876985.455792:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842533300419 time 7842433300419 state 0x1 ref 1
00000100:00100000:0.0:1788876985.524614:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842533300419 time 7842533584731 state 0x0 ref 1
00000100:00100000:0.0:1788876985.524649:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362888192:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876985.524691:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876985.524708:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876985.524712:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876985.524718:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876985.524731:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.547165:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.547196:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.547205:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.547214:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876985.547218:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.547235:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.547259:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.547268:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa92f5d3/0x3868396b8e767c2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876985.547355:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362888192:12345-192.168.203.59@tcp:3:dd.0 Request processed in 22718us (91811us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876985.547365:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 217
00000100:00100000:1.0:1788876985.547375:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842533300419 time 7842533584731 state 0x2 ref 0
00000100:00100000:2.0:1788876985.562983:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876985.563175:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888320
00000100:00100000:3.0:1788876985.563186:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888320
00000100:00100000:3.0:1788876985.563252:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842533300419 time 7842533584731 state 0x0 ref 1
00000100:00100000:3.0:1788876985.563268:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842633584731 time 7842533584731 state 0x1 ref 1
00000100:00100000:1.0:1788876985.624787:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842633584731 time 7842633754940 state 0x0 ref 1
00000100:00100000:1.0:1788876985.624827:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362888320:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876985.624892:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.624911:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.624916:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.624924:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.624939:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.639062:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.639084:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.639093:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.639101:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876985.639106:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.639117:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.639142:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.639149:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c33 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876985.639273:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362888320:12345-192.168.203.59@tcp:3:dd.0 Request processed in 14457us (76303us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876985.639286:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 218
00000100:00100000:1.0:1788876985.639296:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842633584731 time 7842633754940 state 0x2 ref 0
00000100:00100000:0.0:1788876985.653795:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876985.653953:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888448
00000100:00100000:2.0:1788876985.653967:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888448
00000100:00100000:2.0:1788876985.654072:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842633584731 time 7842633754940 state 0x0 ref 1
00000100:00100000:2.0:1788876985.654089:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842733754940 time 7842633754940 state 0x1 ref 1
00000100:00100000:2.0:1788876985.725697:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842733754940 time 7842734667040 state 0x0 ref 1
00000100:00100000:2.0:1788876985.725729:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362888448:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876985.725775:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.725793:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876985.725797:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876985.725804:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.725816:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.774085:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.774109:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.774119:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.774127:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876985.774132:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.774141:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.774161:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.774169:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876985.774259:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362888448:12345-192.168.203.59@tcp:3:dd.0 Request processed in 48538us (120478us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876985.774270:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 219
00000100:00100000:2.0:1788876985.774281:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842733754940 time 7842734667040 state 0x2 ref 0
00000100:00100000:2.0:1788876985.774372:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1788876985.774390:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365771136:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876985.774437:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876985.774576:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771136
00000100:00100000:1.0:1788876985.774583:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771136
00000100:00100000:1.0:1788876985.774651:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 399
00000100:00100000:1.0:1788876985.774661:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365771136:12345-0@lo:13:osp-pre-0-0.0
00000100:00080000:3.0:1788876985.774912:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1788876985.774962:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788876985.775178:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365771136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 519us (739us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876985.775186:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 399
00000100:00100000:2.0:1788876985.775275:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365771136:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788876985.786192:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876985.786307:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888576
00000100:00100000:0.0:1788876985.786317:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888576
00000100:00100000:0.0:1788876985.786369:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842733754940 time 7842734667040 state 0x0 ref 1
00000100:00100000:0.0:1788876985.786381:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842834667040 time 7842734667040 state 0x1 ref 1
00000100:00100000:1.0:1788876985.826276:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842834667040 time 7842835246469 state 0x0 ref 1
00000100:00100000:1.0:1788876985.826313:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362888576:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876985.826358:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.826377:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.826381:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.826388:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.826401:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.859386:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.859412:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.859422:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.859429:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876985.859434:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.859442:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.859460:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876985.859468:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e767c41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876985.859553:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362888576:12345-192.168.203.59@tcp:3:dd.0 Request processed in 33246us (73364us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876985.859562:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 220
00000100:00100000:2.0:1788876985.859582:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842834667040 time 7842835246469 state 0x2 ref 0
00000100:00100000:0.0:1788876985.868195:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876985.868286:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888704
00000100:00100000:2.0:1788876985.868297:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888704
00000100:00100000:2.0:1788876985.868350:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842834667040 time 7842835246469 state 0x0 ref 1
00000100:00100000:2.0:1788876985.868364:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842935246469 time 7842835246469 state 0x1 ref 1
00000100:00100000:1.0:1788876985.927669:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842935246469 time 7842936636701 state 0x0 ref 1
00000100:00100000:1.0:1788876985.927708:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362888704:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876985.927756:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.927774:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.927779:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876985.927786:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.927801:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.944776:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.944802:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.944812:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.944820:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876985.944825:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.944835:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.944854:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876985.944862:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876985.945165:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362888704:12345-192.168.203.59@tcp:3:dd.0 Request processed in 17472us (76983us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876985.945176:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 221
00000100:00100000:1.0:1788876985.945195:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842935246469 time 7842936636701 state 0x2 ref 0
00000100:00100000:3.0:1788876985.978334:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876985.982747:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888832
00000100:00100000:1.0:1788876985.982764:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888832
00000100:00100000:1.0:1788876985.982831:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7842935246469 time 7842936636701 state 0x0 ref 1
00000100:00100000:1.0:1788876985.982845:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843036636701 time 7842936636701 state 0x1 ref 1
00000100:00100000:2.0:1788876986.028839:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843036636701 time 7843037810443 state 0x0 ref 1
00000100:00100000:2.0:1788876986.028869:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362888832:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876986.028909:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.028925:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788876986.028929:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876986.028935:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.028951:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.043769:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.043792:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.043803:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.043816:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876986.043822:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.043831:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.043851:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.043860:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e767c4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876986.043999:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362888832:12345-192.168.203.59@tcp:3:dd.0 Request processed in 15138us (65669us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876986.044011:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 222
00000100:00100000:2.0:1788876986.044056:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843036636701 time 7843037810443 state 0x2 ref 0
00000100:00100000:3.0:1788876986.051656:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.051732:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362888960
00000100:00100000:1.0:1788876986.051743:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362888960
00000100:00100000:1.0:1788876986.051810:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843036636701 time 7843037810443 state 0x0 ref 1
00000100:00100000:1.0:1788876986.051823:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843137810443 time 7843037810443 state 0x1 ref 1
00000100:00100000:1.0:1788876986.128931:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843137810443 time 7843137899538 state 0x0 ref 1
00000100:00100000:1.0:1788876986.128968:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362888960:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:1.0:1788876986.129052:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.129072:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876986.129078:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876986.129085:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.129099:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.148907:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.148933:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.148944:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.148951:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788876986.148956:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.148966:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.148985:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.148994:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e767c56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788876986.149118:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362888960:12345-192.168.203.59@tcp:3:dd.0 Request processed in 20164us (97466us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788876986.149129:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 223
00000100:00100000:1.0:1788876986.149140:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843137810443 time 7843137899538 state 0x2 ref 0
00000100:00100000:3.0:1788876986.167524:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.167696:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362889088
00000100:00100000:1.0:1788876986.167706:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362889088
00000100:00100000:1.0:1788876986.167764:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843137810443 time 7843137899538 state 0x0 ref 1
00000100:00100000:1.0:1788876986.167780:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843237899538 time 7843137899538 state 0x1 ref 1
00000100:00100000:2.0:1788876986.229132:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843237899538 time 7843238098502 state 0x0 ref 1
00000100:00100000:2.0:1788876986.229168:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362889088:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876986.229213:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.229229:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876986.229234:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876986.229240:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.229255:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.244827:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.244848:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.244857:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.244865:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b5800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876986.244869:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.244878:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.244897:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.244905:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003acb7713/0x3868396b8e767c5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876986.244986:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362889088:12345-192.168.203.59@tcp:3:dd.0 Request processed in 15828us (77465us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788876986.244999:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 224
00000100:00100000:2.0:1788876986.245054:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843237899538 time 7843238098502 state 0x2 ref 0
00000100:00100000:3.0:1788876986.249554:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.249634:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362889216
00000100:00100000:1.0:1788876986.249644:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362889216
00000100:00100000:1.0:1788876986.251449:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843237899538 time 7843238098502 state 0x0 ref 1
00000100:00100000:1.0:1788876986.251466:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843338098502 time 7843238098502 state 0x1 ref 1
00000100:00100000:0.0:1788876986.329334:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843338098502 time 7843338304412 state 0x0 ref 1
00000100:00100000:0.0:1788876986.329367:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362889216:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876986.329423:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.329442:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876986.329447:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876986.329454:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.329468:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.338516:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.338537:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.338551:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.338558:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876986.338564:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.338583:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.338603:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.338610:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876986.339562:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362889216:12345-192.168.203.59@tcp:3:dd.0 Request processed in 10200us (90008us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876986.339584:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 225
00000100:00100000:0.0:1788876986.339596:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843338098502 time 7843338304412 state 0x2 ref 0
00000100:00100000:3.0:1788876986.370493:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876986.370629:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362889344
00000100:00100000:2.0:1788876986.370638:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362889344
00000100:00100000:2.0:1788876986.370688:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843338098502 time 7843338304412 state 0x0 ref 1
00000100:00100000:2.0:1788876986.370701:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843438304412 time 7843338304412 state 0x1 ref 1
00000100:00100000:2.0:1788876986.430282:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843438304412 time 7843439250410 state 0x0 ref 1
00000100:00100000:2.0:1788876986.430318:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362889344:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:2.0:1788876986.430375:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.430391:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876986.430395:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788876986.430401:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.430414:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.442602:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.442624:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.442633:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.442640:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405c1b800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876986.442645:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.442654:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.442673:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.442682:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006165cce8/0x3868396b8e767c6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876986.442762:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362889344:12345-192.168.203.59@tcp:3:dd.0 Request processed in 12456us (72274us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876986.442773:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 226
00000100:00100000:0.0:1788876986.442783:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843438304412 time 7843439250410 state 0x2 ref 0
00000100:00100000:3.0:1788876986.467600:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876986.467762:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362889472
00000100:00100000:2.0:1788876986.467773:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362889472
00000100:00100000:2.0:1788876986.467838:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843438304412 time 7843439250410 state 0x0 ref 1
00000100:00100000:2.0:1788876986.467852:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843539250410 time 7843439250410 state 0x1 ref 1
00010000:00010000:0.0:1788876986.478801:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876986.531469:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843539250410 time 7843540438101 state 0x0 ref 1
00000100:00100000:0.0:1788876986.531498:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362889472:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:0.0:1788876986.531540:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.531555:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876986.531559:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788876986.531573:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.531587:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.541978:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.542000:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.542010:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.542045:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876986.542049:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.542057:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.542083:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.542101:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e767c72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876986.542401:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362889472:12345-192.168.203.59@tcp:3:dd.0 Request processed in 10909us (74804us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788876986.542413:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 227
00000100:00100000:0.0:1788876986.542424:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843539250410 time 7843540438101 state 0x2 ref 0
00000100:00100000:2.0:1788876986.554513:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.554763:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362889600
00000100:00100000:1.0:1788876986.554773:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362889600
00000100:00100000:1.0:1788876986.554833:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843539250410 time 7843540438101 state 0x0 ref 1
00000100:00100000:1.0:1788876986.554847:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843640438101 time 7843540438101 state 0x1 ref 1
00000100:00100000:3.0:1788876986.631776:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843640438101 time 7843640742469 state 0x0 ref 1
00000100:00100000:3.0:1788876986.631895:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362889600:12345-192.168.203.59@tcp:3:dd.0
00010000:00010000:3.0:1788876986.632409:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.632428:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876986.632432:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788876986.632546:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.632563:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.661148:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.661170:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.661193:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.661205:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788876986.661210:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.661228:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.661254:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788876986.661262:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e767c79 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788876986.661378:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362889600:12345-192.168.203.59@tcp:3:dd.0 Request processed in 29498us (106933us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788876986.661389:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 228
00000100:00100000:3.0:1788876986.661400:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843640438101 time 7843640742469 state 0x2 ref 0
00000100:00100000:2.0:1788876986.669775:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876986.669862:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362889856
00000100:00100000:3.0:1788876986.669872:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362889856
00000100:00100000:3.0:1788876986.669945:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9898
00000100:00100000:3.0:1788876986.669956:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:252809:x1875765362889856:12345-192.168.203.59@tcp:35:dd.0
00000100:00080000:1.0:1788876986.670355:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876986.671140:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:252809:x1875765362889856:12345-192.168.203.59@tcp:35:dd.0 Request processed in 1056us (1245us total) trans 4295010889 rc 0/0
00000100:00100000:3.0:1788876986.671153:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9898
00000100:00100000:2.0:1788876986.833422:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.833760:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362889984
00000100:00100000:1.0:1788876986.833770:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362889984
00000100:00100000:1.0:1788876986.833867:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1214
00000100:00100000:1.0:1788876986.833877:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:5571:x1875765362889984:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788876986.833894:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788876986.833935:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7679bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888804 expref: 6 pid: 167350 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.833959:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788876986.834053:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:5571:x1875765362889984:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 136us (598us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876986.834065:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1214
00000100:00100000:2.0:1788876986.879310:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.879459:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362890112
00000100:00100000:1.0:1788876986.879469:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362890112
00000100:00100000:1.0:1788876986.879546:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60375
00000100:00100000:1.0:1788876986.879557:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:252823:x1875765362890112:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876986.879595:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876986.879616:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7a00/0x3868396b8e767c80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88880b expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.879713:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767c87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.879728:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.879739:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876986.879984:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 7680
00000004:00200000:1.0:1788876986.880000:0:26643:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:1.0:1788876986.880129:0:26643:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.880160:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7a00/0x3868396b8e767c80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88880b expref: 11 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.880180:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767c87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88880b expref: 10 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.880193:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff99840390fa00)
00010000:00010000:1.0:1788876986.880196:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788876986.880200:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7000, rc 0)
00000100:00100000:0.0:1788876986.880348:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252823:x1875765362890112:12345-192.168.203.59@tcp:101:rm.0 Request processed in 792us (1043us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876986.880356:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60375
00000100:00100000:2.0:1788876986.884439:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.884520:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362890368
00000100:00100000:1.0:1788876986.884533:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362890368
00000100:00100000:1.0:1788876986.884697:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60376
00000100:00100000:1.0:1788876986.884711:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:252823:x1875765362890368:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:0.0:1788876986.884818:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788876986.884841:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767c8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888812 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788876986.885340:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 7680
00010000:00010000:0.0:1788876986.885637:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767c8e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888812 expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.885653:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:0.0:1788876986.885656:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788876986.885661:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767c8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888812 expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.885680:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dda800, rc 0)
00000100:00100000:0.0:1788876986.885747:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252823:x1875765362890368:12345-192.168.203.59@tcp:101:rm.0 Request processed in 1042us (1317us total) trans 4295010890 rc 301/301
00000100:00100000:0.0:1788876986.885756:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60376
00000100:00100000:3.0:1788876986.889959:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.890256:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362890496
00000100:00100000:1.0:1788876986.890265:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362890496
00000100:00100000:1.0:1788876986.890368:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9899
00000100:00100000:1.0:1788876986.890379:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252823:x1875765362890496:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:1.0:1788876986.897057:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252823:x1875765362890496:12345-192.168.203.59@tcp:37:rm.0 Request processed in 6623us (7234us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876986.897077:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9899
00000100:00100000:0.0:1788876986.901992:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876986.902150:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362890752
00000100:00100000:3.0:1788876986.902161:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362890752
00000100:00100000:3.0:1788876986.902234:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9900
00000100:00100000:3.0:1788876986.902244:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:252823:x1875765362890752:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:3.0:1788876986.902853:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252823:x1875765362890752:12345-192.168.203.59@tcp:35:rm.0 Request processed in 607us (870us total) trans 4295010891 rc 0/0
00000100:00100000:3.0:1788876986.902864:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9900
00000100:00100000:3.0:1788876986.905985:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.906832:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362891008
00000100:00100000:1.0:1788876986.906842:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362891008
00000100:00100000:1.0:1788876986.906940:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60377
00000100:00100000:1.0:1788876986.906951:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:252823:x1875765362891008:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788876986.906976:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788876986.906998:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7200/0x3868396b8e767c9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888819 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.907717:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6000/0x3868396b8e767ca3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.907741:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6000/0x3868396b8e767ca3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.907754:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6000/0x3868396b8e767ca3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788876986.907766:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 7680
00010000:00010000:1.0:1788876986.907957:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7200/0x3868396b8e767c9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888819 expref: 15 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.907977:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6000/0x3868396b8e767ca3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xcb2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888819 expref: 14 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.907986:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff99840390fa00)
00010000:00010000:1.0:1788876986.907988:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1788876986.907992:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6000, rc 0)
00000100:00100000:1.0:1788876986.908389:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252823:x1875765362891008:12345-192.168.203.59@tcp:101:rm.0 Request processed in 1439us (2414us total) trans 4295010892 rc 0/0
00000100:00100000:1.0:1788876986.908398:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60377
00000100:00100000:1.0:1788876986.911876:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876986.911968:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362891136
00000100:00100000:3.0:1788876986.911977:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362891136
00000100:00100000:3.0:1788876986.912065:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60378
00000100:00100000:3.0:1788876986.912075:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252823:x1875765362891136:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:3.0:1788876986.912130:0:5791:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7570718720 avail 7562330112
00000100:00100000:3.0:1788876986.912205:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252823:x1875765362891136:12345-192.168.203.59@tcp:41:rm.0 Request processed in 132us (338us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876986.912214:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60378
00000100:00100000:2.0:1788876986.916297:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876986.916446:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362891392
00000100:00100000:0.0:1788876986.916456:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362891392
00000100:00100000:0.0:1788876986.916521:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60379
00000100:00100000:0.0:1788876986.916531:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252823:x1875765362891392:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:0.0:1788876986.916592:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1788876986.916618:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ac00/0x3868396b8e7676d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887f6 expref: 14 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.916637:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb4:0x0].0x0 (ffff99840390fb00)
00010000:00010000:0.0:1788876986.916653:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767c87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88880b expref: 13 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.916663:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788876986.916667:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788876986.916686:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.916699:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.916708:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.916724:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.916730:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.916736:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.917137:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.917147:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.917154:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1788876986.918126:0:15554:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1630, 64 off112512
00000004:00080000:0.0:1788876986.918140:0:15554:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7843927124899ns, next at 7844927121069ns, rc = 0
00010000:00010000:0.0:1788876986.918214:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918228:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918239:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918247:0:15554:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918257:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918264:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918292:0:15554:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788876986.918314:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918321:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918327:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918334:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddae00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876986.918338:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918346:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918357:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb4:0x0].0x0 (ffff998404dddb00)
00010000:00010000:0.0:1788876986.918360:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1788876986.918365:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918373:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767cbf lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918395:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918401:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918408:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918414:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788876986.918417:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918423:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918432:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788876986.918434:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788876986.918437:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918444:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767cb1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788876986.918454:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d217be75 reply state 000000001a80ff6c transno 4295010893 ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788876986.918465:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788876986.918597:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252823:x1875765362891392:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2062us (2305us total) trans 4295010893 rc 0/0
00000100:00100000:0.0:1788876986.918610:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60379
00010000:00010000:0.0:1788876986.918662:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788876986.918668:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918676:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddaa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788876986.918680:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918687:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918697:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb4:0x0].0x0 (ffff998404dddb00)
00010000:00010000:0.0:1788876986.918699:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1788876986.918702:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918709:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767cc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876986.918724:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876986.918726:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788876986.918728:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876986.924415:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.924431:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.924440:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.924446:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876986.924450:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.924458:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.924474:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x4009f790 (ffff998404ddd400)
00010000:00010000:2.0:1788876986.924478:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876986.924482:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.924487:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767cb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb2:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876986.924618:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876986.925375:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362891648
00000100:00100000:1.0:1788876986.925388:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362891648
00000100:00100000:1.0:1788876986.925482:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9901
00000100:00100000:1.0:1788876986.925492:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:252823:x1875765362891648:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:1.0:1788876986.925804:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252823:x1875765362891648:12345-192.168.203.59@tcp:35:rm.0 Request processed in 313us (1189us total) trans 4295010894 rc 0/0
00000100:00100000:1.0:1788876986.925812:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9901
00000100:00100000:1.0:1788876986.928474:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876986.928689:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362891904
00000100:00100000:2.0:1788876986.928699:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362891904
00000100:00100000:2.0:1788876986.928804:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60380
00000100:00100000:2.0:1788876986.928814:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:252823:x1875765362891904:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788876986.928866:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1788876986.928891:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6000/0x3868396b8e767ca3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888819 expref: 14 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.928913:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e7676b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb2:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887ef expref: 13 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.928924:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff99840390fa00)
00010000:00010000:2.0:1788876986.928939:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb600/0x3868396b8e767652 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8887da expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.928948:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03100)
00010000:00010000:2.0:1788876986.928954:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788876986.928975:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.928988:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.928998:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.929009:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.929054:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.929061:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.929407:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.929416:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.929423:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788876986.929985:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb2:0x0]: returning size 7680
00010000:00010000:2.0:1788876986.930000:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930008:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930133:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930139:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876986.930144:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930152:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930161:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb2:0x0].0x0 (ffff998403b03c00)
00010000:00010000:2.0:1788876986.930164:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788876986.930168:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930174:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767cdb lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930192:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930198:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930204:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930208:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788876986.930211:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930304:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930315:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03e00)
00010000:00010000:2.0:1788876986.930318:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788876986.930321:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876986.930327:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767ccd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788876986.930339:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000776c3748 reply state 000000001a95122b transno 4295010895 ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788876986.930347:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788876986.930456:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:252823:x1875765362891904:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1642us (1990us total) trans 4295010895 rc 0/0
00000100:00100000:2.0:1788876986.930465:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60380
00010000:00010000:1.0:1788876986.939274:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.939290:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.939298:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.939304:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788876986.939309:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.939317:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.939337:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe36ee2e7 (ffff998403b03800)
00010000:00010000:1.0:1788876986.939341:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788876986.939346:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876986.939354:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767cd4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe36ee2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788876987.502240:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876988.530097:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876988.847299:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b26b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365771264:0@lo:400:kworker.0
00000100:00100000:2.0:1788876988.847369:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876988.847413:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1788876988.847419:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365771648:0@lo:400:kworker.0
00000100:00100000:2.0:1788876988.847443:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876988.847483:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771264
00000100:00100000:1.0:1788876988.847491:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771264
00000100:00100000:0.0:1788876988.847515:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788876988.847523:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365771776:0@lo:400:kworker.0
00000100:00100000:1.0:1788876988.847531:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:1.0:1788876988.847539:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984089d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365771264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.847550:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876988.847588:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365771392:0@lo:400:kworker.0
00000100:00100000:1.0:1788876988.847597:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984089d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365771264:12345-0@lo:400:kworker.0 Request processed in 59us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876988.847605:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00100000:0.0:1788876988.847607:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876988.847622:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365771904:0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.847641:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876988.847657:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1788876988.847662:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365771520:0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.847679:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788876988.847704:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771648
00000100:00100000:0.0:1788876988.847707:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771648
00000100:00100000:0.0:1788876988.847743:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771904
00000100:00100000:0.0:1788876988.847747:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771904
00000100:00100000:0.0:1788876988.847771:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 400
00000100:00100000:0.0:1788876988.847778:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365771904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.847819:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365771904:12345-0@lo:400:kworker.0 Request processed in 42us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876988.847826:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 400
00000100:00100000:0.0:1788876988.847838:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 400
00000100:00100000:0.0:1788876988.847844:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365771648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876988.847851:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365771904:0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.847870:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365771648:12345-0@lo:400:kworker.0 Request processed in 26us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876988.847875:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 400
00000100:00100000:0.0:1788876988.847894:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771776
00000100:00100000:0.0:1788876988.847897:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771776
00000100:00100000:0.0:1788876988.847928:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771392
00000100:00100000:0.0:1788876988.847931:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771392
00000100:00100000:0.0:1788876988.847947:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365771520
00000100:00100000:0.0:1788876988.847949:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365771520
00000100:00100000:0.0:1788876988.847968:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834
00000100:00100000:0.0:1788876988.847973:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365771776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.848003:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365771776:12345-0@lo:400:kworker.0 Request processed in 30us (452us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876988.848009:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834
00000100:00100000:0.0:1788876988.848045:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835
00000100:00100000:0.0:1788876988.848050:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365771392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.848076:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365771392:12345-0@lo:400:kworker.0 Request processed in 25us (467us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876988.848081:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835
00000100:00100000:0.0:1788876988.848091:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6836
00000100:00100000:0.0:1788876988.848096:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365771520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.848119:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365771520:12345-0@lo:400:kworker.0 Request processed in 23us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876988.848125:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6836
00000100:00080000:0.0:1788876988.848149:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788876988.848154:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788876988.848156:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876988.848183:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365771776:0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.848205:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365771520:0@lo:400:kworker.0
00000100:00100000:2.0:1788876988.848321:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365771648:0@lo:400:kworker.0
00000100:00100000:2.0:1788876988.848329:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b26b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365771264:0@lo:400:kworker.0
00000100:00100000:0.0:1788876988.850518:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365771392:0@lo:400:kworker.0
00000100:00100000:1.0:1788876988.855599:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788876988.855623:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365772032:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876988.855689:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876988.855739:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772032
00000100:00100000:1.0:1788876988.855745:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772032
00000100:00100000:1.0:1788876988.855797:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 400
00000100:00100000:1.0:1788876988.855807:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365772032:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876988.855849:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876988.855902:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365772032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876988.855910:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 400
00000100:00100000:1.0:1788876988.855962:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365772032:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876989.428147:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876989.428192:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876989.428378:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876989.428398:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788876989.428419:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876989.428469:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892032
00000100:00100000:3.0:1788876989.428478:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892032
00000100:00100000:3.0:1788876989.428525:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3193
00000100:00100000:3.0:1788876989.428535:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841032f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362892032:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876989.428613:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841032f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362892032:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 78us (474us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876989.428620:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3193
00000100:00100000:3.0:1788876989.428737:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892160
00000100:00100000:3.0:1788876989.428741:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892160
00000100:00100000:3.0:1788876989.428777:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892544
00000100:00100000:3.0:1788876989.428781:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892544
00000100:00100000:3.0:1788876989.428801:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6837
00000100:00100000:3.0:1788876989.428808:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362892160:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876989.428855:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362892160:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 47us (477us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876989.428863:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6837
00000100:00100000:3.0:1788876989.428877:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6838
00000100:00100000:3.0:1788876989.428884:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362892544:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876989.428909:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362892544:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876989.428915:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6838
00000100:00080000:3.0:1788876989.428995:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876989.448899:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892288
00000100:00100000:0.0:1788876989.448917:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892288
00000100:00100000:0.0:1788876989.449041:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892416
00000100:00100000:0.0:1788876989.449046:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892416
00000100:00100000:0.0:1788876989.449082:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 401
00000100:00100000:0.0:1788876989.449092:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362892288:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:3.0:1788876989.449199:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788876989.449374:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876989.449443:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 574
00000100:00100000:1.0:1788876989.449456:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362892416:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:1.0:1788876989.449478:0:167350:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e767461
00000100:00080000:1.0:1788876989.449488:0:167350:0:(import.c:65:import_set_state_nolock()) ffff9983060fc000 : changing import state from FULL to CLOSED
00000001:00000004:1.0:1788876989.449539:0:167350:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294993654
00010000:00010000:3.0:1788876989.449657:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876989.449989:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362892416:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 536us (21567us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876989.449999:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 574
00000100:00100000:0.0:1788876989.450046:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362892288:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 952us (21849us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876989.450056:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 401
00010000:00010000:0.0:1788876989.550831:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876990.478869:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010893 is committed
00000004:00080000:3.0:1788876990.478885:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 569 committed
00000001:00080000:3.0:1788876990.478915:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010894 is committed
00000001:00080000:3.0:1788876990.478927:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010895 is committed
00000100:00100000:3.0:1788876990.483391:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365772160:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788876990.483470:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876990.486856:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772160
00000100:00100000:1.0:1788876990.486869:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772160
00000100:00100000:1.0:1788876990.486934:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 575
00000100:00100000:1.0:1788876990.486945:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365772160:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1788876990.486975:0:6583:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3665 count 1
00002000:00010000:1.0:1788876990.487008:0:6583:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe51:0x0] initial LVB size: 104857600, mtime: 0x6aa018b0, atime: 0x0, ctime: 0x6aa018b0, blocks: 0x32009
00010000:00010000:1.0:1788876990.487031:0:6583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876990.487048:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=7847s v=(0 0)
00010000:00010000:1.0:1788876990.487053:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe51:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788876990.487059:0:6583:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876990.487077:0:6583:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876990.487087:0:6583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876990.487096:0:6583:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788876990.487115:0:6583:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00080000:2.0:1788876990.488900:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788876990.494080:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788876990.494097:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876990.494111:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788876990.494116:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876990.494131:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876990.494153:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876990.494160:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e767ce2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788876990.494188:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876990.494190:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876990.494192:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788876990.560560:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365772160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 73593us (77065us total) trans 4294981862 rc 0/0
00000100:00100000:0.0:1788876990.560584:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 575
00000004:00080000:3.0:1788876990.563268:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998316594a80/2, rc 0, transno 4294981862
00000100:00100000:3.0:1788876990.563287:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365772160:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1788876990.566270:0:183784:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7847575252089ns, next at 7844927121069ns, rc = 0
00000004:00080000:0.0:1788876990.566460:0:183784:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7847575445699ns, next at 7826382483511ns, rc = 0
00010000:00010000:1.0:1788876990.575154:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1788876990.583339:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 738 committed
00000004:00080000:3.0:1788876990.583369:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 570 committed
00000100:00100000:3.0:1788876990.894511:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876990.894541:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365772288:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788876990.894623:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876990.894883:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772288
00000100:00100000:1.0:1788876990.894892:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772288
00000100:00100000:1.0:1788876990.894958:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 401
00000100:00100000:1.0:1788876990.894968:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365772288:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788876990.895004:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788876990.895075:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365772288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876990.895082:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 401
00000100:00100000:0.0:1788876990.895322:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365772288:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1788876991.599749:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788876992.033500:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981862 is committed
00010000:00010000:0.0:1788876992.622216:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876993.649423:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788876993.968248:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365772416:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876993.968329:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876993.968408:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772416
00000100:00100000:1.0:1788876993.968417:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772416
00000100:00100000:1.0:1788876993.968487:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 402
00000100:00100000:1.0:1788876993.968498:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365772416:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788876993.968559:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788876993.968616:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365772416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876993.968625:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 402
00000100:00100000:1.0:1788876993.968679:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365772416:0@lo:13:osp-pre-1-0.0
00000100:00080000:2.0:1788876993.968878:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876993.979063:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788876993.979098:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365772544:0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.979181:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876993.979338:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772544
00000100:00100000:3.0:1788876993.979349:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772544
00000100:00100000:3.0:1788876993.979400:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:3.0:1788876993.979408:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841032d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365772544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.979458:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841032d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365772544:12345-0@lo:400:kworker.0 Request processed in 51us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876993.979465:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00100000:3.0:1788876993.979522:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365772544:0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.979614:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365772672:0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.979657:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876993.979709:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772672
00000100:00100000:3.0:1788876993.979716:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772672
00000100:00100000:3.0:1788876993.982573:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6839
00000100:00100000:3.0:1788876993.982597:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365772672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.982765:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365772672:12345-0@lo:400:kworker.0 Request processed in 177us (3106us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876993.982776:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6839
00000100:00100000:3.0:1788876993.982867:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365772800:0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.982937:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876993.982995:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772800
00000100:00100000:3.0:1788876993.983001:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772800
00000100:00100000:3.0:1788876993.983080:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6840
00000100:00100000:3.0:1788876993.983090:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365772800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.983148:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875765365772800:12345-0@lo:400:kworker.0 Request processed in 60us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876993.983154:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6840
00000100:00100000:3.0:1788876993.983188:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3310:1875765365772800:0@lo:400:kworker.0
00000100:00080000:3.0:1788876993.983207:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876993.983256:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365772928:0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.983302:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876993.983352:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365772928
00000100:00100000:3.0:1788876993.983359:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365772928
00000100:00100000:3.0:1788876993.983411:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 402
00000100:00100000:3.0:1788876993.983418:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365772928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.983452:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365772928:12345-0@lo:400:kworker.0 Request processed in 35us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876993.983459:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 402
00000100:00100000:3.0:1788876993.983483:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981862 gen 2
00000004:00080000:3.0:1788876993.983488:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998316594a80, transno 4294981862
00000100:00100000:3.0:1788876993.983499:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365772928:0@lo:400:kworker.0
00000100:00080000:3.0:1788876993.983790:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788876993.983847:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365773056:0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.983895:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876993.983952:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773056
00000100:00100000:3.0:1788876993.983959:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773056
00000100:00100000:3.0:1788876993.984001:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6841
00000100:00100000:3.0:1788876993.984008:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365773056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876993.984083:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365773056:12345-0@lo:400:kworker.0 Request processed in 73us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876993.984096:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6841
00000100:00080000:3.0:1788876993.984125:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788876993.984151:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365773056:0@lo:400:kworker.0
00000100:00100000:2.0:1788876993.984987:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365772672:0@lo:400:kworker.0
00000001:00100000:3.0:1788876994.030238:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788876994.030248:0:7500:0:(genops.c:906:class_export_put()) final put ffff9983060fe800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788876994.030615:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9983060fe800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0001
00000020:00000080:3.0:1788876994.030651:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9983060fc000 for lustre-OST0001
00000100:00100000:3.0:1788876994.549173:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876994.549219:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876994.549256:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876994.549286:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788876994.549313:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892800
00000100:00100000:3.0:1788876994.549324:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892800
00000100:00100000:3.0:1788876994.549383:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893056
00000100:00100000:3.0:1788876994.549386:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893056
00000100:00100000:3.0:1788876994.549411:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6842
00000100:00100000:3.0:1788876994.549423:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362892800:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788876994.549449:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6843
00000100:00100000:2.0:1788876994.549463:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362893056:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788876994.549512:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362892800:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 91us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876994.549522:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362893056:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 61us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876994.549523:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6842
00000100:00100000:2.0:1788876994.549546:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6843
00000100:00080000:3.0:1788876994.549559:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788876994.549721:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892928
00000100:00100000:0.0:1788876994.549726:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892928
00000100:00100000:0.0:1788876994.549783:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 403
00000100:00100000:0.0:1788876994.549791:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362892928:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876994.549818:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362892928:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 28us (599us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876994.549824:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 403
00000100:00080000:2.0:1788876994.549873:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788876994.549914:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362892672
00000100:00100000:1.0:1788876994.549918:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362892672
00000100:00100000:1.0:1788876994.549952:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3195
00000100:00100000:1.0:1788876994.549959:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362892672:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876994.549986:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362892672:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (823us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876994.549997:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3195
00010000:00010000:1.0:1788876994.670142:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788876995.694244:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876996.014460:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365773184:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788876996.014555:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876996.014658:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773184
00000100:00100000:2.0:1788876996.014667:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773184
00000100:00100000:2.0:1788876996.014734:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 403
00000100:00100000:2.0:1788876996.014745:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365773184:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788876996.014797:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788876996.014861:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365773184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876996.014871:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 403
00000100:00080000:2.0:1788876996.014904:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788876996.014960:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365773184:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788876996.719254:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788876997.742594:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788876998.767363:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788876999.086454:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788876999.086479:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365773312:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788876999.086570:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876999.086582:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365773440:0@lo:400:kworker.0
00000100:00100000:3.0:1788876999.086627:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876999.086646:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998316594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365773696:0@lo:400:kworker.0
00000100:00100000:3.0:1788876999.086672:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983187aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365773952:0@lo:400:kworker.0
00000100:00100000:2.0:1788876999.086679:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876999.086684:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773440
00000100:00100000:1.0:1788876999.086693:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773440
00000100:00100000:2.0:1788876999.086703:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788876999.086710:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788876999.086711:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983187af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365773824:0@lo:400:kworker.0
00000100:00100000:3.0:1788876999.086741:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788876999.086749:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365773568:0@lo:400:kworker.0
00000100:00100000:2.0:1788876999.086760:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788876999.086784:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876999.086800:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:1.0:1788876999.086811:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998406519c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365773440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876999.086812:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983187adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365774080:0@lo:400:kworker.0
00000100:00100000:2.0:1788876999.086832:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773312
00000100:00100000:2.0:1788876999.086838:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773312
00000100:00100000:3.0:1788876999.086842:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788876999.086884:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998406519c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365773440:12345-0@lo:400:kworker.0 Request processed in 75us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876999.086886:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773696
00000100:00100000:3.0:1788876999.086892:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773696
00000100:00100000:2.0:1788876999.086895:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 404
00000100:00100000:1.0:1788876999.086896:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00100000:2.0:1788876999.086904:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365773312:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788876999.086935:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788876999.086939:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773952
00000100:00100000:3.0:1788876999.086944:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773952
00000100:00080000:1.0:1788876999.086960:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788876999.086967:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788876999.086972:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773568
00000100:00100000:2.0:1788876999.086978:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365773312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876999.086978:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773568
00000100:00100000:1.0:1788876999.086981:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365773824
00000100:00100000:1.0:1788876999.086986:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365773824
00000100:00100000:2.0:1788876999.086988:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 404
00000100:00100000:3.0:1788876999.087009:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6844
00000100:00100000:3.0:1788876999.087043:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365773696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788876999.087052:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774080
00000100:00100000:1.0:1788876999.087056:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774080
00000100:00100000:2.0:1788876999.087060:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365773312:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788876999.087082:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 404
00000100:00100000:2.0:1788876999.087089:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998316594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365773696:0@lo:400:kworker.0
00000100:00100000:1.0:1788876999.087093:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365774080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876999.087094:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365773696:12345-0@lo:400:kworker.0 Request processed in 49us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876999.087106:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6844
00000100:00100000:2.0:1788876999.087111:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 404
00000100:00100000:2.0:1788876999.087121:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365773824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788876999.087126:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6845
00000100:00100000:3.0:1788876999.087136:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365773952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788876999.087157:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365773824:12345-0@lo:400:kworker.0 Request processed in 37us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876999.087165:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 404
00000100:00100000:2.0:1788876999.087192:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983187af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365773824:0@lo:400:kworker.0
00000100:00100000:1.0:1788876999.087204:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365774080:12345-0@lo:400:kworker.0 Request processed in 44us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876999.087210:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 404
00000100:00100000:2.0:1788876999.087228:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6846
00000100:00100000:2.0:1788876999.087234:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365773568:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1788876999.087349:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788876999.087648:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983187adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365774080:0@lo:400:kworker.0
00000100:00100000:0.0:1788876999.087657:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365773440:0@lo:400:kworker.0
00000100:00100000:0.0:1788876999.087666:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983187aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365773952:0@lo:400:kworker.0
00000100:00100000:3.0:1788876999.090988:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365773952:12345-0@lo:400:kworker.0 Request processed in 3618us (4043us total) trans 0 rc 0/0
00000100:00100000:3.0:1788876999.091004:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6845
00000100:00100000:2.0:1788876999.092093:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365773568:12345-0@lo:400:kworker.0 Request processed in 4853us (5304us total) trans 0 rc 0/0
00000100:00100000:2.0:1788876999.092105:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6846
00000100:00100000:0.0:1788876999.092291:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365773568:0@lo:400:kworker.0
00000100:00100000:2.0:1788876999.671959:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876999.672000:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876999.672060:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788876999.672097:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788876999.672173:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893312
00000100:00100000:0.0:1788876999.672182:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893312
00000100:00100000:0.0:1788876999.672240:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893568
00000100:00100000:0.0:1788876999.672244:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893568
00000100:00100000:0.0:1788876999.672268:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6847
00000100:00100000:0.0:1788876999.672277:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362893312:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876999.672344:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362893312:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 68us (393us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876999.672352:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6847
00000100:00100000:0.0:1788876999.672367:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6848
00000100:00100000:0.0:1788876999.672373:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362893568:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876999.672394:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362893568:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 21us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876999.672400:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6848
00000100:00100000:0.0:1788876999.672416:0:167013:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893440
00000100:00100000:0.0:1788876999.672419:0:167013:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893440
00000100:00100000:0.0:1788876999.672453:0:167013:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 405
00000100:00100000:0.0:1788876999.672459:0:167013:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362893440:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788876999.672496:0:167013:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362893440:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 36us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1788876999.672512:0:167013:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 405
00000100:00080000:2.0:1788876999.672578:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788876999.672583:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788876999.672751:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893184
00000100:00100000:1.0:1788876999.672756:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893184
00000100:00100000:1.0:1788876999.672791:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3197
00000100:00100000:1.0:1788876999.672797:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362893184:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788876999.672825:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362893184:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 28us (765us total) trans 0 rc 0/0
00000100:00100000:1.0:1788876999.672832:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3197
00010000:00010000:3.0:1788876999.790381:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877000.814908:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877001.134226:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1788877001.134253:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365774208:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788877001.134329:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877001.134451:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774208
00000100:00100000:2.0:1788877001.134460:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774208
00000100:00100000:2.0:1788877001.134540:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 405
00000100:00100000:2.0:1788877001.134550:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365774208:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788877001.134582:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788877001.134631:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365774208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877001.134639:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 405
00000100:00100000:1.0:1788877001.134673:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365774208:0@lo:13:osp-pre-0-0.0
00000100:00080000:0.0:1788877001.135320:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1788877001.838788:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788877002.862168:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788877003.888685:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877004.206973:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365774464:0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.207059:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877004.207076:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365774720:0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.207114:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365774976:0@lo:400:kworker.0
00000100:00100000:3.0:1788877004.207127:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877004.207389:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365774336:0@lo:400:kworker.0
00000100:00100000:2.0:1788877004.208086:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774720
00000100:00100000:2.0:1788877004.208095:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774720
00000100:00100000:2.0:1788877004.208172:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 406
00000100:00100000:2.0:1788877004.208192:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365774720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877004.209924:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774464
00000100:00100000:3.0:1788877004.209938:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774464
00000100:00100000:3.0:1788877004.209996:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6849
00000100:00100000:3.0:1788877004.210005:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365774464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877004.210089:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365774464:12345-0@lo:400:kworker.0 Request processed in 86us (3031us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877004.210097:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6849
00000100:00080000:3.0:1788877004.210125:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788877004.210166:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b26b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365774592:0@lo:400:kworker.0
00000100:00100000:3.0:1788877004.210204:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877004.210284:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983187ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365775104:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877004.210313:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877004.210755:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365775104
00000100:00100000:3.0:1788877004.210760:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365775104
00000100:00100000:3.0:1788877004.210813:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 406
00000100:00100000:3.0:1788877004.210820:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365775104:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788877004.210849:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788877004.210885:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365775104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (572us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877004.210892:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 406
00000100:00080000:3.0:1788877004.210907:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788877004.210938:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983187ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365775104:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877004.210968:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774592
00000100:00100000:3.0:1788877004.210971:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774592
00000100:00100000:3.0:1788877004.210996:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6850
00000100:00100000:3.0:1788877004.211002:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365774592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877004.211057:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365774592:12345-0@lo:400:kworker.0 Request processed in 55us (852us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877004.211064:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6850
00000100:00080000:3.0:1788877004.211078:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877004.211094:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b26b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365774592:0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.212382:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877004.212446:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365774464:0@lo:400:kworker.0
00000100:00100000:3.0:1788877004.215348:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774976
00000100:00100000:3.0:1788877004.215361:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774976
00000100:00100000:3.0:1788877004.215422:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 407
00000100:00100000:3.0:1788877004.215433:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365774976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877004.215529:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365774976:12345-0@lo:400:kworker.0 Request processed in 98us (3151us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877004.215549:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 407
00000100:00100000:1.0:1788877004.218334:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877004.218344:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365774976:0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.218397:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774336
00000100:00100000:0.0:1788877004.218404:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774336
00000100:00100000:1.0:1788877004.218434:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365774848:0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.218455:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00100000:1.0:1788877004.218511:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877004.218537:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365774848
00000100:00100000:1.0:1788877004.218541:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365774848
00000100:00100000:1.0:1788877004.218579:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6851
00000100:00100000:1.0:1788877004.218585:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365774848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877004.218773:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365774848:12345-0@lo:400:kworker.0 Request processed in 187us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877004.218780:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6851
00000100:00080000:3.0:1788877004.218801:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788877004.218807:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365774848:0@lo:400:kworker.0
00000100:00100000:2.0:1788877004.218939:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365774720:12345-0@lo:400:kworker.0 Request processed in 10756us (11820us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877004.219112:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 406
00000100:00100000:3.0:1788877004.219132:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365774720:0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.219335:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998406518c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365774336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.219385:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998406518c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365774336:12345-0@lo:400:kworker.0 Request processed in 923us (1057us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877004.219393:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00100000:3.0:1788877004.219456:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365774336:0@lo:400:kworker.0
00000100:00100000:0.0:1788877004.797342:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877004.797383:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877004.799219:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893696
00000100:00100000:1.0:1788877004.799232:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893696
00000100:00100000:1.0:1788877004.799302:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3199
00000100:00100000:1.0:1788877004.799312:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840651a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362893696:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877004.799388:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840651a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362893696:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 77us (2057us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877004.799396:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3199
00000100:00100000:2.0:1788877004.799674:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893824
00000100:00100000:2.0:1788877004.799680:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893824
00000100:00100000:2.0:1788877004.799745:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6852
00000100:00100000:2.0:1788877004.799754:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362893824:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877004.799796:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362893824:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 43us (2412us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877004.799804:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6852
00000100:00080000:0.0:1788877004.799952:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788877004.815332:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877004.815375:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877004.815424:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894080
00000100:00100000:0.0:1788877004.815432:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894080
00000100:00100000:0.0:1788877004.815493:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6853
00000100:00100000:0.0:1788877004.815502:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362894080:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877004.815510:0:167350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362893952
00000100:00100000:3.0:1788877004.815513:0:167350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362893952
00000100:00100000:3.0:1788877004.815548:0:167350:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 408
00000100:00100000:3.0:1788877004.815554:0:167350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362893952:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877004.815568:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362894080:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 67us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877004.815575:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6853
00000100:00100000:3.0:1788877004.815579:0:167350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362893952:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877004.815588:0:167350:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 408
00000100:00080000:0.0:1788877004.815601:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788877004.815605:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788877004.921875:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788877005.935691:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877006.254225:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1788877006.254249:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365775232:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788877006.254318:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877006.254381:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365775232
00000100:00100000:2.0:1788877006.254388:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365775232
00000100:00100000:2.0:1788877006.254447:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 407
00000100:00100000:2.0:1788877006.254456:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365775232:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1788877006.254502:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226951168 pending 0 free 3851419648 avail 3849322496
00000100:00100000:2.0:1788877006.254545:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365775232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877006.254553:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 407
00000100:00080000:2.0:1788877006.254575:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788877006.254609:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365775232:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788877006.963305:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788877007.983293:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877009.007617:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877009.327141:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365775360:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.327418:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877009.327478:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365775872:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.327507:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877009.327535:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1788877009.327543:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365775744:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.327568:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877009.327599:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365775488:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.327620:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877009.327637:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365776000:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.327656:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877009.327671:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788877009.327676:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365775616:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.327695:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877009.327727:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365775360
00000100:00100000:2.0:1788877009.327733:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365775360
00000100:00100000:2.0:1788877009.327778:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:2.0:1788877009.327789:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365775360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.327838:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365775360:12345-0@lo:400:kworker.0 Request processed in 51us (421us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877009.328382:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00000100:00100000:2.0:1788877009.328418:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365775872
00000100:00100000:2.0:1788877009.328423:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365775872
00000100:00100000:2.0:1788877009.328476:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365775488
00000100:00100000:2.0:1788877009.328479:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365775488
00000100:00100000:2.0:1788877009.328496:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365775616
00000100:00100000:2.0:1788877009.328499:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365775616
00000100:00100000:2.0:1788877009.328516:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6854
00000100:00100000:2.0:1788877009.328522:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365775872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.328557:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365775872:12345-0@lo:400:kworker.0 Request processed in 36us (1050us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877009.328563:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6854
00000100:00100000:2.0:1788877009.328575:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6855
00000100:00100000:2.0:1788877009.328581:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365775488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.328610:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365775488:12345-0@lo:400:kworker.0 Request processed in 30us (989us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877009.328616:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6855
00000100:00100000:2.0:1788877009.328626:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6856
00000100:00100000:2.0:1788877009.328631:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998316594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365775616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.328656:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998316594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365775616:12345-0@lo:400:kworker.0 Request processed in 25us (961us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877009.328662:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6856
00000100:00100000:2.0:1788877009.328680:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365775744
00000100:00100000:2.0:1788877009.328683:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365775744
00000100:00100000:2.0:1788877009.328712:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776000
00000100:00100000:2.0:1788877009.328715:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776000
00000100:00100000:2.0:1788877009.328738:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 409
00000100:00100000:2.0:1788877009.328744:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365776000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.328773:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365776000:12345-0@lo:400:kworker.0 Request processed in 29us (1115us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877009.328779:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 409
00000100:00100000:2.0:1788877009.328789:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 409
00000100:00100000:2.0:1788877009.328795:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365775744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.328817:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365775744:12345-0@lo:400:kworker.0 Request processed in 23us (1249us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877009.328822:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 409
00000100:00080000:0.0:1788877009.329523:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1788877009.329528:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1788877009.329531:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877009.331925:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365776128:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877009.331990:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877009.332728:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776128
00000100:00100000:1.0:1788877009.332736:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776128
00000100:00100000:1.0:1788877009.332788:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 408
00000100:00100000:1.0:1788877009.332799:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365776128:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788877009.332832:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788877009.332882:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365776128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (891us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877009.332889:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 408
00000100:00100000:1.0:1788877009.332938:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365776128:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788877009.337792:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365775616:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.337809:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365775488:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.337820:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365776000:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.337868:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365775744:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.337879:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365775360:0@lo:400:kworker.0
00000100:00100000:2.0:1788877009.337889:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365775872:0@lo:400:kworker.0
00000100:00100000:0.0:1788877009.919535:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877009.919582:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877009.919607:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877009.919630:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877009.919657:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894208
00000100:00100000:0.0:1788877009.919665:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894208
00000100:00100000:0.0:1788877009.919713:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3201
00000100:00100000:0.0:1788877009.919723:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362894208:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877009.919786:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362894208:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 64us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877009.919793:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3201
00000100:00100000:0.0:1788877009.919827:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894592
00000100:00100000:0.0:1788877009.919831:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894592
00000100:00100000:1.0:1788877009.919925:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894464
00000100:00100000:1.0:1788877009.919930:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894464
00000100:00100000:1.0:1788877009.919978:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 576
00000100:00100000:1.0:1788877009.919985:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362894464:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:1.0:1788877009.920005:0:167347:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e76746f
00000100:00080000:1.0:1788877009.920033:0:167347:0:(import.c:65:import_set_state_nolock()) ffff998305fd7800 : changing import state from FULL to CLOSED
00000001:00000004:1.0:1788877009.920065:0:167347:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294981862
00000100:00100000:1.0:1788877009.920465:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362894464:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 471us (929us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877009.920474:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 576
00010000:00010000:1.0:1788877009.920506:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877009.921337:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894336
00000100:00100000:0.0:1788877009.921344:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894336
00000100:00100000:0.0:1788877009.921378:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6857
00000100:00100000:0.0:1788877009.921387:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362894592:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877009.921436:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362894592:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 49us (1828us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877009.921442:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6857
00000100:00100000:0.0:1788877009.921466:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6858
00000100:00100000:0.0:1788877009.921473:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362894336:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877009.921496:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362894336:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (1866us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877009.921506:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6858
00000100:00080000:0.0:1788877009.921726:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1788877009.921736:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788877010.034566:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788877011.060998:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788877011.374402:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1788877011.374432:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365776256:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788877011.374532:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877011.374810:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776256
00000100:00100000:0.0:1788877011.374818:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776256
00000100:00100000:0.0:1788877011.374900:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 409
00000100:00100000:0.0:1788877011.374910:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365776256:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788877011.374948:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00100000:0.0:1788877011.375007:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365776256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (475us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877011.375032:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 409
00000100:00080000:1.0:1788877011.375088:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788877011.375308:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365776256:0@lo:13:osp-pre-0-0.0
00010000:00010000:2.0:1788877012.079168:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788877013.102811:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877014.139209:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877014.446371:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788877014.446392:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365776384:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788877014.446467:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877014.446600:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365776640:0@lo:400:kworker.0
00000100:00100000:0.0:1788877014.446631:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877014.446991:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365776896:0@lo:400:kworker.0
00000100:00100000:3.0:1788877014.447056:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877014.447306:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365776768:0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447334:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877014.447374:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365776512:0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447403:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877014.447425:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983131ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365777024:0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447458:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877014.447488:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776640
00000100:00100000:2.0:1788877014.447495:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776640
00000100:00100000:2.0:1788877014.447534:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776768
00000100:00100000:2.0:1788877014.447537:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776768
00000100:00100000:2.0:1788877014.447561:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365777024
00000100:00100000:2.0:1788877014.447564:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365777024
00000100:00100000:2.0:1788877014.447585:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859
00000100:00100000:2.0:1788877014.447593:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365776640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447640:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365776640:12345-0@lo:400:kworker.0 Request processed in 48us (1008us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877014.447648:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859
00000100:00100000:2.0:1788877014.447665:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6860
00000100:00100000:2.0:1788877014.447671:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365776768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447702:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365776768:12345-0@lo:400:kworker.0 Request processed in 31us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877014.447708:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6860
00000100:00100000:2.0:1788877014.447719:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6861
00000100:00100000:2.0:1788877014.447726:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365777024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447755:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365777024:12345-0@lo:400:kworker.0 Request processed in 30us (297us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877014.447761:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6861
00000100:00100000:2.0:1788877014.447779:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776512
00000100:00100000:2.0:1788877014.447782:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776512
00000100:00100000:2.0:1788877014.447806:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:2.0:1788877014.447812:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365776512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447840:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365776512:12345-0@lo:400:kworker.0 Request processed in 29us (436us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877014.447847:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00080000:2.0:1788877014.447876:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788877014.447907:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365776512:0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447920:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365777024:0@lo:400:kworker.0
00000100:00100000:2.0:1788877014.447945:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365776768:0@lo:400:kworker.0
00000100:00100000:0.0:1788877014.448057:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365776640:0@lo:400:kworker.0
00000100:00100000:0.0:1788877014.451374:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776384
00000100:00100000:0.0:1788877014.451389:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776384
00000100:00080000:2.0:1788877014.451693:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788877014.457429:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365776896
00000100:00100000:3.0:1788877014.457457:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365776896
00000100:00100000:3.0:1788877014.457536:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 410
00000100:00100000:3.0:1788877014.457548:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365776896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877014.457662:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365776896:12345-0@lo:400:kworker.0 Request processed in 116us (10615us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877014.457670:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 410
00000100:00100000:3.0:1788877014.457717:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983131fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365776896:0@lo:400:kworker.0
00000100:00080000:2.0:1788877014.457782:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788877014.459332:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 410
00000100:00100000:0.0:1788877014.459353:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365776384:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788877014.459398:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788877014.459501:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365776384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 158us (13033us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877014.459509:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 410
00000100:00100000:3.0:1788877014.461762:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365776384:0@lo:13:osp-pre-1-0.0
00000001:00100000:0.0:1788877015.017623:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:0.0:1788877015.018136:0:6610:0:(genops.c:906:class_export_put()) final put ffff998305fd0000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:2.0:1788877015.018272:0:181361:0:(genops.c:865:class_export_destroy()) destroying export ffff998305fd0000/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0000
00000020:00000080:2.0:1788877015.018321:0:181361:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff998305fd7800 for lustre-OST0000
00000100:00100000:0.0:1788877015.032827:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877015.032874:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877015.032913:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877015.033004:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894720
00000100:00100000:2.0:1788877015.033033:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894720
00000100:00100000:2.0:1788877015.033099:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3203
00000100:00100000:2.0:1788877015.033111:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362894720:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877015.033180:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362894720:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 71us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877015.033188:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3203
00000100:00100000:1.0:1788877015.033676:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894976
00000100:00100000:1.0:1788877015.033684:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894976
00000100:00100000:1.0:1788877015.033742:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362894848
00000100:00100000:1.0:1788877015.033745:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362894848
00000100:00100000:1.0:1788877015.033769:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6862
00000100:00100000:1.0:1788877015.033776:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362894976:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877015.033824:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362894976:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 49us (950us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877015.033833:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6862
00000100:00100000:1.0:1788877015.033848:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6863
00000100:00100000:1.0:1788877015.033854:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362894848:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877015.033881:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362894848:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 27us (968us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877015.033887:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6863
00000100:00080000:2.0:1788877015.034039:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1788877015.150245:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877016.175162:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1788877016.326692:0:184251:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77kd: Check different granular TBF type combination: nid+jobid ========================================================== 10:16:55 (1788877015)
00000100:00100000:1.0:1788877016.495768:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843fe22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365777152:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788877016.495841:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877016.495913:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365777152
00000100:00100000:1.0:1788877016.495920:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365777152
00000100:00100000:1.0:1788877016.495978:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 411
00000100:00100000:1.0:1788877016.495988:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365777152:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877016.496038:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3851419648 avail 3849322496
00000100:00080000:0.0:1788877016.496397:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877016.498207:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365777152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2214us (2359us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877016.498219:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 411
00000100:00100000:1.0:1788877016.498284:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843fe22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365777152:0@lo:13:osp-pre-0-0.0
00010000:00010000:1.0:1788877017.198162:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877018.205778:0:184300:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830b5b3e00 key nid={192.168.203.59@tcp}&opcode={ost_read} rule@0xffff998410bd6700 gen 0 rate 10 depth 3 token 0 deadline 7843640438101 time 7843640742469 state 0x6 ref 0
00000100:00100000:1.0:1788877018.205796:0:184300:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff998301c91200 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6000 gen 0 rate 20 depth 3 token 2 deadline 7833281158576 time 7833356355076 state 0x6 ref 0
00000100:00100000:1.0:1788877018.213380:0:184300:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99843f6a2e00 rate 10000 gen 0
00000100:00100000:1.0:1788877018.213406:0:184300:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff998301261800 key nid={192.168.203.59@tcp}&opcode={ost_write} rule@0xffff998410bd6800 gen 0 rate 20 depth 3 token 0 deadline 7821037989235 time 7821045217867 state 0x6 ref 0
00010000:00010000:2.0:1788877018.222167:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877018.223983:0:184300:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff99843f6a2500 rate 10000 gen 0
00000100:00100000:2.0:1788877018.225331:0:184300:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998408505900 rate 20 gen 0
00000100:00100000:2.0:1788877018.225351:0:184300:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998408505b00 rate 20 gen 0
00000100:00100000:1.0:1788877018.329131:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877018.329177:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362895104
00000100:00100000:1.0:1788877018.329188:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362895104
00000100:00100000:1.0:1788877018.329251:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60381
00000100:00100000:1.0:1788877018.329262:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:253757:x1875765362895104:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:1.0:1788877018.329281:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877018.329308:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7c00/0x3868396b8e767ce9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888820 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.329403:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767cf0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.329429:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.329448:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877018.329514:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788877018.329522:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:1.0:1788877018.329549:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.329573:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7c00/0x3868396b8e767ce9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888820 expref: 7 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.329594:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767cf0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888820 expref: 6 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.329602:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39200)
00010000:00010000:1.0:1788877018.329605:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788877018.329608:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7600, rc 0)
00000100:00100000:1.0:1788877018.329666:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:253757:x1875765362895104:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 405us (546us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877018.329673:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60381
00000100:00080000:1.0:1788877018.329702:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788877018.334692:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.334731:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877018.336146:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362895232
00000100:00100000:3.0:1788877018.336159:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362895232
00000100:00100000:3.0:1788877018.336217:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362895488
00000100:00100000:3.0:1788877018.336220:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362895488
00000100:00100000:3.0:1788877018.336248:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60382
00000100:00100000:3.0:1788877018.336432:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362895232:12345-192.168.203.59@tcp:41:mkdir.0
00000004:00000024:3.0:1788877018.336481:0:26643:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2245132288 avail 2243035136
00000100:00100000:2.0:1788877018.336559:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60383
00000100:00100000:3.0:1788877018.336561:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362895232:12345-192.168.203.59@tcp:41:mkdir.0 Request processed in 302us (1884us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877018.336574:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60382
00000100:00100000:2.0:1788877018.336586:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253757:x1875765362895488:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:2.0:1788877018.336638:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877018.336666:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767cf0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888820 expref: 6 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.336685:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39200)
00010000:00010000:2.0:1788877018.336696:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1788877018.336857:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.336870:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.336893:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.336906:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.336914:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.336920:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877018.337610:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00010000:00010000:2.0:1788877018.337622:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.337630:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.337637:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.337644:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877018.337648:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.337656:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.337666:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03c00)
00010000:00010000:2.0:1788877018.337669:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877018.337673:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.337679:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f400/0x3868396b8e767cf7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788877018.337693:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d0e1369f reply state 0000000077d04b02 transno 4295010896 ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877018.337702:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788877018.337765:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253757:x1875765362895488:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 1194us (3030us total) trans 4295010896 rc 0/0
00000100:00100000:2.0:1788877018.337773:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60383
00010000:00010000:3.0:1788877018.347084:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.347102:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.347111:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.347127:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877018.347131:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.347145:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.347162:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998403b03700)
00010000:00010000:3.0:1788877018.347165:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877018.347170:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.347175:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f600/0x3868396b8e767cfe lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877018.365943:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877018.366103:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362895616
00000100:00100000:2.0:1788877018.366114:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362895616
00000100:00100000:2.0:1788877018.366177:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60384
00000100:00100000:2.0:1788877018.366189:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:253758:x1875765362895616:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788877018.366215:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877018.366242:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767d05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888827 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.366351:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767d0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.366367:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767d0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.366377:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767d0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877018.366454:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:2.0:1788877018.366458:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:2.0:1788877018.366486:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767d0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.366511:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e767d05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888827 expref: 8 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.366531:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767d0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888827 expref: 7 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.366541:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03500)
00010000:00010000:2.0:1788877018.366544:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788877018.366549:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95f800, rc 0)
00000100:00100000:2.0:1788877018.366630:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253758:x1875765362895616:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 443us (1375us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877018.366638:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60384
00000100:00100000:2.0:1788877018.369769:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.370055:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362895872
00000100:00100000:0.0:1788877018.370066:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362895872
00000100:00100000:0.0:1788877018.370130:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60385
00000100:00100000:0.0:1788877018.370147:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253758:x1875765362895872:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788877018.370167:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877018.370170:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1788877018.370197:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f800/0x3868396b8e767d0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888827 expref: 7 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370213:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03500)
00010000:00010000:0.0:1788877018.370225:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788877018.370240:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d13 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88882e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370457:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370469:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370479:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370491:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370498:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370504:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370578:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370587:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370595:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788877018.370604:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00010000:00010000:0.0:1788877018.370617:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370624:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370631:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370637:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.370641:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370651:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370660:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:0.0:1788877018.370663:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.370666:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370672:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370688:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370694:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370700:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370704:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.370706:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370711:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370718:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788877018.370720:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.370722:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370732:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370739:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370744:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370749:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370754:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddae00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.370756:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370762:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370768:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998404dddf00)
00010000:00010000:0.0:1788877018.370770:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.370773:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370778:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370802:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d13 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88882e expref: 7 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370817:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddda00)
00010000:00010000:0.0:1788877018.370819:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.370823:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d13 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88882e expref: 7 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.370833:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dda400, rc 0)
00000100:00100000:0.0:1788877018.370897:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:253758:x1875765362895872:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 758us (1138us total) trans 0 rc 301/301
00000100:00100000:0.0:1788877018.370904:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60385
00000100:00100000:1.0:1788877018.374549:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877018.374698:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362896000
00000100:00100000:3.0:1788877018.374708:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362896000
00000100:00100000:3.0:1788877018.374767:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60386
00000100:00100000:3.0:1788877018.374778:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:253758:x1875765362896000:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788877018.374802:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877018.374824:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767d2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888835 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.374916:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e767d36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.374931:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e767d36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.374943:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e767d36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877018.375000:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788877018.375004:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:3.0:1788877018.375059:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e767d36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.375094:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767d2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888835 expref: 8 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.375111:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e767d36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888835 expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.375120:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788877018.375124:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788877018.375128:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a200, rc 0)
00000100:00100000:3.0:1788877018.375186:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253758:x1875765362896000:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 410us (647us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877018.375193:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60386
00000100:00100000:1.0:1788877018.377510:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.377596:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362896256
00000100:00100000:0.0:1788877018.377605:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362896256
00000100:00100000:0.0:1788877018.377655:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60387
00000100:00100000:0.0:1788877018.377664:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253758:x1875765362896256:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788877018.377682:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877018.377699:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88883c expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.377794:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.377808:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.377818:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.377829:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.377836:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.377841:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788877018.377954:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00010000:00010000:0.0:1788877018.378207:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378215:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378222:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378228:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddae00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.378233:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378240:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378445:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788877018.378449:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.378456:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378463:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378483:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378489:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378495:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378501:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.378504:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378510:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378518:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998404ddda00)
00010000:00010000:0.0:1788877018.378520:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.378523:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378528:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378576:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d3d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88883c expref: 9 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378586:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788877018.378588:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1788877018.378592:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88883c expref: 9 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.378601:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409dda400, rc 0)
00000100:00100000:0.0:1788877018.378672:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:253758:x1875765362896256:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1008us (1168us total) trans 4295010897 rc 301/301
00000100:00100000:0.0:1788877018.378680:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60387
00000100:00100000:0.0:1788877018.384485:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877018.384566:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362896512
00000100:00100000:1.0:1788877018.384575:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362896512
00000100:00100000:1.0:1788877018.384629:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60388
00000100:00100000:1.0:1788877018.384639:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:253758:x1875765362896512:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:1.0:1788877018.384740:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.384757:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.384767:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788877018.384998:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a589bbae reply state 00000000a621125b transno 4295010898 ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877018.385041:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:1.0:1788877018.385056:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00000100:00100000:1.0:1788877018.386248:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253758:x1875765362896512:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 1603us (1764us total) trans 4295010898 rc 0/0
00000100:00100000:1.0:1788877018.386885:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60388
00010000:00010000:3.0:1788877018.392242:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.392260:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.392267:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.392274:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877018.392279:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.392287:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.392303:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998385d39100)
00010000:00010000:3.0:1788877018.392307:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1788877018.392312:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.392319:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767d59 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877018.396571:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877018.396989:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362896768
00000100:00100000:3.0:1788877018.396999:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362896768
00000100:00100000:3.0:1788877018.397103:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9902
00000100:00100000:3.0:1788877018.397115:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983131fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:253758:x1875765362896768:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:3.0:1788877018.397386:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983131fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253758:x1875765362896768:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 272us (822us total) trans 4295010899 rc 0/0
00000100:00100000:3.0:1788877018.397394:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9902
00000100:00100000:1.0:1788877018.421729:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877018.421806:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362896896
00000100:00100000:2.0:1788877018.421816:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362896896
00000100:00100000:2.0:1788877018.421880:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60389
00000100:00100000:2.0:1788877018.421891:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253759:x1875765362896896:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:2.0:1788877018.421915:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877018.421936:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767d60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888843 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422073:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422090:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422102:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422127:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422136:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422151:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422404:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f000/0x3868396b8e767d75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422424:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f000/0x3868396b8e767d75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422433:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f000/0x3868396b8e767d75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877018.422475:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00000004:00200000:2.0:1788877018.422479:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788877018.422503:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f000/0x3868396b8e767d75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422516:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422523:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422530:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422535:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ec00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877018.422539:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422546:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422558:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:2.0:1788877018.422561:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877018.422565:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422572:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ec00/0x3868396b8e767d67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422583:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422594:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422600:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422605:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877018.422608:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422615:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422622:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998403b03c00)
00010000:00010000:2.0:1788877018.422625:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877018.422628:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422634:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e767d6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422668:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e767d60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888843 expref: 12 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422683:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f000/0x3868396b8e767d75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888843 expref: 11 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.422691:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998403b03e00)
00010000:00010000:2.0:1788877018.422693:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788877018.422696:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95f000, rc 0)
00000100:00100000:2.0:1788877018.422763:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253759:x1875765362896896:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 874us (1043us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877018.422771:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60389
00000100:00100000:2.0:1788877018.436470:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.436560:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362897152
00000100:00100000:0.0:1788877018.436572:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362897152
00000100:00100000:0.0:1788877018.436722:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60390
00000100:00100000:0.0:1788877018.436733:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253759:x1875765362897152:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:0.0:1788877018.436792:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788877018.436819:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f000/0x3868396b8e767d75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888843 expref: 11 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.436836:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998403b03e00)
00010000:00010000:0.0:1788877018.436846:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788877018.436872:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.436886:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.436894:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788877018.437376:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e6275cd9 reply state 00000000ec87bb1a transno 4295010900 ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877018.437387:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:0.0:1788877018.437400:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00000100:00100000:0.0:1788877018.437509:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253759:x1875765362897152:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 776us (1048us total) trans 4295010900 rc 0/0
00000100:00100000:0.0:1788877018.437518:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60390
00010000:00010000:3.0:1788877018.442351:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.442370:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.442378:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.442384:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877018.442390:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.442397:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.442422:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddda00)
00010000:00010000:3.0:1788877018.442426:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1788877018.442432:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.442438:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda400/0x3868396b8e767d7c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877018.571378:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.571561:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362897280
00000100:00100000:0.0:1788877018.571571:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362897280
00000100:00100000:0.0:1788877018.571641:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60391
00000100:00100000:0.0:1788877018.571651:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253763:x1875765362897280:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788877018.571676:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877018.571696:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88884a expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571795:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571811:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571822:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571836:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571844:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571850:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571990:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767d98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.571999:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572006:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788877018.572063:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00000004:00200000:0.0:1788877018.572439:0:26643:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1788877018.572479:0:26643:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572496:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572503:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572521:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572527:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddae00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.572531:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572539:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572552:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:0.0:1788877018.572556:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.572560:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572567:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddae00/0x3868396b8e767d8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572669:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572676:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572682:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572687:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.572691:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572697:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572705:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998404dddf00)
00010000:00010000:0.0:1788877018.572708:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.572711:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572717:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda800/0x3868396b8e767d91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572754:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda200/0x3868396b8e767d83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88884a expref: 13 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572774:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88884a expref: 12 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.572781:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:0.0:1788877018.572784:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:0.0:1788877018.572786:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddaa00, rc 0)
00000100:00100000:0.0:1788877018.572886:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253763:x1875765362897280:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1236us (1518us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877018.572895:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60391
00000100:00100000:3.0:1788877018.579247:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.579323:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362897536
00000100:00100000:0.0:1788877018.579333:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362897536
00000100:00100000:0.0:1788877018.579395:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60392
00000100:00100000:0.0:1788877018.579406:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253763:x1875765362897536:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788877018.579441:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877018.579466:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda000/0x3868396b8e767d9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888851 expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.580138:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.580155:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.580166:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.580181:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.580189:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.580196:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788877018.581158:0:26645:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe43:0x0], index 1: 0
00000004:00080000:0.0:1788877018.581172:0:26645:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe52:0x0], index 0: 0
00010000:00010000:0.0:1788877018.581394:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767db4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.581407:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.581425:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.581466:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.581474:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.581481:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.581489:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877018.581494:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.581502:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.582885:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:0.0:1788877018.582890:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877018.582895:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.582903:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda600/0x3868396b8e767da6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788877018.582923:0:26645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000061c0ca19 reply state 00000000c8b301c8 transno 4295010901 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877018.582933:0:26645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788877018.582983:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409dda000/0x3868396b8e767d9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888851 expref: 15 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.583000:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767db4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888851 expref: 14 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877018.583007:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788877018.583010:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788877018.583037:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddba00, rc 0)
00000100:00100000:0.0:1788877018.583120:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:253763:x1875765362897536:12345-192.168.203.59@tcp:101:dd.500 Request processed in 3713us (3884us total) trans 4295010901 rc 0/0
00000100:00100000:0.0:1788877018.583129:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60392
00000100:00100000:0.0:1788877018.583203:0:6890:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6890:1875765365777280:0@lo:5:osp-pre-0-0.0
00000100:00100000:0.0:1788877018.583256:0:6890:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877018.583302:0:6890:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830a5bc840 going to sleep for 11 seconds
00000100:00100000:2.0:1788877018.588795:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365777280
00000100:00100000:2.0:1788877018.588812:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365777280
00000100:00100000:2.0:1788877018.588962:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 577
00000100:00100000:2.0:1788877018.588974:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:6890:x1875765365777280:12345-0@lo:5:osp-pre-0-0.0
00002000:00080000:2.0:1788877018.589042:0:26913:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 3682
00010000:00010000:3.0:1788877018.589082:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.589093:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.589100:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.589106:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddac00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877018.589110:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.589118:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.589135:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x7a6232fc (ffff998404ddd600)
00010000:00010000:3.0:1788877018.589138:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877018.589142:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877018.589148:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddac00/0x3868396b8e767dad lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788877018.589858:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877018.590919:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.591053:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362897664
00000100:00100000:0.0:1788877018.591062:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362897664
00000100:00100000:0.0:1788877018.591119:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 578
00000100:00100000:0.0:1788877018.591129:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2354:x1875765362897664:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:0.0:1788877018.591171:0:6585:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t4294969228 exp 0000000000000000 cur 7875 last 0
00000020:00000080:0.0:1788877018.591209:0:6585:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e767dc2
00002000:00100000:0.0:1788877018.591220:0:6585:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff998413f50800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 30670848 ocd_index: 0 ocd_group 0
00002000:00100000:0.0:1788877018.591244:0:6585:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli <unknown> supports cksum type f7, return f7
00002000:00080000:0.0:1788877018.591441:0:6585:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0
00000100:00080000:0.0:1788877018.591474:0:6585:0:(import.c:65:import_set_state_nolock()) ffff998413f56000 : changing import state from RECOVER to FULL
00000100:00100000:0.0:1788877018.592267:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362897664:12345-192.168.203.59@tcp:8:dd.500 Request processed in 1134us (1349us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877018.592277:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 578
00000100:00100000:0.0:1788877018.594245:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877018.594319:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362897792
00000100:00100000:1.0:1788877018.594329:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362897792
00000100:00100000:1.0:1788877018.594408:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 579
00000100:00100000:1.0:1788877018.594427:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:253763:x1875765362897792:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:1.0:1788877018.594444:0:166968:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877018.594465:0:166968:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec3ecc5f/0x3868396b8e767dc9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888858 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877018.594489:0:166968:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788877018.594510:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=7875s v=(0 0)
00010000:00010000:1.0:1788877018.594514:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877018.594525:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec3ecc5f/0x3868396b8e767dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888858 expref: 7 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.594542:0:166968:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec3ecc5f/0x3868396b8e767dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888858 expref: 7 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877018.594555:0:166968:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7e00, rc 0)
00000100:00100000:1.0:1788877018.594622:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253763:x1875765362897792:12345-192.168.203.59@tcp:101:dd.500 Request processed in 204us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877018.594630:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 579
00000100:00080000:0.0:1788877018.594946:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788877018.608502:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:6890:x1875765365777280:12345-0@lo:5:osp-pre-0-0.0 Request processed in 19525us (25239us total) trans 4294981863 rc 0/0
00000100:00100000:1.0:1788877018.608516:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 577
00000100:00100000:0.0:1788877018.608703:0:6890:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6890:1875765365777280:0@lo:5:osp-pre-0-0.0
00000004:00080000:0.0:1788877018.608718:0:6890:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0xe52:0x0]-[0x240000400:0xe81:0x0]
00000100:00100000:2.0:1788877018.620289:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877018.620363:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362897920
00000100:00100000:1.0:1788877018.620373:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362897920
00002000:00100000:1.0:1788877018.620429:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe43:0x0] (0->1048575)  req@ffff998318542a00 x1875765362897920/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/0 e 0 to 0 dl 1788877029 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788877018.620441:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542a00 with x1875765362897920 ext(0->1048575)
00002000:00010000:1.0:1788877018.620446:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318542a00
00000100:00100000:1.0:1788877018.620475:0:6590:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 3 deadline 0 time 7875629454047 state 0x0 ref 1
00000100:00100000:1.0:1788877018.620486:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 3 deadline 7875679454047 time 7875629454047 state 0x1 ref 1
00000100:00100000:1.0:1788877018.620520:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7875679454047 time 7875629502113 state 0x0 ref 1
00000100:00100000:1.0:1788877018.620533:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362897920:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788877018.643942:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.644694:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898048
00000100:00100000:0.0:1788877018.644704:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898048
00002000:00100000:0.0:1788877018.644751:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe43:0x0] (1048576->2097151)  req@ffff9983187ace00 x1875765362898048/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/0 e 0 to 0 dl 1788877029 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877018.644763:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187ace00 with x1875765362898048 ext(1048576->2097151)
00002000:00010000:0.0:1788877018.644769:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187ace00
00000100:00100000:0.0:1788877018.644787:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7875679502113 time 7875629502113 state 0x1 ref 2
00000100:00100000:0.0:1788877018.644823:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875679502113 time 7875653804457 state 0x0 ref 2
00000100:00100000:0.0:1788877018.644835:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2357:x1875765362898048:12345-192.168.203.59@tcp:4:dd.500
00000001:00100000:3.0:1788877018.704631:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000100:00100000:1.0:1788877018.728300:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2356:x1875765362897920:12345-192.168.203.59@tcp:4:dd.500 Request processed in 107747us (107999us total) trans 4294993655 rc 0/0
00000100:00100000:1.0:1788877018.729107:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 0
00002000:00100000:1.0:1788877018.729127:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe43:0x0] (0->1048575)  req@ffff998318542a00 x1875765362897920/t4294993655(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/448 e 0 to 0 dl 1788877029 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788877018.729139:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542a00 with x1875765362897920 ext(0->1048575)
00002000:00010000:1.0:1788877018.729148:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318542a00
00000100:00100000:0.0:1788877018.729973:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362898048:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85133us (86034us total) trans 4294993656 rc 0/0
00000100:00100000:0.0:1788877018.729983:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1
00000100:00100000:0.0:1788877018.729991:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875679502113 time 7875653804457 state 0x2 ref 0
00002000:00100000:0.0:1788877018.730003:0:18422:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0xe43:0x0] (1048576->2097151)  req@ffff9983187ace00 x1875765362898048/t4294993656(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/448 e 0 to 0 dl 1788877029 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877018.730613:0:18422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187ace00 with x1875765362898048 ext(1048576->2097151)
00002000:00010000:0.0:1788877018.730621:0:18422:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187ace00
00000100:00100000:1.0:1788877018.741560:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.742125:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898176
00000100:00100000:0.0:1788877018.742135:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898176
00002000:00100000:0.0:1788877018.742184:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe43:0x0] (2097152->3145727)  req@ffff998312aab480 x1875765362898176/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/0 e 0 to 0 dl 1788877029 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877018.742196:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aab480 with x1875765362898176 ext(2097152->3145727)
00002000:00010000:0.0:1788877018.742202:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aab480
00000100:00100000:0.0:1788877018.742216:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875679502113 time 7875653804457 state 0x0 ref 1
00000100:00100000:0.0:1788877018.742228:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875703804457 time 7875653804457 state 0x1 ref 1
00000100:00100000:0.0:1788877018.742316:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875703804457 time 7875751290508 state 0x0 ref 1
00000100:00100000:0.0:1788877018.742330:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2357:x1875765362898176:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788877018.770246:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362898176:12345-192.168.203.59@tcp:4:dd.500 Request processed in 27909us (28687us total) trans 4294993657 rc 0/0
00000100:00100000:1.0:1788877018.770261:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2
00000100:00100000:1.0:1788877018.770271:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875703804457 time 7875751290508 state 0x2 ref 0
00002000:00100000:1.0:1788877018.770297:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe43:0x0] (2097152->3145727)  req@ffff998312aab480 x1875765362898176/t4294993657(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/448 e 0 to 0 dl 1788877029 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788877018.770379:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aab480 with x1875765362898176 ext(2097152->3145727)
00002000:00010000:1.0:1788877018.770387:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aab480
00000100:00100000:3.0:1788877018.793518:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877018.793577:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.793620:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898560
00000100:00100000:0.0:1788877018.793640:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898560
00002000:00100000:0.0:1788877018.793694:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0xe43:0x0] (3145728->4194303)  req@ffff9983187aed80 x1875765362898560/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/0 e 0 to 0 dl 1788877029 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877018.793704:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187aed80 with x1875765362898560 ext(3145728->4194303)
00002000:00010000:0.0:1788877018.793709:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187aed80
00000100:00100000:0.0:1788877018.793722:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875703804457 time 7875751290508 state 0x0 ref 1
00000100:00100000:0.0:1788877018.793734:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875801290508 time 7875751290508 state 0x1 ref 1
00000100:00100000:0.0:1788877018.793766:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875801290508 time 7875802748653 state 0x0 ref 1
00000100:00100000:0.0:1788877018.793779:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362898560:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788877018.793821:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898304
00000100:00100000:1.0:1788877018.793826:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898304
00000100:00100000:1.0:1788877018.793867:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 580
00000100:00100000:1.0:1788877018.793873:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0+-99:2354:x1875765362898304:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:1.0:1788877018.793906:0:167382:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t0 exp 0000000000000000 cur 7875 last 0
00000020:00000080:1.0:1788877018.793934:0:167382:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e767dd0
00002000:00100000:1.0:1788877018.793945:0:167382:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff99830d7ea800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 201064448 ocd_index: 0 ocd_group 0
00002000:00100000:1.0:1788877018.793954:0:167382:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type f7, return f7
00002000:00080000:0.0:1788877018.795457:0:167382:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:0.0:1788877018.795502:0:167382:0:(import.c:65:import_set_state_nolock()) ffff998413f57000 : changing import state from RECOVER to FULL
00000100:00100000:0.0:1788877018.795718:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362898304:12345-192.168.203.59@tcp:8:dd.500 Request processed in 1841us (2146us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877018.795730:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 580
00000100:00100000:1.0:1788877018.812976:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362898560:12345-192.168.203.59@tcp:4:dd.500 Request processed in 19189us (19458us total) trans 4294993658 rc 0/0
00000100:00100000:1.0:1788877018.812990:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 3
00000100:00100000:1.0:1788877018.813000:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875801290508 time 7875802748653 state 0x2 ref 0
00002000:00100000:1.0:1788877018.813049:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0xe43:0x0] (3145728->4194303)  req@ffff9983187aed80 x1875765362898560/t4294993658(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/448 e 0 to 0 dl 1788877029 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788877018.813059:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187aed80 with x1875765362898560 ext(3145728->4194303)
00002000:00010000:1.0:1788877018.813069:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983187aed80
00000100:00100000:3.0:1788877018.820399:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877018.820543:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898432
00000100:00100000:2.0:1788877018.820556:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898432
00000100:00100000:2.0:1788877018.821286:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 581
00000100:00100000:2.0:1788877018.821300:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:253763:x1875765362898432:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:2.0:1788877018.821319:0:15141:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877018.821346:0:15141:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e767dd7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88885f expref: -99 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877018.821383:0:15141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1788877018.821425:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe52:0x0].0x0 since=7875s v=(0 0)
00010000:00010000:2.0:1788877018.821432:0:15141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe52:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877018.821447:0:15141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e767dd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88885f expref: 7 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.821473:0:15141:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e767dd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88885f expref: 7 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877018.821490:0:15141:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95fe00, rc 0)
00000100:00100000:2.0:1788877018.821589:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:253763:x1875765362898432:12345-192.168.203.59@tcp:101:dd.500 Request processed in 291us (1199us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877018.821596:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 581
00000100:00080000:0.0:1788877018.828534:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788877018.869995:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877018.870133:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898688
00000100:00100000:0.0:1788877018.870144:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898688
00002000:00100000:0.0:1788877018.870197:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe52:0x0] (0->1048575)  req@ffff998318543b80 x1875765362898688/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/0 e 0 to 0 dl 1788877029 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877018.870208:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543b80 with x1875765362898688 ext(0->1048575)
00002000:00010000:0.0:1788877018.870214:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318543b80
00000100:00100000:0.0:1788877018.870230:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875801290508 time 7875802748653 state 0x0 ref 1
00000100:00100000:0.0:1788877018.870247:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875852748653 time 7875802748653 state 0x1 ref 1
00000100:00100000:0.0:1788877018.870283:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875852748653 time 7875879264717 state 0x0 ref 1
00000100:00100000:0.0:1788877018.870297:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362898688:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:3.0:1788877018.908985:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877018.909054:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898816
00000100:00100000:3.0:1788877018.909066:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898816
00002000:00100000:3.0:1788877018.909115:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe52:0x0] (1048576->2097151)  req@ffff9983187af800 x1875765362898816/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/0 e 0 to 0 dl 1788877029 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788877018.909127:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187af800 with x1875765362898816 ext(1048576->2097151)
00002000:00010000:3.0:1788877018.909133:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983187af800
00000100:00100000:3.0:1788877018.909153:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875929264717 time 7875879264717 state 0x1 ref 2
00000100:00100000:3.0:1788877018.909178:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7875929264717 time 7875918159935 state 0x0 ref 2
00000100:00100000:3.0:1788877018.909190:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983187af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2357:x1875765362898816:12345-192.168.203.59@tcp:4:dd.500
00000001:00100000:2.0:1788877019.023827:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000001:00080000:2.0:1788877019.023843:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981863 is committed
00000100:00100000:1.0:1788877019.027163:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2358:x1875765362898688:12345-192.168.203.59@tcp:4:dd.500 Request processed in 156857us (157167us total) trans 4294981864 rc 0/0
00000100:00100000:1.0:1788877019.027178:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 4
00002000:00100000:1.0:1788877019.027193:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0xe52:0x0] (0->1048575)  req@ffff998318543b80 x1875765362898688/t4294981864(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/448 e 0 to 0 dl 1788877029 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788877019.027203:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543b80 with x1875765362898688 ext(0->1048575)
00002000:00010000:1.0:1788877019.027210:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318543b80
00000100:00100000:1.0:1788877019.042616:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.042806:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362898944
00000100:00100000:0.0:1788877019.042825:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362898944
00002000:00100000:0.0:1788877019.042868:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe52:0x0] (2097152->3145727)  req@ffff998312aab800 x1875765362898944/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877019.042880:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aab800 with x1875765362898944 ext(2097152->3145727)
00002000:00010000:0.0:1788877019.042886:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aab800
00000100:00100000:0.0:1788877019.042912:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7875968159935 time 7875918159935 state 0x1 ref 2
00000100:00100000:0.0:1788877019.042938:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875968159935 time 7876051920093 state 0x0 ref 2
00000100:00100000:0.0:1788877019.042949:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:2355:x1875765362898944:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788877019.059490:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983187af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362898816:12345-192.168.203.59@tcp:4:dd.500 Request processed in 150291us (150504us total) trans 4294981865 rc 0/0
00000100:00100000:2.0:1788877019.059505:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 5
00002000:00100000:2.0:1788877019.059518:0:19111:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0xe52:0x0] (1048576->2097151)  req@ffff9983187af800 x1875765362898816/t4294981865(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:414/0 lens 488/448 e 0 to 0 dl 1788877029 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.059528:0:19111:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983187af800 with x1875765362898816 ext(1048576->2097151)
00002000:00010000:2.0:1788877019.059534:0:19111:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9983187af800
00000100:00100000:0.0:1788877019.060244:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2355:x1875765362898944:12345-192.168.203.59@tcp:4:dd.500 Request processed in 17293us (17634us total) trans 4294981866 rc 0/0
00000100:00100000:0.0:1788877019.060252:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 6
00000100:00100000:0.0:1788877019.060260:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875968159935 time 7876051920093 state 0x2 ref 0
00002000:00100000:0.0:1788877019.060270:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0xe52:0x0] (2097152->3145727)  req@ffff998312aab800 x1875765362898944/t4294981866(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877019.060279:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aab800 with x1875765362898944 ext(2097152->3145727)
00002000:00010000:0.0:1788877019.060285:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aab800
00000100:00100000:1.0:1788877019.079805:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.080198:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899072
00000100:00100000:2.0:1788877019.080210:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899072
00002000:00100000:2.0:1788877019.080281:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe52:0x0] (3145728->4194303)  req@ffff998312aa8380 x1875765362899072/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.080293:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8380 with x1875765362899072 ext(3145728->4194303)
00002000:00010000:2.0:1788877019.080299:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8380
00000100:00100000:2.0:1788877019.080313:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7875968159935 time 7876051920093 state 0x0 ref 1
00000100:00100000:2.0:1788877019.080325:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7876101920093 time 7876051920093 state 0x1 ref 1
00000100:00100000:2.0:1788877019.080400:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876101920093 time 7876089381016 state 0x0 ref 1
00000100:00100000:2.0:1788877019.080423:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362899072:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788877019.108577:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2357:x1875765362899072:12345-192.168.203.59@tcp:4:dd.500 Request processed in 28156us (28778us total) trans 4294981867 rc 0/0
00000100:00100000:2.0:1788877019.108592:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 7
00000100:00100000:2.0:1788877019.108602:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876101920093 time 7876089381016 state 0x2 ref 0
00002000:00100000:2.0:1788877019.108618:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0xe52:0x0] (3145728->4194303)  req@ffff998312aa8380 x1875765362899072/t4294981867(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.108628:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8380 with x1875765362899072 ext(3145728->4194303)
00002000:00010000:2.0:1788877019.108634:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8380
00000100:00100000:1.0:1788877019.131846:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.138638:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899200
00000100:00100000:2.0:1788877019.138659:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899200
00002000:00100000:2.0:1788877019.138721:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe43:0x0] (4194304->5242879)  req@ffff998312aaaa00 x1875765362899200/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.138733:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aaaa00 with x1875765362899200 ext(4194304->5242879)
00002000:00010000:2.0:1788877019.138739:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aaaa00
00000100:00100000:2.0:1788877019.138754:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876101920093 time 7876089381016 state 0x0 ref 1
00000100:00100000:2.0:1788877019.138767:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876139381016 time 7876089381016 state 0x1 ref 1
00000100:00100000:2.0:1788877019.138789:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876139381016 time 7876147771609 state 0x0 ref 1
00000100:00100000:2.0:1788877019.138802:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362899200:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788877019.162522:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.164195:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2358:x1875765362899200:12345-192.168.203.59@tcp:4:dd.500 Request processed in 25383us (32347us total) trans 4294993659 rc 0/0
00000100:00100000:2.0:1788877019.164210:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 8
00000100:00100000:2.0:1788877019.164221:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876139381016 time 7876147771609 state 0x2 ref 0
00002000:00100000:2.0:1788877019.164240:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe43:0x0] (4194304->5242879)  req@ffff998312aaaa00 x1875765362899200/t4294993659(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.164250:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aaaa00 with x1875765362899200 ext(4194304->5242879)
00002000:00010000:2.0:1788877019.164257:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aaaa00
00000100:00100000:2.0:1788877019.164287:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899328
00000100:00100000:2.0:1788877019.164294:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899328
00002000:00100000:2.0:1788877019.164325:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe43:0x0] (5242880->6291455)  req@ffff998306b30000 x1875765362899328/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.164334:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b30000 with x1875765362899328 ext(5242880->6291455)
00002000:00010000:2.0:1788877019.164337:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b30000
00000100:00100000:2.0:1788877019.164347:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876139381016 time 7876147771609 state 0x0 ref 1
00000100:00100000:2.0:1788877019.164358:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876197771609 time 7876147771609 state 0x1 ref 1
00000100:00100000:2.0:1788877019.188945:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876197771609 time 7876197913749 state 0x0 ref 1
00000100:00100000:2.0:1788877019.188977:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+16:2358:x1875765362899328:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788877019.195321:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.196942:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899456
00000100:00100000:2.0:1788877019.196957:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899456
00002000:00100000:2.0:1788877019.197052:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe43:0x0] (6291456->7340031)  req@ffff998312aa9180 x1875765362899456/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.197065:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9180 with x1875765362899456 ext(6291456->7340031)
00002000:00010000:2.0:1788877019.197079:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aa9180
00000100:00100000:2.0:1788877019.197103:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876247913749 time 7876197913749 state 0x1 ref 2
00000100:00100000:2.0:1788877019.210603:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2358:x1875765362899328:12345-192.168.203.59@tcp:4:dd.500 Request processed in 21628us (48078us total) trans 4294993660 rc 0/0
00000100:00100000:2.0:1788877019.210619:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 9
00002000:00100000:2.0:1788877019.210638:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe43:0x0] (5242880->6291455)  req@ffff998306b30000 x1875765362899328/t4294993660(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.210649:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b30000 with x1875765362899328 ext(5242880->6291455)
00002000:00010000:2.0:1788877019.210655:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b30000
00000100:00100000:2.0:1788877019.225314:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.225475:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899584
00000100:00100000:3.0:1788877019.225485:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899584
00002000:00100000:3.0:1788877019.225534:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0xe43:0x0] (7340032->8388607)  req@ffff998318541f80 x1875765362899584/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788877019.225545:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541f80 with x1875765362899584 ext(7340032->8388607)
00002000:00010000:3.0:1788877019.225550:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318541f80
00000100:00100000:3.0:1788877019.225568:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876247913749 time 7876197913749 state 0x1 ref 2
00000100:00100000:1.0:1788877019.236674:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.236890:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899712
00000100:00100000:2.0:1788877019.236901:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899712
00002000:00100000:2.0:1788877019.236956:0:19113:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0xe52:0x0] (4194304->5242879)  req@ffff998312aa9880 x1875765362899712/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.236968:0:19113:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9880 with x1875765362899712 ext(4194304->5242879)
00002000:00010000:2.0:1788877019.236973:0:19113:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa9880
00000100:00100000:2.0:1788877019.236992:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876247913749 time 7876197913749 state 0x1 ref 3
00000100:00100000:2.0:1788877019.239112:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876298082221 time 7876248082221 state 0x1 ref 3
00000100:00100000:2.0:1788877019.239143:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2356:x1875765362899456:12345-192.168.203.59@tcp:4:dd.500
00010000:00010000:3.0:1788877019.247394:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877019.251517:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2356:x1875765362899456:12345-192.168.203.59@tcp:4:dd.500 Request processed in 12377us (56197us total) trans 4294993661 rc 0/0
00000100:00100000:0.0:1788877019.251531:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 10
00002000:00100000:0.0:1788877019.251544:0:17072:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe43:0x0] (6291456->7340031)  req@ffff998312aa9180 x1875765362899456/t4294993661(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877019.251554:0:17072:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9180 with x1875765362899456 ext(6291456->7340031)
00002000:00010000:0.0:1788877019.251560:0:17072:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aa9180
00000100:00100000:1.0:1788877019.262343:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.262429:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899840
00000100:00100000:3.0:1788877019.262438:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899840
00002000:00100000:3.0:1788877019.262482:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0xe52:0x0] (5242880->6291455)  req@ffff998312aa8000 x1875765362899840/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788877019.262493:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8000 with x1875765362899840 ext(5242880->6291455)
00002000:00010000:3.0:1788877019.262498:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8000
00000100:00100000:3.0:1788877019.262515:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876298082221 time 7876248082221 state 0x1 ref 3
00000100:00100000:1.0:1788877019.281458:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.282193:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362899968
00000100:00100000:2.0:1788877019.282205:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362899968
00002000:00100000:2.0:1788877019.282259:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe52:0x0] (6291456->7340031)  req@ffff998312aa8e00 x1875765362899968/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.282271:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8e00 with x1875765362899968 ext(6291456->7340031)
00002000:00010000:2.0:1788877019.282276:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8e00
00000100:00100000:2.0:1788877019.282295:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876298082221 time 7876248082221 state 0x1 ref 4
00000100:00100000:0.0:1788877019.289220:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876348189976 time 7876298189976 state 0x1 ref 4
00000100:00100000:0.0:1788877019.289250:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2356:x1875765362899584:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:1.0:1788877019.295634:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.295681:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.295760:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362900096
00000100:00100000:3.0:1788877019.295772:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362900096
00002000:00100000:3.0:1788877019.295828:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0xe52:0x0] (7340032->8388607)  req@ffff998312aaa300 x1875765362900096/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788877019.295839:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aaa300 with x1875765362900096 ext(7340032->8388607)
00002000:00010000:3.0:1788877019.295844:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aaa300
00000100:00100000:3.0:1788877019.295862:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876348189976 time 7876298189976 state 0x1 ref 5
00000100:00100000:0.0:1788877019.296000:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362900352
00000100:00100000:0.0:1788877019.296005:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362900352
00000100:00100000:0.0:1788877019.296225:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9903
00000100:00100000:0.0:1788877019.296237:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253763:x1875765362900352:12345-192.168.203.59@tcp:35:dd.500
00000100:00100000:0.0:1788877019.296789:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:253763:x1875765362900352:12345-192.168.203.59@tcp:35:dd.500 Request processed in 552us (1103us total) trans 4295010902 rc 0/0
00000100:00100000:0.0:1788877019.296799:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9903
00000100:00100000:2.0:1788877019.339370:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876398338895 time 7876348338895 state 0x1 ref 5
00000100:00100000:2.0:1788877019.339401:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:2358:x1875765362899712:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:0.0:1788877019.339693:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2356:x1875765362899584:12345-192.168.203.59@tcp:4:dd.500 Request processed in 50453us (114387us total) trans 4294993662 rc 0/0
00000100:00100000:0.0:1788877019.339703:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 11
00002000:00100000:0.0:1788877019.339714:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe43:0x0] (7340032->8388607)  req@ffff998318541f80 x1875765362899584/t4294993662(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877019.339731:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541f80 with x1875765362899584 ext(7340032->8388607)
00002000:00010000:0.0:1788877019.339738:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318541f80
00000100:00100000:2.0:1788877019.374853:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2358:x1875765362899712:12345-192.168.203.59@tcp:4:dd.500 Request processed in 35453us (138177us total) trans 4294981868 rc 0/0
00000100:00100000:2.0:1788877019.374870:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 12
00002000:00100000:2.0:1788877019.374885:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe52:0x0] (4194304->5242879)  req@ffff998312aa9880 x1875765362899712/t4294981868(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:2.0:1788877019.374895:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9880 with x1875765362899712 ext(4194304->5242879)
00002000:00010000:2.0:1788877019.374901:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa9880
00000100:00100000:0.0:1788877019.389921:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876448889636 time 7876398889636 state 0x1 ref 3
00000100:00100000:0.0:1788877019.389956:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:2358:x1875765362899840:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788877019.420615:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.425211:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362900608
00000100:00100000:3.0:1788877019.425226:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362900608
00000100:00100000:3.0:1788877019.425317:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60393
00000100:00100000:3.0:1788877019.425327:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:253775:x1875765362900608:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877019.425350:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877019.425370:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767dde lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888866 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.425544:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.425564:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.425584:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877019.425907:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:2358:x1875765362899840:12345-192.168.203.59@tcp:4:dd.500 Request processed in 35964us (163572us total) trans 4294981869 rc 0/0
00000100:00100000:1.0:1788877019.425919:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 13
00002000:00100000:1.0:1788877019.425931:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0xe52:0x0] (5242880->6291455)  req@ffff998312aa8000 x1875765362899840/t4294981869(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788877019.425940:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8000 with x1875765362899840 ext(5242880->6291455)
00002000:00010000:1.0:1788877019.425946:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8000
00010000:00010000:3.0:1788877019.425992:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.426001:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.426008:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1788877019.426720:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe53:0x0], index 0: 0
00000004:00080000:3.0:1788877019.426730:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe44:0x0], index 1: 0
00010000:00010000:3.0:1788877019.429217:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e767df3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429240:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e767df3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429255:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e767df3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429522:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429531:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429538:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429544:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877019.429549:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429556:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429636:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:3.0:1788877019.429641:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877019.429647:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429653:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767de5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788877019.429669:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000561929ef reply state 000000000ccd760d transno 4295010903 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.429677:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1788877019.429726:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767dde lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888866 expref: 18 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429742:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e767df3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888866 expref: 17 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.429751:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb8:0x0].0x0 (ffff99840390fb00)
00010000:00010000:3.0:1788877019.429753:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788877019.430486:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b600, rc 0)
00000100:00100000:3.0:1788877019.430581:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:253775:x1875765362900608:12345-192.168.203.59@tcp:101:dd.0 Request processed in 5253us (9973us total) trans 4295010903 rc 0/0
00000100:00100000:3.0:1788877019.430591:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60393
00000100:00100000:0.0:1788877019.443536:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876502501620 time 7876452501620 state 0x1 ref 2
00000100:00100000:0.0:1788877019.443566:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:2357:x1875765362899968:12345-192.168.203.59@tcp:4:dd.500
00010000:00010000:3.0:1788877019.444041:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.444055:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.444064:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.444072:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877019.444078:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.444085:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.444103:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0xf1756a60 (ffff99840390f800)
00010000:00010000:3.0:1788877019.444106:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877019.444111:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.444119:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a400/0x3868396b8e767dec lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877019.445233:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.445333:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362900736
00000100:00100000:1.0:1788877019.445347:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362900736
00000100:00100000:1.0:1788877019.445428:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 582
00000100:00100000:1.0:1788877019.445439:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:253775:x1875765362900736:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877019.445460:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877019.445486:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88886d expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877019.445522:0:166967:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1788877019.445544:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=7876s v=(0 0)
00010000:00010000:1.0:1788877019.445550:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877019.445560:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 22 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.445581:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 22 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.445595:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7200, rc 0)
00000100:00100000:1.0:1788877019.445647:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:253775:x1875765362900736:12345-192.168.203.59@tcp:101:dd.0 Request processed in 211us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.445655:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 582
00000100:00100000:0.0:1788877019.458989:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.459092:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362900864
00000100:00100000:2.0:1788877019.459101:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362900864
00000100:00100000:2.0:1788877019.459172:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 583
00000100:00100000:2.0:1788877019.459183:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:253774:x1875765362900864:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788877019.459202:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877019.459222:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e767e08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888874 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.459251:0:6582:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 23 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.459260:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe53:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877019.459265:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1788877019.459270:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e767e08 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888874 expref: 23 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.459306:0:6582:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 23 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.459321:0:6582:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 23 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877019.459335:0:6582:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318541c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6582:1875765365777408:192.168.203.59@tcp:104:
00000100:00100000:2.0:1788877019.459428:0:6582:0:(client.c:2702:ptlrpc_set_wait()) set ffff9984117d2f00 going to sleep for 11 seconds
00000100:00100000:0.0:1788877019.476781:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2357:x1875765362899968:12345-192.168.203.59@tcp:4:dd.500 Request processed in 33213us (195320us total) trans 4294981870 rc 0/0
00000100:00100000:0.0:1788877019.476798:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 14
00002000:00100000:0.0:1788877019.476815:0:18415:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0xe52:0x0] (6291456->7340031)  req@ffff998312aa8e00 x1875765362899968/t4294981870(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:0.0:1788877019.476825:0:18415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa8e00 with x1875765362899968 ext(6291456->7340031)
00002000:00010000:0.0:1788877019.476832:0:18415:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aa8e00
00000100:00100000:2.0:1788877019.479131:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.483169:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362900992
00000100:00100000:0.0:1788877019.483186:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362900992
00000100:00100000:0.0:1788877019.483288:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 584
00000100:00100000:0.0:1788877019.483299:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:253780:x1875765362900992:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788877019.483317:0:167010:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877019.483339:0:167010:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88887b expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877019.483374:0:167010:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1788877019.483395:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=7876s v=(0 0)
00010000:00010000:0.0:1788877019.483400:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877019.483420:0:167010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 23 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877019.483441:0:167010:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 23 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877019.483456:0:167010:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddbe00, rc 0)
00000100:00100000:0.0:1788877019.483544:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:253780:x1875765362900992:12345-192.168.203.59@tcp:101:dd.0 Request processed in 248us (4683us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877019.483553:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 584
00000100:00100000:1.0:1788877019.486531:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.486588:0:6582:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318541c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6582:1875765365777408:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877019.486644:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e767e08 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888874 expref: 23 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.486669:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95f200, rc 0)
00000100:00100000:2.0:1788877019.486746:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:253774:x1875765362900864:12345-192.168.203.59@tcp:101:dd.0 Request processed in 27565us (27765us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877019.486759:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 583
00000100:00100000:2.0:1788877019.486788:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362901120
00000100:00100000:2.0:1788877019.486794:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362901120
00000100:00100000:2.0:1788877019.486961:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 585
00000100:00100000:2.0:1788877019.486978:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:253776:x1875765362901120:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788877019.487001:0:6582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877019.487070:0:6582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767e16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888882 expref: -99 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.487108:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe53:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1788877019.487115:0:6582:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(2 0)
00010000:00010000:2.0:1788877019.487124:0:6582:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767e16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888882 expref: 24 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.487140:0:6582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767e16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888882 expref: 24 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.488072:0:6582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95ee00, rc 0)
00000100:00100000:2.0:1788877019.489249:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:253776:x1875765362901120:12345-192.168.203.59@tcp:101:dd.0 Request processed in 1172us (1625us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877019.489273:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 585
00000100:00100000:2.0:1788877019.494606:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876502501620 time 7876503568579 state 0x0 ref 1
00000100:00100000:2.0:1788877019.494655:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:2358:x1875765362900096:12345-192.168.203.59@tcp:4:dd.500
00000100:00100000:2.0:1788877019.501304:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.501837:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362901248
00000100:00100000:0.0:1788877019.501847:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362901248
00000100:00100000:2.0:1788877019.501849:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.501913:0:167011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362901376
00000100:00100000:0.0:1788877019.501917:0:167011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362901376
00000100:00100000:0.0:1788877019.501948:0:167011:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 586
00000100:00100000:0.0:1788877019.501959:0:167011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:253788:x1875765362901376:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:0.0:1788877019.501978:0:167011:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877019.501997:0:167011:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b883a4d/0x3868396b8e767e1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888890 expref: -99 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877019.502055:0:167011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 25 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877019.502071:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877019.502076:0:167011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1788877019.502082:0:167011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b883a4d/0x3868396b8e767e1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888890 expref: 25 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877019.502122:0:167011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 25 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877019.502138:0:167011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 25 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877019.502153:0:167011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306b31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365777536:192.168.203.59@tcp:104:
00000100:00100000:2.0:1788877019.502226:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 586
00000100:00100000:2.0:1788877019.502244:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:253787:x1875765362901248:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:2.0:1788877019.502260:0:6585:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877019.502274:0:6585:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c8b40dc/0x3868396b8e767e24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888889 expref: -99 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.502295:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe44:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1788877019.502299:0:6585:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(2 0)
00000100:00100000:0.0:1788877019.502368:0:167011:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830a5bcd80 going to sleep for 11 seconds
00010000:00010000:2.0:1788877019.502759:0:6585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c8b40dc/0x3868396b8e767e24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888889 expref: 26 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.502782:0:6585:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007c8b40dc/0x3868396b8e767e24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888889 expref: 26 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.502798:0:6585:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95ec00, rc 0)
00000100:00100000:2.0:1788877019.502866:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253787:x1875765362901248:12345-192.168.203.59@tcp:101:dd.0 Request processed in 627us (1571us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877019.502878:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 586
00000100:00100000:3.0:1788877019.530092:0:167011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306b31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:167011:1875765365777536:192.168.203.59@tcp:104:
00010000:00010000:3.0:1788877019.530149:0:167011:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002b883a4d/0x3868396b8e767e1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888890 expref: 25 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.530174:0:167011:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998409ddb000, rc 0)
00000100:00100000:3.0:1788877019.530247:0:167011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:253788:x1875765362901376:12345-192.168.203.59@tcp:101:dd.0 Request processed in 28289us (28401us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877019.530257:0:167011:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 586
00000100:00100000:3.0:1788877019.531209:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2358:x1875765362900096:12345-192.168.203.59@tcp:4:dd.500 Request processed in 36573us (235581us total) trans 4294981871 rc 0/0
00000100:00100000:3.0:1788877019.531226:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 15
00000100:00100000:3.0:1788877019.531238:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876502501620 time 7876503568579 state 0x2 ref 0
00002000:00100000:3.0:1788877019.531256:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0xe52:0x0] (7340032->8388607)  req@ffff998312aaa300 x1875765362900096/t4294981871(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788877019.531267:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aaa300 with x1875765362900096 ext(7340032->8388607)
00002000:00010000:3.0:1788877019.531275:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998312aaa300
00000100:00100000:1.0:1788877019.531853:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.536825:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362901504
00000100:00100000:3.0:1788877019.536847:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362901504
00000100:00100000:3.0:1788877019.536966:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 587
00000100:00100000:3.0:1788877019.536979:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:253778:x1875765362901504:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877019.537005:0:166968:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877019.537067:0:166968:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d29ad3a/0x3868396b8e767e2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888897 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.537099:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe44:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788877019.537105:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788877019.537112:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d29ad3a/0x3868396b8e767e2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888897 expref: 26 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.537124:0:166968:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d29ad3a/0x3868396b8e767e2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888897 expref: 26 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.537137:0:166968:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a400, rc 0)
00000100:00100000:3.0:1788877019.537217:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253778:x1875765362901504:12345-192.168.203.59@tcp:101:dd.0 Request processed in 241us (5367us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877019.537225:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 587
00000100:00100000:0.0:1788877019.549471:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.549561:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.549817:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362901760
00000100:00100000:2.0:1788877019.549831:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362901760
00002000:00100000:2.0:1788877019.549896:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe53:0x0] (1048576->2097151)  req@ffff998306b33800 x1875765362901760/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788877019.549908:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b33800 with x1875765362901760 ext(1048576->2097151)
00010000:00010000:2.0:1788877019.549920:0:6590:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 25 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.549946:0:6590:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 25 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877019.549955:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998306b33800
00000100:00100000:2.0:1788877019.549981:0:6590:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 3 deadline 0 time 7876558960605 state 0x0 ref 1
00000100:00100000:2.0:1788877019.549993:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 3 deadline 7876559060605 time 7876558960605 state 0x1 ref 1
00000100:00100000:2.0:1788877019.550066:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876559060605 time 7876559047152 state 0x0 ref 1
00000100:00100000:2.0:1788877019.550081:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:2356:x1875765362901760:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788877019.552076:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362901632
00000100:00100000:1.0:1788877019.552092:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362901632
00000100:00100000:1.0:1788877019.552176:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 588
00000100:00100000:1.0:1788877019.552188:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253781:x1875765362901632:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877019.552217:0:26913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877019.552241:0:26913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767e32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88889e expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.552637:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe44:0x0].0x0 since=0s v=(3 0)
00010000:00010000:1.0:1788877019.552648:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788877019.552658:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767e32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88889e expref: 27 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.552675:0:26913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767e32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88889e expref: 27 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.552692:0:26913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6a00, rc 0)
00000100:00100000:1.0:1788877019.552767:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253781:x1875765362901632:12345-192.168.203.59@tcp:101:dd.0 Request processed in 581us (3311us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.552775:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 588
00000100:00100000:3.0:1788877019.563330:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.564665:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362901888
00000100:00100000:2.0:1788877019.564681:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362901888
00002000:00100000:2.0:1788877019.564746:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe44:0x0] (2097152->3145727)  req@ffff99843b268000 x1875765362901888/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788877019.564758:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843b268000 with x1875765362901888 ext(2097152->3145727)
00010000:00010000:2.0:1788877019.564767:0:6588:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 27 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.564783:0:6588:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 27 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877019.564791:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99843b268000
00000100:00100000:2.0:1788877019.564813:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876559147152 time 7876559047152 state 0x1 ref 2
00000100:00100000:2.0:1788877019.564854:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876559147152 time 7876573835406 state 0x0 ref 2
00000100:00100000:2.0:1788877019.564868:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:2355:x1875765362901888:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788877019.568831:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365777792:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.568928:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877019.568973:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365778304:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.569001:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877019.569059:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1788877019.569066:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365777664:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.569096:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877019.569126:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365778176:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.569149:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877019.569179:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365777920:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.569202:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877019.569223:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788877019.569228:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365778048:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.569891:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877019.569947:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365777792
00000100:00100000:1.0:1788877019.569955:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365777792
00000100:00100000:1.0:1788877019.569999:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365778176
00000100:00100000:1.0:1788877019.570003:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365778176
00000100:00100000:1.0:1788877019.570059:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365777920
00000100:00100000:1.0:1788877019.570062:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365777920
00000100:00100000:1.0:1788877019.570088:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6864
00000100:00100000:1.0:1788877019.570098:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365777792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.570161:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365777792:12345-0@lo:400:kworker.0 Request processed in 63us (1231us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.570168:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6864
00000100:00100000:1.0:1788877019.570190:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6865
00000100:00100000:1.0:1788877019.570197:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365778176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.570228:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365778176:12345-0@lo:400:kworker.0 Request processed in 32us (1078us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.570234:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6865
00000100:00100000:0.0:1788877019.570509:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6866
00000100:00100000:0.0:1788877019.570521:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365777920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788877019.570566:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365777920:12345-0@lo:400:kworker.0 Request processed in 49us (1363us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877019.570573:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6866
00000100:00100000:0.0:1788877019.570604:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365778304
00000100:00100000:0.0:1788877019.570609:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365778304
00000100:00100000:0.0:1788877019.570649:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365778048
00000100:00100000:0.0:1788877019.570653:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365778048
00000100:00080000:1.0:1788877019.570712:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788877019.570719:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877019.571417:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.571443:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902016
00000100:00100000:3.0:1788877019.571448:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902016
00000100:00100000:2.0:1788877019.573977:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365777664
00000100:00100000:2.0:1788877019.573994:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365777664
00000100:00100000:2.0:1788877019.574083:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:2.0:1788877019.574094:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365777664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877019.574202:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365777664:12345-0@lo:400:kworker.0 Request processed in 98us (5093us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877019.574211:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:0.0:1788877019.582944:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 411
00000100:00100000:0.0:1788877019.582992:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365778048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788877019.583146:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365778048:12345-0@lo:400:kworker.0 Request processed in 177us (13256us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.584532:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 411
00000100:00100000:1.0:1788877019.584559:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365778304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.584644:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365778304:12345-0@lo:400:kworker.0 Request processed in 100us (15642us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.584651:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 411
00000100:00100000:1.0:1788877019.584714:0:3307:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981863 gen 2
00000100:00100000:1.0:1788877019.584734:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365778048:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.584751:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365777920:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.584794:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365777664:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.584806:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365778176:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.584828:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365777792:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.584839:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365778304:0@lo:400:kworker.0
00000100:00100000:1.0:1788877019.585080:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788877019.585091:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365778432:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877019.585328:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877019.585396:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 589
00000100:00100000:3.0:1788877019.585419:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998308412850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253777:x1875765362902016:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877019.585435:0:20698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877019.585459:0:20698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767e39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888a5 expref: -99 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.585489:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe53:0x0].0x0 since=0s v=(2 0)
00010000:00010000:3.0:1788877019.585495:0:20698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788877019.585503:0:20698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767e39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888a5 expref: 28 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.585517:0:20698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767e39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888a5 expref: 28 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.585531:0:20698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357be00, rc 0)
00000100:00100000:3.0:1788877019.585567:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998308412850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:253777:x1875765362902016:12345-192.168.203.59@tcp:101:dd.0 Request processed in 161us (14166us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877019.585574:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 589
00000100:00100000:3.0:1788877019.585663:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.585939:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902144
00000100:00100000:3.0:1788877019.585947:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902144
00000100:00100000:3.0:1788877019.585989:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 590
00000100:00100000:3.0:1788877019.585998:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:253786:x1875765362902144:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877019.586032:0:6583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877019.586046:0:6583:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078653879/0x3868396b8e767e40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888ac expref: -99 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.586063:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe44:0x0].0x0 since=0s v=(4 0)
00010000:00010000:3.0:1788877019.586068:0:6583:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(5 0)
00010000:00010000:3.0:1788877019.586072:0:6583:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078653879/0x3868396b8e767e40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ac expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.586083:0:6583:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078653879/0x3868396b8e767e40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ac expref: 30 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.586092:0:6583:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357aa00, rc 0)
00000100:00100000:3.0:1788877019.586119:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:253786:x1875765362902144:12345-192.168.203.59@tcp:101:dd.0 Request processed in 122us (456us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877019.586126:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 590
00000100:00100000:3.0:1788877019.586145:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365778432
00000100:00100000:3.0:1788877019.586150:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365778432
00000100:00100000:3.0:1788877019.586177:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 412
00000100:00100000:3.0:1788877019.586183:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365778432:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788877019.586196:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59965440 pending 15335424 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788877019.586238:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365778432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (911us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877019.586245:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 412
00000100:00100000:3.0:1788877019.586339:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365778432:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877019.591708:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:2356:x1875765362901760:12345-192.168.203.59@tcp:4:dd.0 Request processed in 41615us (42131us total) trans 4294981872 rc 0/0
00000100:00100000:1.0:1788877019.591723:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 0
00002000:00100000:1.0:1788877019.591737:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe53:0x0] (1048576->2097151)  req@ffff998306b33800 x1875765362901760/t4294981872(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.591747:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b33800 with x1875765362901760 ext(1048576->2097151)
00010000:00010000:1.0:1788877019.591760:0:6590:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 28 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.591786:0:6590:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 28 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877019.591794:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998306b33800
00000100:00100000:3.0:1788877019.593470:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.596439:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902272
00000100:00100000:1.0:1788877019.596454:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902272
00002000:00100000:1.0:1788877019.596515:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe44:0x0] (7340032->8388607)  req@ffff99843b268700 x1875765362902272/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.596527:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843b268700 with x1875765362902272 ext(7340032->8388607)
00010000:00010000:1.0:1788877019.596537:0:18424:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 30 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.596555:0:18424:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 30 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877019.596562:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99843b268700
00000100:00100000:1.0:1788877019.596582:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876573935406 time 7876573835406 state 0x1 ref 2
00000100:00100000:1.0:1788877019.596627:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876573935406 time 7876605608779 state 0x0 ref 2
00000100:00100000:1.0:1788877019.596639:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:2357:x1875765362902272:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788877019.597440:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.597487:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902400
00000100:00100000:3.0:1788877019.597493:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902400
00000100:00100000:3.0:1788877019.597541:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 591
00000100:00100000:3.0:1788877019.597549:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:253782:x1875765362902400:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877019.597561:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877019.597578:0:9776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888b3 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.597601:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe53:0x0].0x0 since=0s v=(3 0)
00010000:00010000:3.0:1788877019.597607:0:9776:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:3.0:1788877019.597613:0:9776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.597625:0:9776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.597636:0:9776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357ae00, rc 0)
00000100:00100000:3.0:1788877019.597688:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:253782:x1875765362902400:12345-192.168.203.59@tcp:101:dd.0 Request processed in 139us (252us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877019.597697:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 591
00000100:00100000:3.0:1788877019.602386:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.602673:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 411
00000100:00100000:3.0:1788877019.603330:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.603741:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902528
00000100:00100000:2.0:1788877019.603754:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902528
00010000:00010000:2.0:1788877019.603799:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 29 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877019.603849:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11052
00000100:00100000:2.0:1788877019.603860:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:2355:x1875765362902528:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877019.603875:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1788877019.603909:0:6599:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe53:0x0] updating lvb size from disk: 0 -> 2097152
00002000:00010000:2.0:1788877019.603912:0:6599:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe53:0x0] updating lvb mtime from disk: 0 -> 1788877020
00002000:00010000:2.0:1788877019.603915:0:6599:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe53:0x0] updating lvb ctime from disk: 0 -> 1788877020
00010000:00010000:2.0:1788877019.603922:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 29 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.603937:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 29 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.603960:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88886d expref: 29 pid: 166967 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.603977:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.603982:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.603990:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e767e08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888874 expref: 28 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604001:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e767e08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888874 expref: 28 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604051:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.604055:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.604061:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767e16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888882 expref: 28 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604070:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767e16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888882 expref: 28 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604077:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.604079:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.604083:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767e39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888a5 expref: 28 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604092:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767e39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888a5 expref: 28 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604100:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.604103:0:6599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:2.0:1788877019.604107:0:6599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 28 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604114:0:6599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 28 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.604150:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 28 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877019.604165:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318540700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778560:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788877019.604228:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902656
00000100:00100000:1.0:1788877019.604234:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902656
00000100:00100000:1.0:1788877019.604287:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 592
00000100:00100000:1.0:1788877019.604296:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:253779:x1875765362902656:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877019.604309:0:167012:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877019.604325:0:167012:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037639f94/0x3868396b8e767e4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888ba expref: -99 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.604346:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe44:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788877019.604352:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:1.0:1788877019.604358:0:167012:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037639f94/0x3868396b8e767e4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ba expref: 33 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.604370:0:167012:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037639f94/0x3868396b8e767e4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ba expref: 33 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.604382:0:167012:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7400, rc 0)
00000100:00100000:1.0:1788877019.604444:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:253779:x1875765362902656:12345-192.168.203.59@tcp:101:dd.0 Request processed in 148us (1115us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.604451:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 592
00010000:00010000:2.0:1788877019.604753:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767e39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888a5 expref: 28 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877019.604766:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318543100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778688:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788877019.604798:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767e16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888882 expref: 28 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877019.604808:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318541500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778816:192.168.203.59@tcp:105:
00010000:00010000:2.0:1788877019.604836:0:6599:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e767e08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888874 expref: 28 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877019.604851:0:6599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318543800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778944:192.168.203.59@tcp:105:
00000100:00100000:2.0:1788877019.604870:0:6599:0:(client.c:2702:ptlrpc_set_wait()) set ffff9984117d2180 going to sleep for 11 seconds
00000100:00100000:1.0:1788877019.631988:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.632064:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902784
00000100:00100000:1.0:1788877019.632074:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902784
00000100:00100000:1.0:1788877019.632136:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 593
00000100:00100000:1.0:1788877019.632149:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+29:253783:x1875765362902784:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877019.632167:0:167349:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877019.632186:0:167349:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e767e55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888c1 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.632226:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.632235:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe53:0x0].0x0 since=0s v=(4 0)
00010000:00010000:1.0:1788877019.632239:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788877019.632756:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e767e55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c1 expref: 30 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.632800:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.632812:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 30 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877019.632827:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:167349:1875765365779072:192.168.203.59@tcp:104:
00000100:00100000:2.0:1788877019.632890:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2355:x1875765362901888:12345-192.168.203.59@tcp:4:dd.0 Request processed in 68021us (69570us total) trans 4294993663 rc 0/0
00000100:00100000:1.0:1788877019.632899:0:167349:0:(client.c:2702:ptlrpc_set_wait()) set ffff998435923f00 going to sleep for 11 seconds
00000100:00100000:2.0:1788877019.633129:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 1
00002000:00100000:2.0:1788877019.633141:0:6588:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe44:0x0] (2097152->3145727)  req@ffff99843b268000 x1875765362901888/t4294993663(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788877019.633152:0:6588:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843b268000 with x1875765362901888 ext(2097152->3145727)
00010000:00010000:2.0:1788877019.633160:0:6588:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877019.633172:0:6588:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877019.633180:0:6588:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99843b268000
00000100:00100000:1.0:1788877019.633676:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.633760:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.633786:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362902912
00000100:00100000:1.0:1788877019.633792:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362902912
00000100:00100000:1.0:1788877019.633833:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903040
00000100:00100000:1.0:1788877019.633836:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903040
00000100:00100000:1.0:1788877019.633860:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 594
00000100:00100000:1.0:1788877019.633868:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:253785:x1875765362903040:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877019.633885:0:166968:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877019.633900:0:166968:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888cf expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.633922:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe53:0x0].0x0 since=0s v=(5 0)
00010000:00010000:1.0:1788877019.633927:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(6 0)
00010000:00010000:1.0:1788877019.633932:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888cf expref: 33 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.633943:0:166968:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888cf expref: 33 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.633955:0:166968:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7200, rc 0)
00000100:00100000:1.0:1788877019.633985:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:253785:x1875765362903040:12345-192.168.203.59@tcp:101:dd.0 Request processed in 117us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.633992:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 594
00000100:00100000:1.0:1788877019.634008:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 594
00000100:00100000:1.0:1788877019.634059:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:253784:x1875765362902912:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877019.634066:0:166968:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877019.634075:0:166968:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767e63 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888c8 expref: -99 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.634090:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe53:0x0].0x0 since=0s v=(6 0)
00010000:00010000:1.0:1788877019.634094:0:166968:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788877019.634100:0:166968:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767e63 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c8 expref: 33 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.634111:0:166968:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767e63 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c8 expref: 33 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.634119:0:166968:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6600, rc 0)
00000100:00100000:1.0:1788877019.634139:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:253784:x1875765362902912:12345-192.168.203.59@tcp:101:dd.0 Request processed in 125us (465us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.634146:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 594
00000100:00100000:2.0:1788877019.634252:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318540700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778560:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788877019.650686:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2357:x1875765362902272:12345-192.168.203.59@tcp:4:dd.0 Request processed in 54038us (57215us total) trans 4294993664 rc 0/0
00000100:00100000:1.0:1788877019.650702:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 2
00000100:00100000:1.0:1788877019.650711:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876573935406 time 7876605608779 state 0x2 ref 0
00002000:00100000:1.0:1788877019.650728:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe44:0x0] (7340032->8388607)  req@ffff99843b268700 x1875765362902272/t4294993664(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.650737:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99843b268700 with x1875765362902272 ext(7340032->8388607)
00010000:00010000:1.0:1788877019.650747:0:18424:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.650761:0:18424:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877019.650770:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff99843b268700
00000100:00100000:3.0:1788877019.673634:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.673725:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903168
00000100:00100000:1.0:1788877019.673735:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903168
00002000:00100000:1.0:1788877019.673785:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe53:0x0] (3145728->4194303)  req@ffff998306894e00 x1875765362903168/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.673796:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306894e00 with x1875765362903168 ext(3145728->4194303)
00000100:00100000:2.0:1788877019.673802:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318543100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778688:192.168.203.59@tcp:105:
00002000:00010000:1.0:1788877019.673803:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306894e00
00000100:00100000:2.0:1788877019.673818:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318541500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778816:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788877019.673831:0:25657:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 7876682808364 state 0x0 ref 1
00000100:00100000:2.0:1788877019.673831:0:6599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318543800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6599:1875765365778944:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788877019.673847:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 3 deadline 7876682908364 time 7876682808364 state 0x1 ref 1
00010000:00010000:2.0:1788877019.673859:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788877019.673880:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876682908364 time 7876682861591 state 0x0 ref 1
00000100:00100000:1.0:1788877019.673894:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2358:x1875765362903168:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788877019.673926:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2355:x1875765362902528:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 70066us (71548us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877019.673937:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11052
00000100:00100000:0.0:1788877019.678437:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.678754:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903424
00000100:00100000:2.0:1788877019.678766:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903424
00002000:00100000:2.0:1788877019.678829:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0xe53:0x0] (0->1048575)  req@ffff998306b31c00 x1875765362903424/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788877019.678841:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b31c00 with x1875765362903424 ext(0->1048575)
00002000:00010000:2.0:1788877019.678847:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306b31c00
00000100:00100000:2.0:1788877019.678868:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876682961591 time 7876682861591 state 0x1 ref 2
00000100:00100000:2.0:1788877019.678906:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876682961591 time 7876687879113 state 0x0 ref 2
00000100:00100000:2.0:1788877019.678920:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2356:x1875765362903424:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788877019.679666:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:167349:1875765365779072:192.168.203.59@tcp:104:
00010000:00010000:1.0:1788877019.679702:0:167349:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e767e55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c1 expref: 35 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.679725:0:167349:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7600, rc 0)
00000100:00100000:1.0:1788877019.679789:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:253783:x1875765362902784:12345-192.168.203.59@tcp:101:dd.0 Request processed in 47642us (47809us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877019.679799:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 593
00000100:00100000:2.0:1788877019.681333:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.681433:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903296
00000100:00100000:1.0:1788877019.681441:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903296
00002000:00100000:1.0:1788877019.681485:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe53:0x0] (4194304->5242879)  req@ffff998318543800 x1875765362903296/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.681495:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543800 with x1875765362903296 ext(4194304->5242879)
00010000:00010000:1.0:1788877019.681504:0:19110:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 35 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.681519:0:19110:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 35 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877019.681527:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998318543800
00000100:00100000:1.0:1788877019.681542:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876573935406 time 7876605608779 state 0x0 ref 1
00000100:00100000:1.0:1788877019.681554:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876605708779 time 7876605608779 state 0x1 ref 1
00000100:00100000:1.0:1788877019.681594:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876605708779 time 7876690576282 state 0x0 ref 1
00000100:00100000:1.0:1788877019.681615:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+35:2358:x1875765362903296:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788877019.691375:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.692766:0:5775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903552
00000100:00100000:3.0:1788877019.692788:0:5775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903552
00010000:00010000:3.0:1788877019.692851:0:5775:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.692895:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11053
00000100:00100000:3.0:1788877019.692905:0:5775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+33:2356:x1875765362903552:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788877019.692921:0:5775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1788877019.692944:0:5775:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe44:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:3.0:1788877019.692948:0:5775:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe44:0x0] updating lvb mtime from disk: 0 -> 1788877020
00002000:00010000:3.0:1788877019.692951:0:5775:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe44:0x0] updating lvb ctime from disk: 0 -> 1788877020
00010000:00010000:3.0:1788877019.692958:0:5775:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.692972:0:5775:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693000:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045a70171/0x3868396b8e767e0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.203.59@tcp remote: 0x3224a818a88887b expref: 33 pid: 167010 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693045:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693452:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693466:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b883a4d/0x3868396b8e767e1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [6291456->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888890 expref: 32 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693478:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b883a4d/0x3868396b8e767e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [6291456->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888890 expref: 32 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693496:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693499:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693505:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c8b40dc/0x3868396b8e767e24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888889 expref: 32 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693513:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c8b40dc/0x3868396b8e767e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888889 expref: 32 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693521:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693524:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693530:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d29ad3a/0x3868396b8e767e2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888897 expref: 32 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693539:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d29ad3a/0x3868396b8e767e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888897 expref: 32 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693546:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693549:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693555:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767e32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88889e expref: 32 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693563:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88889e expref: 32 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693571:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693575:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693580:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078653879/0x3868396b8e767e40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ac expref: 32 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693588:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078653879/0x3868396b8e767e40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ac expref: 32 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693596:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693599:0:5775:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(6 0)
00010000:00010000:3.0:1788877019.693604:0:5775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037639f94/0x3868396b8e767e4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ba expref: 32 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693613:0:5775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037639f94/0x3868396b8e767e4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ba expref: 32 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877019.693738:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000037639f94/0x3868396b8e767e4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ba expref: 32 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.693752:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306896d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779200:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788877019.694005:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000078653879/0x3868396b8e767e40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ac expref: 32 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.694061:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306896680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779328:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788877019.694098:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88889e expref: 32 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.694116:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306895c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779456:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788877019.694143:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008d29ad3a/0x3868396b8e767e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888897 expref: 32 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.694152:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306895500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779584:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788877019.694177:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007c8b40dc/0x3868396b8e767e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888889 expref: 32 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.694185:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306895f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779712:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788877019.694212:0:5775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002b883a4d/0x3868396b8e767e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [6291456->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888890 expref: 32 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877019.694221:0:5775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779840:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788877019.694240:0:5775:0:(client.c:2702:ptlrpc_set_wait()) set ffff99830f5549c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788877019.712550:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.712754:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903680
00000100:00100000:0.0:1788877019.712765:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903680
00002000:00100000:0.0:1788877019.712818:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0xe53:0x0] (2097152->3145727)  req@ffff998318541500 x1875765362903680/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877019.712830:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541500 with x1875765362903680 ext(2097152->3145727)
00002000:00010000:0.0:1788877019.712836:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318541500
00000100:00100000:0.0:1788877019.712859:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876687979113 time 7876687879113 state 0x1 ref 3
00000100:00100000:0.0:1788877019.712893:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876687979113 time 7876721874880 state 0x0 ref 3
00000100:00100000:0.0:1788877019.712905:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2355:x1875765362903680:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788877019.728919:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2358:x1875765362903168:12345-192.168.203.59@tcp:4:dd.0 Request processed in 55017us (55284us total) trans 4294981873 rc 0/0
00000100:00100000:0.0:1788877019.728933:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 16
00002000:00100000:0.0:1788877019.728948:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe53:0x0] (3145728->4194303)  req@ffff998306894e00 x1875765362903168/t4294981873(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877019.728957:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306894e00 with x1875765362903168 ext(3145728->4194303)
00002000:00010000:0.0:1788877019.728964:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306894e00
00000100:00100000:0.0:1788877019.742105:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2356:x1875765362903424:12345-192.168.203.59@tcp:4:dd.0 Request processed in 63175us (63668us total) trans 4294981874 rc 0/0
00000100:00100000:0.0:1788877019.742120:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 17
00002000:00100000:0.0:1788877019.742135:0:19108:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0xe53:0x0] (0->1048575)  req@ffff998306b31c00 x1875765362903424/t4294981874(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877019.742146:0:19108:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b31c00 with x1875765362903424 ext(0->1048575)
00002000:00010000:0.0:1788877019.742152:0:19108:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306b31c00
00000100:00100000:3.0:1788877019.748983:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306896d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779200:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788877019.748998:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306896680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779328:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788877019.749006:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306895c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779456:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788877019.749193:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306895500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779584:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788877019.749206:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306895f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779712:192.168.203.59@tcp:105:
00000100:00100000:3.0:1788877019.749214:0:5775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5775:1875765365779840:192.168.203.59@tcp:105:
00010000:00010000:3.0:1788877019.749245:0:5775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788877019.749302:0:5775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2356:x1875765362903552:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 56397us (57940us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877019.749313:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11053
00000100:00100000:1.0:1788877019.763958:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2358:x1875765362903296:12345-192.168.203.59@tcp:4:dd.0 Request processed in 82343us (82623us total) trans 4294981875 rc 0/0
00000100:00100000:1.0:1788877019.763973:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 3
00000100:00100000:1.0:1788877019.763982:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876605708779 time 7876690576282 state 0x2 ref 0
00002000:00100000:1.0:1788877019.763998:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0xe53:0x0] (4194304->5242879)  req@ffff998318543800 x1875765362903296/t4294981875(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.764009:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543800 with x1875765362903296 ext(4194304->5242879)
00010000:00010000:1.0:1788877019.764044:0:19110:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 39 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.764070:0:19110:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 39 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877019.764079:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff998318543800
00000100:00100000:3.0:1788877019.790864:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.791466:0:167392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903808
00000100:00100000:1.0:1788877019.791478:0:167392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903808
00010000:00010000:1.0:1788877019.791529:0:167392:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 39 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877019.791570:0:167392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11054
00000100:00100000:1.0:1788877019.791580:0:167392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2357:x1875765362903808:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788877019.791595:0:167392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1788877019.791613:0:167392:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe53:0x0] updating lvb size from disk: 2097152 -> 5242880
00010000:00010000:1.0:1788877019.791619:0:167392:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 9 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 39 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791634:0:167392:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 9 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 39 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791661:0:167392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e767e47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 9 type: EXT [4194304->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888b3 expref: 39 pid: 9776 timeout: 7976 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791679:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788877019.791683:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788877019.791693:0:167392:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e767e55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c1 expref: 38 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791702:0:167392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e767e55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c1 expref: 38 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791711:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788877019.791714:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788877019.791719:0:167392:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888cf expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791728:0:167392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888cf expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791735:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788877019.791737:0:167392:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(7 0)
00010000:00010000:1.0:1788877019.791742:0:167392:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767e63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c8 expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791750:0:167392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767e63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40080000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c8 expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877019.791785:0:167392:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767e63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c8 expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877019.791798:0:167392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:167392:1875765365779968:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788877019.791878:0:167392:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888cf expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877019.791888:0:167392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:167392:1875765365780096:192.168.203.59@tcp:105:
00010000:00010000:1.0:1788877019.791916:0:167392:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e767e55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c1 expref: 38 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877019.791932:0:167392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307c41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:167392:1875765365780224:192.168.203.59@tcp:105:
00000100:00100000:1.0:1788877019.791953:0:167392:0:(client.c:2702:ptlrpc_set_wait()) set ffff998435923f00 going to sleep for 11 seconds
00000100:00100000:0.0:1788877019.797650:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2355:x1875765362903680:12345-192.168.203.59@tcp:4:dd.0 Request processed in 84733us (85096us total) trans 4294981876 rc 0/0
00000100:00100000:0.0:1788877019.797666:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 18
00000100:00100000:0.0:1788877019.797677:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876687979113 time 7876721874880 state 0x2 ref 0
00002000:00100000:0.0:1788877019.797693:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0xe53:0x0] (2097152->3145727)  req@ffff998318541500 x1875765362903680/t4294981876(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877019.797702:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318541500 with x1875765362903680 ext(2097152->3145727)
00002000:00010000:0.0:1788877019.797708:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318541500
00000100:00100000:0.0:1788877019.817940:0:167392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:167392:1875765365779968:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788877019.817957:0:167392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:167392:1875765365780096:192.168.203.59@tcp:105:
00000100:00100000:0.0:1788877019.817965:0:167392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307c41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:167392:1875765365780224:192.168.203.59@tcp:105:
00010000:00010000:0.0:1788877019.817988:0:167392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788877019.818117:0:167392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2357:x1875765362903808:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 26537us (27262us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877019.818130:0:167392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11054
00000100:00100000:1.0:1788877019.886086:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877019.886257:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362903936
00000100:00100000:0.0:1788877019.886268:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362903936
00002000:00100000:0.0:1788877019.886323:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe44:0x0] (4194304->5242879)  req@ffff998307c41880 x1875765362903936/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877019.886334:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c41880 with x1875765362903936 ext(4194304->5242879)
00002000:00010000:0.0:1788877019.886339:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c41880
00000100:00100000:0.0:1788877019.886355:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876687979113 time 7876721874880 state 0x0 ref 1
00000100:00100000:0.0:1788877019.886368:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876721974880 time 7876721874880 state 0x1 ref 1
00000100:00100000:0.0:1788877019.886417:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876721974880 time 7876895389598 state 0x0 ref 1
00000100:00100000:0.0:1788877019.886429:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+32:2358:x1875765362903936:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788877019.897908:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.897999:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904064
00000100:00100000:1.0:1788877019.898010:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904064
00002000:00100000:1.0:1788877019.898101:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe44:0x0] (3145728->4194303)  req@ffff998318543100 x1875765362904064/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.898112:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543100 with x1875765362904064 ext(3145728->4194303)
00002000:00010000:1.0:1788877019.898117:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318543100
00000100:00100000:1.0:1788877019.898137:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876895489598 time 7876895389598 state 0x1 ref 2
00000100:00100000:1.0:1788877019.898170:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876895489598 time 7876907151954 state 0x0 ref 2
00000100:00100000:1.0:1788877019.898182:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+34:2356:x1875765362904064:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788877019.912660:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.912836:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904320
00000100:00100000:3.0:1788877019.912847:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904320
00002000:00100000:3.0:1788877019.912900:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe44:0x0] (5242880->6291455)  req@ffff998318540700 x1875765362904320/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788877019.912910:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540700 with x1875765362904320 ext(5242880->6291455)
00002000:00010000:3.0:1788877019.912915:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540700
00000100:00100000:3.0:1788877019.912934:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876907251954 time 7876907151954 state 0x1 ref 3
00000100:00100000:3.0:1788877019.912967:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876907251954 time 7876921949669 state 0x0 ref 3
00000100:00100000:3.0:1788877019.912978:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+36:2358:x1875765362904320:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:2.0:1788877019.917249:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.917556:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877019.917726:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904192
00000100:00100000:3.0:1788877019.917738:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904192
00002000:00100000:3.0:1788877019.917799:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe53:0x0] (6291456->7340031)  req@ffff998318542680 x1875765362904192/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788877019.917810:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542680 with x1875765362904192 ext(6291456->7340031)
00002000:00010000:3.0:1788877019.917815:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318542680
00000100:00100000:3.0:1788877019.917836:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876922049669 time 7876921949669 state 0x1 ref 4
00000100:00100000:3.0:1788877019.917865:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904448
00000100:00100000:3.0:1788877019.917869:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904448
00002000:00100000:3.0:1788877019.917885:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe53:0x0] (7340032->8388607)  req@ffff998318540380 x1875765362904448/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788877019.917893:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540380 with x1875765362904448 ext(7340032->8388607)
00002000:00010000:3.0:1788877019.917897:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318540380
00000100:00100000:3.0:1788877019.917904:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876922049669 time 7876921949669 state 0x1 ref 5
00000100:00100000:3.0:1788877019.917923:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876927005986 time 7876926905986 state 0x1 ref 5
00000100:00100000:3.0:1788877019.917935:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2355:x1875765362904192:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788877019.918847:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876927005986 time 7876927821895 state 0x0 ref 5
00000100:00100000:1.0:1788877019.918863:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2357:x1875765362904448:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788877019.943392:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2358:x1875765362903936:12345-192.168.203.59@tcp:4:dd.0 Request processed in 56956us (57309us total) trans 4294993665 rc 0/0
00000100:00100000:1.0:1788877019.943664:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 19
00002000:00100000:1.0:1788877019.943681:0:20684:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0xe44:0x0] (4194304->5242879)  req@ffff998307c41880 x1875765362903936/t4294993665(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.943691:0:20684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c41880 with x1875765362903936 ext(4194304->5242879)
00002000:00010000:1.0:1788877019.943697:0:20684:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c41880
00000100:00100000:0.0:1788877019.960206:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.961056:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904576
00000100:00100000:1.0:1788877019.961067:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904576
00002000:00100000:1.0:1788877019.961119:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe44:0x0] (0->1048575)  req@ffff998306b31180 x1875765362904576/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.961143:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b31180 with x1875765362904576 ext(0->1048575)
00002000:00010000:1.0:1788877019.961149:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b31180
00000100:00100000:1.0:1788877019.961168:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876927921895 time 7876927821895 state 0x1 ref 5
00000100:00100000:1.0:1788877019.961556:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876927921895 time 7876970535971 state 0x0 ref 5
00000100:00100000:1.0:1788877019.961570:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2356:x1875765362904576:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:3.0:1788877019.968539:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.969346:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904704
00000100:00100000:1.0:1788877019.969357:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904704
00002000:00100000:1.0:1788877019.969412:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe44:0x0] (6291456->7340031)  req@ffff998306895f80 x1875765362904704/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.969425:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306895f80 with x1875765362904704 ext(6291456->7340031)
00002000:00010000:1.0:1788877019.969431:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306895f80
00000100:00100000:1.0:1788877019.969451:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876970635971 time 7876970535971 state 0x1 ref 6
00000100:00100000:1.0:1788877019.969485:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876970635971 time 7876978467054 state 0x0 ref 6
00000100:00100000:1.0:1788877019.969499:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:2355:x1875765362904704:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788877019.971749:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.972003:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877019.972108:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904832
00000100:00100000:1.0:1788877019.972122:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904832
00002000:00100000:1.0:1788877019.972205:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe53:0x0] (5242880->6291455)  req@ffff998306b30e00 x1875765362904832/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.972217:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b30e00 with x1875765362904832 ext(5242880->6291455)
00002000:00010000:1.0:1788877019.972225:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306b30e00
00000100:00100000:1.0:1788877019.972266:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876978567054 time 7876978467054 state 0x1 ref 7
00000100:00100000:1.0:1788877019.972290:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362904960
00000100:00100000:1.0:1788877019.972293:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362904960
00002000:00100000:1.0:1788877019.972312:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0xe44:0x0] (1048576->2097151)  req@ffff998307c43100 x1875765362904960/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/0 e 0 to 0 dl 1788877030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877019.972320:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c43100 with x1875765362904960 ext(1048576->2097151)
00002000:00010000:1.0:1788877019.972323:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c43100
00000100:00100000:1.0:1788877019.972330:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876978567054 time 7876978467054 state 0x1 ref 8
00000100:00100000:1.0:1788877019.972349:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981432080 time 7876981332080 state 0x1 ref 8
00000100:00100000:1.0:1788877019.972361:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2358:x1875765362904832:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:1.0:1788877019.972545:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981432080 time 7876981525748 state 0x0 ref 8
00000100:00100000:1.0:1788877019.972559:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+42:2355:x1875765362904960:12345-192.168.203.59@tcp:4:dd.0
00000100:00100000:0.0:1788877019.987512:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877019.991552:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362905216
00000100:00100000:2.0:1788877019.991567:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362905216
00000100:00100000:2.0:1788877019.991642:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9904
00000100:00100000:2.0:1788877019.991653:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+17:253779:x1875765362905216:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:2.0:1788877019.997080:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+18:253779:x1875765362905216:12345-192.168.203.59@tcp:35:dd.0 Request processed in 5415us (9571us total) trans 4295010904 rc 0/0
00000100:00100000:2.0:1788877019.997095:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9904
00000100:00100000:1.0:1788877020.004443:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2356:x1875765362904064:12345-192.168.203.59@tcp:4:dd.0 Request processed in 106251us (106531us total) trans 4294993666 rc 0/0
00000100:00100000:1.0:1788877020.004457:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 20
00002000:00100000:1.0:1788877020.004472:0:19112:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0xe44:0x0] (3145728->4194303)  req@ffff998318543100 x1875765362904064/t4294993666(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877020.004481:0:19112:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318543100 with x1875765362904064 ext(3145728->4194303)
00002000:00010000:1.0:1788877020.004488:0:19112:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318543100
00000100:00100000:0.0:1788877020.028964:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2357:x1875765362904448:12345-192.168.203.59@tcp:4:dd.0 Request processed in 110093us (111397us total) trans 4294981877 rc 0/0
00000100:00100000:0.0:1788877020.028978:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 23
00002000:00100000:0.0:1788877020.028992:0:6590:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe53:0x0] (7340032->8388607)  req@ffff998318540380 x1875765362904448/t4294981877(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877020.029002:0:6590:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540380 with x1875765362904448 ext(7340032->8388607)
00002000:00010000:0.0:1788877020.029008:0:6590:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318540380
00000100:00100000:3.0:1788877020.031162:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2355:x1875765362904192:12345-192.168.203.59@tcp:4:dd.0 Request processed in 113220us (113918us total) trans 4294981878 rc 0/0
00000100:00100000:3.0:1788877020.031176:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 22
00002000:00100000:3.0:1788877020.031187:0:29632:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0xe53:0x0] (6291456->7340031)  req@ffff998318542680 x1875765362904192/t4294981878(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1788877020.031197:0:29632:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318542680 with x1875765362904192 ext(6291456->7340031)
00002000:00010000:3.0:1788877020.031203:0:29632:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998318542680
00000100:00100000:2.0:1788877020.035931:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2358:x1875765362904320:12345-192.168.203.59@tcp:4:dd.0 Request processed in 122942us (123269us total) trans 4294993667 rc 0/0
00000100:00100000:2.0:1788877020.035946:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 21
00002000:00100000:2.0:1788877020.035961:0:18418:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0xe44:0x0] (5242880->6291455)  req@ffff998318540700 x1875765362904320/t4294993667(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788877020.035972:0:18418:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998318540700 with x1875765362904320 ext(5242880->6291455)
00002000:00010000:2.0:1788877020.035978:0:18418:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998318540700
00000100:00100000:1.0:1788877020.041853:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2356:x1875765362904576:12345-192.168.203.59@tcp:4:dd.0 Request processed in 80275us (81647us total) trans 4294993668 rc 0/0
00000100:00100000:1.0:1788877020.041869:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 24
00002000:00100000:1.0:1788877020.041883:0:18424:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0xe44:0x0] (0->1048575)  req@ffff998306b31180 x1875765362904576/t4294993668(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1788877020.041894:0:18424:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b31180 with x1875765362904576 ext(0->1048575)
00002000:00010000:1.0:1788877020.041900:0:18424:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306b31180
00000100:00100000:0.0:1788877020.084118:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2355:x1875765362904704:12345-192.168.203.59@tcp:4:dd.0 Request processed in 114609us (115577us total) trans 4294993669 rc 0/0
00000100:00100000:0.0:1788877020.084133:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 25
00002000:00100000:0.0:1788877020.084150:0:19109:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0xe44:0x0] (6291456->7340031)  req@ffff998306895f80 x1875765362904704/t4294993669(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877020.084172:0:19109:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306895f80 with x1875765362904704 ext(6291456->7340031)
00002000:00010000:0.0:1788877020.084179:0:19109:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998306895f80
00000100:00100000:0.0:1788877020.102182:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2358:x1875765362904832:12345-192.168.203.59@tcp:4:dd.0 Request processed in 129812us (130433us total) trans 4294981879 rc 0/0
00000100:00100000:0.0:1788877020.102546:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 26
00002000:00100000:0.0:1788877020.102563:0:25657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0xe53:0x0] (5242880->6291455)  req@ffff998306b30e00 x1875765362904832/t4294981879(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877020.102574:0:25657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998306b30e00 with x1875765362904832 ext(5242880->6291455)
00002000:00010000:0.0:1788877020.102582:0:25657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998306b30e00
00000100:00100000:2.0:1788877020.124188:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2355:x1875765362904960:12345-192.168.203.59@tcp:4:dd.0 Request processed in 151619us (152173us total) trans 4294993670 rc 0/0
00000100:00100000:2.0:1788877020.124204:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 27
00000100:00100000:2.0:1788877020.124214:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981432080 time 7876981525748 state 0x2 ref 0
00002000:00100000:2.0:1788877020.124232:0:19110:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe44:0x0] (1048576->2097151)  req@ffff998307c43100 x1875765362904960/t4294993670(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:415/0 lens 488/448 e 0 to 0 dl 1788877030 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1788877020.124242:0:19110:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998307c43100 with x1875765362904960 ext(1048576->2097151)
00002000:00010000:2.0:1788877020.124249:0:19110:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998307c43100
00000100:00100000:1.0:1788877020.128004:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.132848:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362905344
00000100:00100000:0.0:1788877020.132870:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362905344
00000100:00100000:0.0:1788877020.132982:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1215
00000100:00100000:0.0:1788877020.132994:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:14481:x1875765362905344:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788877020.133035:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0
00002000:00010000:0.0:1788877020.133060:0:5777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe53:0x0] updating lvb size from disk: 5242880 -> 8388608
00010000:00010000:0.0:1788877020.133088:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e767e63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c8 expref: 44 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.133114:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e767e16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888882 expref: 43 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.133125:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e767e08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 6 type: EXT [0->2097151] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888874 expref: 42 pid: 6582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.133144:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e767e39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888a5 expref: 41 pid: 20698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877020.133160:0:5777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe52:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:0.0:1788877020.133163:0:5777:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe52:0x0] updating lvb mtime from disk: 0 -> 1788877019
00002000:00010000:0.0:1788877020.133566:0:5777:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe52:0x0] updating lvb ctime from disk: 0 -> 1788877019
00010000:00010000:0.0:1788877020.133580:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e767dd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88885f expref: 40 pid: 15141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.133600:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788877020.133669:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:14481:x1875765362905344:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 678us (5677us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877020.133677:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1215
00000100:00080000:1.0:1788877020.136803:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877020.137525:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.137631:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362905472
00000100:00100000:0.0:1788877020.137642:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362905472
00000100:00100000:0.0:1788877020.137721:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1216
00000100:00100000:0.0:1788877020.137732:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998402f12450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:14482:x1875765362905472:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788877020.137748:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0
00010000:00010000:0.0:1788877020.137795:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c8b40dc/0x3868396b8e767e24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888889 expref: 44 pid: 6585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.137819:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767e32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a88889e expref: 43 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.137840:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078653879/0x3868396b8e767e40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ac expref: 42 pid: 6583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877020.137857:0:20459:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xe43:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:0.0:1788877020.137859:0:20459:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xe43:0x0] updating lvb mtime from disk: 0 -> 1788877019
00002000:00010000:0.0:1788877020.137862:0:20459:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xe43:0x0] updating lvb ctime from disk: 0 -> 1788877019
00010000:00010000:0.0:1788877020.137869:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec3ecc5f/0x3868396b8e767dc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888858 expref: 41 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.137886:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788877020.137949:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998402f12450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:14482:x1875765362905472:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 219us (429us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877020.137957:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1216
00000100:00080000:1.0:1788877020.138114:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788877020.152642:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877020.152686:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.152779:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362905728
00000100:00100000:1.0:1788877020.152788:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362905728
00000100:00100000:1.0:1788877020.152868:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6867
00000100:00100000:1.0:1788877020.152878:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362905728:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877020.152966:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362905728:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 89us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.152974:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6867
00000100:00080000:2.0:1788877020.153368:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788877020.153513:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362905600
00000100:00100000:0.0:1788877020.153519:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362905600
00000100:00100000:0.0:1788877020.153559:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3205
00000100:00100000:0.0:1788877020.153566:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362905600:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877020.153611:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362905600:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 45us (978us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877020.153618:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3205
00000100:00100000:2.0:1788877020.207139:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.207309:0:5776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362905856
00000100:00100000:1.0:1788877020.207320:0:5776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362905856
00000100:00100000:1.0:1788877020.207402:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1217
00000100:00100000:1.0:1788877020.207421:0:5776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:5570:x1875765362905856:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788877020.207436:0:5776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1788877020.207480:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e767e55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888c1 expref: 39 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.207501:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000111a990d/0x3868396b8e767e5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 3 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888cf expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.207518:0:5776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1788877020.207578:0:5776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:5570:x1875765362905856:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 160us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.207586:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1217
00000100:00100000:1.0:1788877020.238111:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877020.238265:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362905984
00000100:00100000:2.0:1788877020.238276:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362905984
00000100:00100000:2.0:1788877020.238337:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1218
00000100:00100000:2.0:1788877020.238348:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:32035:x1875765362905984:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877020.238365:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1788877020.238426:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037639f94/0x3868396b8e767e4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 5 type: EXT [1048576->3145727] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888ba expref: 40 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.238448:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b883a4d/0x3868396b8e767e1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 4 type: EXT [6291456->18446744073709551615] (req 6291456->7340031) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888890 expref: 39 pid: 167011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.238460:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d29ad3a/0x3868396b8e767e2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.203.59@tcp remote: 0x3224a818a888897 expref: 38 pid: 166968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.238478:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877020.238549:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:32035:x1875765362905984:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 202us (449us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877020.238557:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1218
00000100:00100000:2.0:1788877020.260654:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877020.260717:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877020.260820:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362906240
00000100:00100000:3.0:1788877020.260831:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362906240
00000100:00100000:3.0:1788877020.260907:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362906496
00000100:00100000:3.0:1788877020.260911:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362906496
00000100:00100000:3.0:1788877020.260938:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60394
00000100:00100000:3.0:1788877020.260948:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+19:253808:x1875765362906240:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877020.260971:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.260993:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767e6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888d6 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261160:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767e71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261175:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767e71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261188:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767e71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877020.261200:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb7:0x0]: returning size 16777216
00010000:00010000:3.0:1788877020.261330:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e767e6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888d6 expref: 22 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261350:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767e71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888d6 expref: 21 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261359:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998404ddd000)
00010000:00010000:3.0:1788877020.261362:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788877020.261366:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357bc00, rc 0)
00000100:00100000:3.0:1788877020.261432:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:253808:x1875765362906240:12345-192.168.203.59@tcp:101:dd.0 Request processed in 485us (787us total) trans 4295010905 rc 0/0
00000100:00100000:3.0:1788877020.261440:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60394
00000100:00100000:3.0:1788877020.261457:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60395
00000100:00100000:3.0:1788877020.261464:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+20:253809:x1875765362906496:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877020.261472:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.261480:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e767e7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888dd expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261540:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767e86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261549:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767e86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261557:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767e86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877020.261564:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb7:0x0]: returning size 16777216
00010000:00010000:3.0:1788877020.261626:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ba00/0x3868396b8e767e7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888dd expref: 23 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261639:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767e86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888dd expref: 22 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.261646:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998404ddd000)
00010000:00010000:3.0:1788877020.261648:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788877020.261651:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b800, rc 0)
00000100:00100000:3.0:1788877020.261672:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:253809:x1875765362906496:12345-192.168.203.59@tcp:101:dd.0 Request processed in 208us (955us total) trans 4295010906 rc 0/0
00000100:00100000:3.0:1788877020.261678:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60395
00000100:00080000:2.0:1788877020.262531:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1788877020.270401:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788877020.278476:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.278633:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362906752
00000100:00100000:0.0:1788877020.278642:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362906752
00000100:00100000:0.0:1788877020.278701:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9905
00000100:00100000:0.0:1788877020.278711:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:253808:x1875765362906752:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:0.0:1788877020.278943:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:253808:x1875765362906752:12345-192.168.203.59@tcp:35:dd.0 Request processed in 233us (475us total) trans 4295010907 rc 0/0
00000100:00100000:0.0:1788877020.278951:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9905
00000100:00100000:1.0:1788877020.288607:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.288647:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.288720:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.288737:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.288753:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.288838:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907136
00000100:00100000:0.0:1788877020.288849:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907136
00000100:00100000:0.0:1788877020.288904:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907264
00000100:00100000:0.0:1788877020.288908:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907264
00000100:00100000:0.0:1788877020.288930:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1219
00000100:00100000:0.0:1788877020.288939:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:2357:x1875765362907136:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788877020.288956:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788877020.288979:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767e86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888dd expref: 24 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.288998:0:20459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788877020.289003:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788877020.289093:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:2357:x1875765362907136:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 153us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877020.289100:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1219
00000100:00100000:0.0:1788877020.289118:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1220
00000100:00100000:0.0:1788877020.289125:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:2357:x1875765362907264:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788877020.289132:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788877020.289144:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767e71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888d6 expref: 22 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877020.289154:0:20459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788877020.289158:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788877020.289177:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:2357:x1875765362907264:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 53us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877020.289183:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1220
00000100:00100000:1.0:1788877020.304583:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877020.314628:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362906880
00000100:00100000:3.0:1788877020.314643:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362906880
00000100:00100000:3.0:1788877020.314725:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907008
00000100:00100000:3.0:1788877020.314729:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907008
00000100:00100000:3.0:1788877020.314747:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907392
00000100:00100000:3.0:1788877020.314750:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907392
00000100:00100000:3.0:1788877020.314773:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 595
00000100:00100000:3.0:1788877020.314784:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:253808:x1875765362907392:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877020.314802:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.314827:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888f2 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877020.314853:0:166967:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe43:0x0] initial LVB size: 8388608, mtime: 0x6aa018db, atime: 0x0, ctime: 0x6aa018db, blocks: 0x1
00010000:00010000:3.0:1788877020.314876:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=7877s v=(0 0)
00010000:00010000:3.0:1788877020.314880:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877020.314890:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 40 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.314906:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 40 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.314919:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357ba00, rc 0)
00000100:00100000:3.0:1788877020.314993:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:253808:x1875765362907392:12345-192.168.203.59@tcp:101:dd.0 Request processed in 211us (26238us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877020.315000:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 595
00000100:00100000:3.0:1788877020.315036:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 595
00000100:00100000:3.0:1788877020.315043:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:253811:x1875765362906880:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877020.315050:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.318607:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888e4 expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.318652:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877020.318656:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877020.318669:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 40 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.318687:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 40 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.318701:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b200, rc 0)
00000100:00100000:3.0:1788877020.318760:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:253811:x1875765362906880:12345-192.168.203.59@tcp:101:dd.0 Request processed in 3715us (30160us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877020.318769:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 595
00000100:00100000:3.0:1788877020.318807:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 595
00000100:00100000:3.0:1788877020.318817:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:253809:x1875765362907008:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877020.318831:0:166967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.318844:0:166967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888eb expref: -99 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.318856:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877020.318859:0:166967:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877020.318865:0:166967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 40 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.318876:0:166967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 40 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.318884:0:166967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a600, rc 0)
00000100:00100000:3.0:1788877020.318905:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+40:253809:x1875765362907008:12345-192.168.203.59@tcp:101:dd.0 Request processed in 91us (30257us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877020.318911:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 595
00000100:00100000:1.0:1788877020.323711:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.323738:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.323755:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.323786:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.323846:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907520
00000100:00100000:1.0:1788877020.323856:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907520
00000100:00100000:1.0:1788877020.323907:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907648
00000100:00100000:1.0:1788877020.323910:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907648
00000100:00100000:1.0:1788877020.323927:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907776
00000100:00100000:1.0:1788877020.323929:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907776
00000100:00100000:1.0:1788877020.323941:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362907904
00000100:00100000:1.0:1788877020.323943:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362907904
00000100:00100000:1.0:1788877020.323962:0:167382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362908032
00000100:00100000:1.0:1788877020.323964:0:167382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362908032
00000100:00100000:1.0:1788877020.323983:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.323992:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:253818:x1875765362908032:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877020.324009:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877020.324052:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888915 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324091:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324096:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324105:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324119:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324131:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6a00, rc 0)
00000100:00100000:1.0:1788877020.324180:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:253818:x1875765362908032:12345-192.168.203.59@tcp:101:dd.0 Request processed in 189us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.324187:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324206:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324212:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:253821:x1875765362907904:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877020.324218:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877020.324225:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88890e expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324236:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324239:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324245:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324254:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324262:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6600, rc 0)
00000100:00100000:1.0:1788877020.324278:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:253821:x1875765362907904:12345-192.168.203.59@tcp:101:dd.0 Request processed in 67us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.324285:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324298:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324304:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:253812:x1875765362907520:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877020.324311:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877020.324317:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8888f9 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324328:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324331:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324337:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324346:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324354:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6e00, rc 0)
00000100:00100000:1.0:1788877020.324373:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:253812:x1875765362907520:12345-192.168.203.59@tcp:101:dd.0 Request processed in 70us (19799us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.324378:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324394:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324399:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:253819:x1875765362907776:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877020.324414:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877020.324422:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888907 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324434:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324438:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324443:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324453:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324463:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6000, rc 0)
00000100:00100000:1.0:1788877020.324482:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:253819:x1875765362907776:12345-192.168.203.59@tcp:101:dd.0 Request processed in 83us (743us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.324488:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324501:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:1.0:1788877020.324508:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:253815:x1875765362907648:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:1.0:1788877020.324514:0:167382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877020.324520:0:167382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888900 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324531:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324535:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877020.324540:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324550:0:167382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.324559:0:167382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7a00, rc 0)
00000100:00100000:1.0:1788877020.324576:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:253815:x1875765362907648:12345-192.168.203.59@tcp:101:dd.0 Request processed in 69us (877us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.324582:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 596
00000100:00100000:3.0:1788877020.328906:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877020.328976:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362908160
00000100:00100000:3.0:1788877020.328985:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362908160
00000100:00100000:3.0:1788877020.329083:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 597
00000100:00100000:3.0:1788877020.329094:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:253814:x1875765362908160:12345-192.168.203.59@tcp:101:dd.0
00010000:00010000:3.0:1788877020.329113:0:20460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.329131:0:20460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88891c expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.329159:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877020.329164:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877020.329173:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 46 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.329189:0:20460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 46 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.329202:0:20460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b000, rc 0)
00000100:00100000:3.0:1788877020.329251:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:253814:x1875765362908160:12345-192.168.203.59@tcp:101:dd.0 Request processed in 159us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877020.329262:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 597
00000100:00100000:1.0:1788877020.338306:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.338440:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362908288
00000100:00100000:0.0:1788877020.338453:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362908288
00002000:00100000:0.0:1788877020.338506:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe43:0x0] (0->1048575)  req@ffff998312aa9f80 x1875765362908288/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:416/0 lens 488/0 e 0 to 0 dl 1788877031 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877020.338517:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9f80 with x1875765362908288 ext(0->1048575)
00002000:00010000:0.0:1788877020.338522:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aa9f80
00000100:00100000:0.0:1788877020.338539:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981432080 time 7876981525748 state 0x0 ref 1
00000100:00100000:0.0:1788877020.338552:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981625748 time 7876981525748 state 0x1 ref 1
00000100:00100000:0.0:1788877020.338572:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981625748 time 7877347554808 state 0x0 ref 1
00000100:00100000:0.0:1788877020.338585:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:2356:x1875765362908288:12345-192.168.203.59@tcp:3:dd.0
00000100:00100000:0.0:1788877020.373298:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:2356:x1875765362908288:12345-192.168.203.59@tcp:3:dd.0 Request processed in 34699us (34986us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877020.373312:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 28
00000100:00100000:0.0:1788877020.373323:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981625748 time 7877347554808 state 0x2 ref 0
00002000:00100000:0.0:1788877020.373342:0:32430:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0xe43:0x0] (0->1048575)  req@ffff998312aa9f80 x1875765362908288/t0(0) o3->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:416/0 lens 488/440 e 0 to 0 dl 1788877031 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1788877020.373352:0:32430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff998312aa9f80 with x1875765362908288 ext(0->1048575)
00002000:00010000:0.0:1788877020.373362:0:32430:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998312aa9f80
00000100:00100000:1.0:1788877020.449260:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877020.449412:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362908544
00000100:00100000:2.0:1788877020.449421:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362908544
00000100:00100000:2.0:1788877020.449481:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9906
00000100:00100000:2.0:1788877020.449492:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+21:253824:x1875765362908544:12345-192.168.203.59@tcp:35:dd.0
00000100:00100000:2.0:1788877020.449731:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:253824:x1875765362908544:12345-192.168.203.59@tcp:35:dd.0 Request processed in 240us (481us total) trans 4295010908 rc 0/0
00000100:00100000:2.0:1788877020.449739:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9906
00000100:00100000:3.0:1788877020.476875:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.477056:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362908672
00000100:00100000:1.0:1788877020.477651:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362908672
00000100:00100000:1.0:1788877020.477726:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60396
00000100:00100000:1.0:1788877020.477737:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+22:253826:x1875765362908672:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788877020.477771:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877020.477796:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7800/0x3868396b8e767ed3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888923 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.478206:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767eda lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.478223:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767eda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.478235:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767eda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877020.478294:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00000004:00200000:1.0:1788877020.478298:0:15554:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1
00000004:00010000:1.0:1788877020.478319:0:15554:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767eda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.478346:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7800/0x3868396b8e767ed3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888923 expref: 24 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.478366:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767eda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888923 expref: 23 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.478374:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:1.0:1788877020.478376:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788877020.478379:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6200, rc 0)
00000100:00100000:1.0:1788877020.478503:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:253826:x1875765362908672:12345-192.168.203.59@tcp:101:rm.0 Request processed in 767us (1636us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877020.478523:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60396
00000100:00100000:1.0:1788877020.486600:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877020.486684:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362908928
00000100:00100000:3.0:1788877020.486694:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362908928
00000100:00100000:3.0:1788877020.486761:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60397
00000100:00100000:3.0:1788877020.486772:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+23:253826:x1875765362908928:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788877020.486794:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.486816:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767ee1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88892a expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877020.486962:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00010000:00010000:3.0:1788877020.487123:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767ee1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88892a expref: 25 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.487137:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:3.0:1788877020.487154:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1788877020.487159:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767ee1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88892a expref: 25 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.487173:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357be00, rc 0)
00000100:00100000:3.0:1788877020.487238:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:253826:x1875765362908928:12345-192.168.203.59@tcp:101:rm.0 Request processed in 468us (647us total) trans 4295010909 rc 301/301
00000100:00100000:3.0:1788877020.487246:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60397
00000100:00100000:2.0:1788877020.496919:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.497088:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362909056
00000100:00100000:0.0:1788877020.497102:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362909056
00000100:00100000:0.0:1788877020.497172:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9907
00000100:00100000:0.0:1788877020.497184:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:253826:x1875765362909056:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:2.0:1788877020.503850:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:253826:x1875765362909056:12345-192.168.203.59@tcp:37:rm.0 Request processed in 6657us (6932us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877020.503870:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9907
00000100:00100000:1.0:1788877020.511541:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.511671:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362909312
00000100:00100000:0.0:1788877020.511681:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362909312
00000100:00100000:0.0:1788877020.511740:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9908
00000100:00100000:0.0:1788877020.511750:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+24:253826:x1875765362909312:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788877020.512053:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:253826:x1875765362909312:12345-192.168.203.59@tcp:35:rm.0 Request processed in 304us (522us total) trans 4295010910 rc 0/0
00000100:00100000:0.0:1788877020.512069:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9908
00000100:00100000:0.0:1788877020.515072:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877020.515200:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362909568
00000100:00100000:3.0:1788877020.515212:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362909568
00000100:00100000:3.0:1788877020.515282:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60398
00000100:00100000:3.0:1788877020.515293:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:253826:x1875765362909568:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:3.0:1788877020.515319:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877020.515340:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767eef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888931 expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.515520:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767ef6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.515535:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.515546:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877020.515557:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00010000:00010000:3.0:1788877020.515681:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767eef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888931 expref: 28 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.515700:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767ef6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888931 expref: 27 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.515709:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:3.0:1788877020.515713:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1788877020.515716:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b800, rc 0)
00000100:00100000:3.0:1788877020.515780:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362909568:12345-192.168.203.59@tcp:101:rm.0 Request processed in 488us (725us total) trans 4295010911 rc 0/0
00000100:00100000:3.0:1788877020.515787:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60398
00000100:00100000:3.0:1788877020.519258:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877020.519347:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362909696
00000100:00100000:0.0:1788877020.519357:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362909696
00000100:00100000:0.0:1788877020.519421:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60399
00000100:00100000:0.0:1788877020.519430:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362909696:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:0.0:1788877020.519505:0:26644:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7675576320 avail 7655653376
00000100:00100000:0.0:1788877020.519586:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362909696:12345-192.168.203.59@tcp:41:rm.0 Request processed in 156us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877020.519595:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60399
00000100:00100000:0.0:1788877020.522490:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.522691:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362909952
00000100:00100000:1.0:1788877020.522701:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362909952
00000100:00100000:1.0:1788877020.522765:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60400
00000100:00100000:1.0:1788877020.522776:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362909952:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:1.0:1788877020.522833:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1788877020.522862:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767db4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888851 expref: 27 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.522881:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998404ddd000)
00010000:00010000:1.0:1788877020.522899:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767eda lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888923 expref: 26 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.522908:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:1.0:1788877020.522911:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788877020.522933:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.522946:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.522955:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.522968:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.522980:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.522986:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.523121:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.523128:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.523135:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1788877020.523993:0:5791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1614, 64 off111488
00000004:00080000:1.0:1788877020.524004:0:5791:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7877532989948ns, next at 7878532987661ns, rc = 0
00000040:00080000:1.0:1788877020.524343:0:5791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1631, 64 off112576
00000004:00080000:1.0:1788877020.524351:0:5791:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7877533336625ns, next at 7878533335317ns, rc = 0
00010000:00010000:1.0:1788877020.524433:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524444:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524454:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524462:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524473:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524478:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524609:0:5791:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1788877020.524635:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524642:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524648:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524654:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877020.524658:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524666:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524677:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998385d39c00)
00010000:00010000:1.0:1788877020.524680:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788877020.524684:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524690:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f12 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524713:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524718:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524723:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524728:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877020.524731:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524736:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524743:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:1.0:1788877020.524745:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877020.524747:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.524752:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f04 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788877020.524762:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c5266780 reply state 00000000f7c0aa27 transno 4295010912 ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877020.524770:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788877020.524865:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362909952:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2087us (2378us total) trans 4295010912 rc 0/0
00000100:00100000:1.0:1788877020.524875:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60400
00010000:00010000:2.0:1788877020.526455:0:6598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788877020.526477:0:6598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.526488:0:6598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877020.526492:0:6598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.526501:0:6598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.526629:0:6598:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb7:0x0].0x0 (ffff998385d39c00)
00010000:00010000:2.0:1788877020.526633:0:6598:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788877020.526638:0:6598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.526644:0:6598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7600/0x3868396b8e767f19 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.526666:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877020.526668:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877020.526670:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788877020.527809:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.527828:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.527835:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.527841:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877020.527846:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.527853:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.527865:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x7a6232fc (ffff998385d39e00)
00010000:00010000:3.0:1788877020.527868:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877020.527872:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.527878:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6c00/0x3868396b8e767f0b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877020.533801:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.533890:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362910208
00000100:00100000:1.0:1788877020.533901:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362910208
00000100:00100000:1.0:1788877020.533956:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60401
00000100:00100000:1.0:1788877020.533966:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253826:x1875765362910208:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:1.0:1788877020.534072:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788877020.534098:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b600/0x3868396b8e767df3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888866 expref: 26 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534115:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb8:0x0].0x0 (ffff99840390fb00)
00010000:00010000:1.0:1788877020.534125:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788877020.534147:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534159:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534169:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534182:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534189:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534196:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534301:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534314:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.534320:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1788877020.535756:0:15554:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1632, 64 off112640
00000040:00080000:1.0:1788877020.535789:0:15554:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1615, 64 off111552
00010000:00010000:1.0:1788877020.535868:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535885:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535896:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535904:0:15554:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535911:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535916:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535945:0:15554:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1788877020.535966:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535973:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535984:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.535990:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877020.535994:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536002:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536048:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb8:0x0].0x0 (ffff998385d39500)
00010000:00010000:1.0:1788877020.536052:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788877020.536332:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536341:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f2e lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536361:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536368:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536374:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536379:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877020.536382:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536391:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536399:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:1.0:1788877020.536401:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877020.536413:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.536419:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f20 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788877020.536429:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000017a3461f reply state 000000000f1a170e transno 4295010913 ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877020.536438:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788877020.536696:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362910208:12345-192.168.203.59@tcp:36:rm.0 Request processed in 2726us (2899us total) trans 4295010913 rc 0/0
00000100:00100000:1.0:1788877020.536705:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60401
00010000:00010000:2.0:1788877020.536794:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788877020.536801:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.536808:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877020.536811:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.536822:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.536833:0:5778:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb8:0x0].0x0 (ffff998385d39500)
00010000:00010000:2.0:1788877020.536835:0:5778:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788877020.536838:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.536843:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877020.536859:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877020.536861:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877020.536862:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788877020.543735:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.543753:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.543760:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.543766:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877020.543772:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.543780:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.543796:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0xf1756a60 (ffff998385d39600)
00010000:00010000:3.0:1788877020.543799:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877020.543803:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877020.543809:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb5:0x0].0xf1756a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877020.548631:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877020.548712:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362910464
00000100:00100000:2.0:1788877020.548722:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362910464
00000100:00100000:2.0:1788877020.548778:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9909
00000100:00100000:2.0:1788877020.548789:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253826:x1875765362910464:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:2.0:1788877020.549075:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362910464:12345-192.168.203.59@tcp:35:rm.0 Request processed in 287us (451us total) trans 4295010914 rc 0/0
00000100:00100000:2.0:1788877020.549083:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9909
00000100:00100000:2.0:1788877020.551802:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877020.551903:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362910720
00000100:00100000:1.0:1788877020.551914:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362910720
00000100:00100000:1.0:1788877020.551977:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60402
00000100:00100000:1.0:1788877020.551988:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253826:x1875765362910720:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:1.0:1788877020.552104:0:26645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1788877020.552136:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b800/0x3868396b8e767ef6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888931 expref: 27 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552159:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddaa00/0x3868396b8e767d98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88884a expref: 26 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552176:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998404ddd200)
00010000:00010000:1.0:1788877020.552192:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a200/0x3868396b8e767d36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888835 expref: 25 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552201:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fa00)
00010000:00010000:1.0:1788877020.552207:0:26645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788877020.552236:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552249:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552260:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552272:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552279:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552286:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552400:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552419:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552431:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877020.552937:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb5:0x0]: returning size 512
00010000:00010000:1.0:1788877020.552952:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552960:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552967:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552973:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877020.552978:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552985:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.552996:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb5:0x0].0x0 (ffff998385d39400)
00010000:00010000:1.0:1788877020.552999:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788877020.553002:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553008:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f4a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553062:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553072:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553078:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553083:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877020.553086:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553092:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553099:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39b00)
00010000:00010000:1.0:1788877020.553101:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877020.553103:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.553108:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f3c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788877020.553118:0:26645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d14f2782 reply state 00000000d9faeda9 transno 4295010915 ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877020.553124:0:26645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788877020.553207:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253826:x1875765362910720:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1218us (1418us total) trans 4295010915 rc 0/0
00000100:00100000:1.0:1788877020.553215:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60402
00010000:00010000:1.0:1788877020.556300:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.556321:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.556328:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.556334:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877020.556339:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.556346:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.556362:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998385d39f00)
00010000:00010000:1.0:1788877020.556365:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877020.556369:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877020.556375:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f43 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.296924:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877021.605147:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.608159:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362910848
00000100:00100000:3.0:1788877021.608180:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362910848
00000100:00100000:3.0:1788877021.608297:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60403
00000100:00100000:3.0:1788877021.608308:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+25:253837:x1875765362910848:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:3.0:1788877021.608339:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877021.608369:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888938 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.608504:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767f58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.608522:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767f58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.608536:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767f58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877021.609704:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:3.0:1788877021.609713:0:5790:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:3.0:1788877021.609757:0:5790:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767f58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.609791:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888938 expref: 27 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.609820:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767f58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888938 expref: 26 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.609828:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fc00)
00010000:00010000:3.0:1788877021.609831:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1788877021.609833:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a000, rc 0)
00000100:00100000:3.0:1788877021.610696:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253837:x1875765362910848:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 2386us (5554us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877021.610707:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60403
00000004:00080000:1.0:1788877021.622231:0:6890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7878631214438ns, next at 7879631211125ns, rc = 0
00000100:00100000:3.0:1788877021.622337:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365780352:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1788877021.622430:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877021.622535:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365780352
00000100:00100000:1.0:1788877021.622545:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365780352
00000100:00100000:1.0:1788877021.622648:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 413
00000100:00100000:1.0:1788877021.622675:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365780352:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877021.622720:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 83689472 pending 27262976 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788877021.622786:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365780352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877021.622799:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 413
00000100:00100000:1.0:1788877021.622962:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99831655dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365780352:0@lo:13:osp-pre-0-0.0
00000100:00080000:3.0:1788877021.623221:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788877021.646262:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.648724:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362911104
00000100:00100000:3.0:1788877021.648744:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362911104
00000100:00100000:3.0:1788877021.648815:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60404
00000100:00100000:3.0:1788877021.648826:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253837:x1875765362911104:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:3.0:1788877021.648883:0:7498:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788877021.648910:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767f58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888938 expref: 26 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.648932:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fc00)
00010000:00010000:3.0:1788877021.648944:0:7498:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788877021.655859:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.655882:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.655895:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.655914:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.655922:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.655928:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877021.667062:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 512
00010000:00010000:3.0:1788877021.667082:0:7498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.667094:0:7498:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.667101:0:7498:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.667107:0:7498:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877021.667112:0:7498:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.667119:0:7498:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.667135:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390fd00)
00010000:00010000:3.0:1788877021.667139:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877021.667143:0:7498:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.667149:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767f5f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788877021.667167:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000065e3a7ab reply state 00000000cb8feabe transno 4295010916 ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877021.667176:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1788877021.667295:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253837:x1875765362911104:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 18467us (21041us total) trans 4295010916 rc 0/0
00000100:00100000:3.0:1788877021.667304:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60404
00010000:00010000:0.0:1788877021.674613:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.674632:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.674640:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.674646:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357bc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877021.674651:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.674659:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.674676:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff99840390ff00)
00010000:00010000:0.0:1788877021.674679:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877021.674683:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.674690:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e767f66 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877021.694567:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877021.698376:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362911232
00000100:00100000:1.0:1788877021.698391:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362911232
00000100:00100000:1.0:1788877021.698466:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60405
00000100:00100000:1.0:1788877021.698475:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253838:x1875765362911232:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788877021.698497:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877021.698518:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7c00/0x3868396b8e767f6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88893f expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.701000:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767f74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.701037:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767f74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.701049:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767f74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877021.701116:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788877021.701120:0:26643:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:1.0:1788877021.701149:0:26643:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767f74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.701184:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7c00/0x3868396b8e767f6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88893f expref: 28 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.701205:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767f74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88893f expref: 27 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.701214:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39b00)
00010000:00010000:1.0:1788877021.701217:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788877021.701221:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7e00, rc 0)
00000100:00100000:1.0:1788877021.701294:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253838:x1875765362911232:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 2818us (6736us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877021.701303:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60405
00000100:00100000:0.0:1788877021.707086:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877021.708075:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362911488
00000100:00100000:1.0:1788877021.708087:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362911488
00000100:00100000:1.0:1788877021.708149:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60406
00000100:00100000:1.0:1788877021.708160:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253838:x1875765362911488:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788877021.708181:0:15554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877021.708185:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1788877021.708217:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767f74 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88893f expref: 27 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708235:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39b00)
00010000:00010000:1.0:1788877021.708247:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788877021.708265:0:15554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f7b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888946 expref: -99 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708474:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708487:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708498:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708510:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708518:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708524:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708626:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708635:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708643:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877021.708653:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 512
00010000:00010000:1.0:1788877021.708667:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708673:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708679:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708685:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877021.708688:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708699:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708707:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998385d39600)
00010000:00010000:1.0:1788877021.708710:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877021.708714:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708719:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767f90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708737:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708743:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708747:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708752:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877021.708754:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708760:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708767:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39f00)
00010000:00010000:1.0:1788877021.708770:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877021.708772:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708782:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767f82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.708793:0:15554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709190:0:15554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709196:0:15554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709202:0:15554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877021.709205:0:15554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709213:0:15554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709222:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998385d39400)
00010000:00010000:1.0:1788877021.709225:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877021.709228:0:15554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709233:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767f89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709275:0:15554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f7b lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888946 expref: 27 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709291:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39f00)
00010000:00010000:1.0:1788877021.709293:0:15554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877021.709296:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6800/0x3868396b8e767f7b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888946 expref: 27 pid: 15554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.709308:0:15554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be6800, rc 0)
00000100:00100000:1.0:1788877021.709391:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253838:x1875765362911488:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1231us (2314us total) trans 0 rc 301/301
00000100:00100000:1.0:1788877021.709410:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60406
00000100:00100000:3.0:1788877021.728675:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877021.729001:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362911616
00000100:00100000:1.0:1788877021.729036:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362911616
00000100:00100000:1.0:1788877021.729102:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60407
00000100:00100000:1.0:1788877021.729113:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+26:253838:x1875765362911616:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:1.0:1788877021.729132:0:5792:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877021.729155:0:5792:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7c00/0x3868396b8e767f97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88894d expref: -99 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.729259:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.729274:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.729287:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877021.729359:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:1.0:1788877021.729364:0:5792:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:1.0:1788877021.729391:0:5792:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.729436:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7c00/0x3868396b8e767f97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88894d expref: 28 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.729455:0:5792:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88894d expref: 27 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.729463:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:1.0:1788877021.729466:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788877021.729469:0:5792:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7400, rc 0)
00000100:00100000:1.0:1788877021.729526:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253838:x1875765362911616:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 414us (860us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877021.729547:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60407
00000100:00100000:0.0:1788877021.748313:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.751409:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362911872
00000100:00100000:3.0:1788877021.755661:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362911872
00000100:00100000:3.0:1788877021.755740:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60408
00000100:00100000:3.0:1788877021.755752:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+27:253838:x1875765362911872:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:3.0:1788877021.755775:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877021.755797:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767fa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888954 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756069:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756085:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756097:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756112:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756119:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756126:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877021.756266:0:5790:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 512
00010000:00010000:3.0:1788877021.756362:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756370:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756376:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756382:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877021.756386:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756408:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756421:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:3.0:1788877021.756811:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877021.756817:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756823:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e767fac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756836:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756841:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756847:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756851:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ae00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877021.756854:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756860:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.756867:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff99840390fd00)
00010000:00010000:3.0:1788877021.757005:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877021.757009:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.757503:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e767fb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.764996:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767fa5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888954 expref: 29 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.765034:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:2.0:1788877021.765038:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788877021.765043:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357be00/0x3868396b8e767fa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888954 expref: 29 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.765058:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357be00, rc 0)
00000100:00100000:2.0:1788877021.765132:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:253838:x1875765362911872:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 9380us (16827us total) trans 4295010917 rc 301/301
00000100:00100000:2.0:1788877021.765142:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60408
00000100:00100000:1.0:1788877021.785795:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877021.786717:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362912128
00000100:00100000:0.0:1788877021.786729:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362912128
00000100:00100000:0.0:1788877021.786789:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60409
00000100:00100000:0.0:1788877021.786800:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+28:253838:x1875765362912128:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:0.0:1788877021.787769:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.787796:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.787808:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788877021.789273:0:7498:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000018f47922 reply state 0000000089beab9c transno 4295010918 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.789291:0:7498:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:0.0:1788877021.789310:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 512
00000100:00100000:0.0:1788877021.791538:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99831655ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+30:253838:x1875765362912128:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 4728us (5745us total) trans 4295010918 rc 0/0
00000100:00100000:0.0:1788877021.791551:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60409
00000001:00080000:3.0:1788877021.808157:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010910 is committed
00000004:00080000:3.0:1788877021.808187:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 572 committed
00000001:00080000:3.0:1788877021.808198:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010915 is committed
00000004:00080000:3.0:1788877021.808206:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 571 committed
00000004:00080000:3.0:1788877021.808208:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 739 committed
00000100:00100000:3.0:1788877021.808405:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365780608:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1788877021.808917:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365780480:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1788877021.808973:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877021.809060:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365780736:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1788877021.809085:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877021.809123:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365780480
00000100:00100000:2.0:1788877021.809130:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365780480
00000100:00100000:2.0:1788877021.809172:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365780736
00000100:00100000:2.0:1788877021.809175:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365780736
00000100:00100000:2.0:1788877021.809204:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 598
00000100:00100000:2.0:1788877021.809213:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365780736:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1788877021.809237:0:167349:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3651 count 1
00010000:00010000:2.0:1788877021.809262:0:167349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809282:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 45 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809293:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 45 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809309:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809317:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809326:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809334:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809342:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809350:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 45 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809358:0:167349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 45 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.809366:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788877021.809370:0:167349:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877021.809375:0:167349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 12/0,1 mode: --/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877021.810934:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877021.811078:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365780608
00000100:00100000:1.0:1788877021.811086:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365780608
00000100:00100000:1.0:1788877021.811130:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 598
00000100:00100000:1.0:1788877021.811138:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306894000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3310:x1875765365780608:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1788877021.811164:0:167010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3667 count 1
00002000:00010000:1.0:1788877021.811194:0:167010:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe53:0x0] initial LVB size: 8388608, mtime: 0x6aa018dc, atime: 0x0, ctime: 0x6aa018dc, blocks: 0x1
00010000:00010000:1.0:1788877021.811202:0:167010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.811215:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=7878s v=(0 0)
00010000:00010000:1.0:1788877021.811219:0:167010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe53:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877021.811225:0:167010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.811240:0:167010:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.811249:0:167010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.811256:0:167010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.811273:0:167010:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1788877021.811983:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 45 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.812001:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.812035:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365780864:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877021.814037:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 45 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.815988:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.816037:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365780992:192.168.203.59@tcp:104:
00000100:00100000:0.0:1788877021.817746:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877021.819969:0:167382:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 598
00000100:00100000:0.0:1788877021.819994:0:167382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365780480:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1788877021.820046:0:167382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3666 count 1
00002000:00010000:0.0:1788877021.820092:0:167382:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe52:0x0] initial LVB size: 8388608, mtime: 0x6aa018db, atime: 0x0, ctime: 0x6aa018db, blocks: 0x1
00010000:00010000:0.0:1788877021.820101:0:167382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.820116:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe52:0x0].0x0 since=7878s v=(0 0)
00010000:00010000:0.0:1788877021.820120:0:167382:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe52:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877021.820126:0:167382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.820144:0:167382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.820153:0:167382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.820160:0:167382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.820188:0:167382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1788877021.820738:0:167382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+7:3309:x1875765365780480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 755us (11763us total) trans 4294981880 rc 0/0
00000100:00100000:0.0:1788877021.820747:0:167382:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 598
00010000:00010000:0.0:1788877021.821652:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1788877021.821661:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821672:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877021.821676:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821684:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821701:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821709:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e767fcf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821727:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788877021.821731:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821737:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877021.821740:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821747:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821758:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821765:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeaf7c51/0x3868396b8e767fd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.821778:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877021.821780:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877021.821781:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877021.822725:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788877021.822745:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788877021.822788:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362912384
00000100:00100000:2.0:1788877021.822800:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362912384
00000100:00100000:2.0:1788877021.822862:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9910
00000100:00100000:2.0:1788877021.822948:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253838:x1875765362912384:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:2.0:1788877021.823328:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253838:x1875765362912384:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 456us (5586us total) trans 4295010919 rc 0/0
00000100:00100000:2.0:1788877021.823337:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9910
00000004:00080000:2.0:1788877021.823392:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306897b80/2, rc 0, transno 4294981880
00000100:00100000:2.0:1788877021.823410:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365780480:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1788877021.828827:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.828849:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.829172:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781120:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877021.829262:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.829273:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.829283:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781248:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877021.829312:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.829322:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.829332:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781376:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877021.829362:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.829372:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.829382:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781504:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877021.831816:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 45 pid: 167382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.831849:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.831867:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781632:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877021.832584:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 45 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.832607:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 45 pid: 20460 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.832618:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781760:192.168.203.59@tcp:104:
00010000:00010000:2.0:1788877021.832658:0:167349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 45 pid: 166967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.832667:0:167349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.832677:0:167349:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781888:192.168.203.59@tcp:104:
00000100:00100000:2.0:1788877021.832700:0:167349:0:(client.c:2702:ptlrpc_set_wait()) set ffff998302997cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788877021.846699:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306894000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3310:x1875765365780608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35553us (35761us total) trans 4294981881 rc 0/0
00000100:00100000:1.0:1788877021.846714:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 598
00010000:00010000:1.0:1788877021.846765:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.846777:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.846786:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.846793:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877021.846797:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.846811:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.846828:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998404ddde00)
00010000:00010000:1.0:1788877021.846832:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1788877021.846837:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.846843:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddb200/0x3868396b8e767fc1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.850354:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877021.850951:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365780864:192.168.203.59@tcp:104:
00000100:00100000:2.0:1788877021.851061:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362912512
00000100:00100000:2.0:1788877021.851068:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362912512
00010000:00010000:2.0:1788877021.851106:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 46 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.851143:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11055
00000100:00100000:2.0:1788877021.851153:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:2358:x1875765362912512:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877021.851168:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877021.851174:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 46 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.851187:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 46 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.851212:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce7a6d74/0x3868396b8e767e9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888e4 expref: 46 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.851228:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877021.851292:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2358:x1875765362912512:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 140us (946us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877021.851301:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11055
00000004:00080000:3.0:1788877021.858149:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998306896a00/2, rc 0, transno 4294981881
00000100:00100000:3.0:1788877021.858165:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365780608:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788877021.858261:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365780992:192.168.203.59@tcp:104:
00000100:00100000:3.0:1788877021.858292:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.858315:0:20459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362912640
00000100:00100000:3.0:1788877021.858321:0:20459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362912640
00010000:00010000:3.0:1788877021.858353:0:20459:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877021.858387:0:20459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11056
00000100:00100000:3.0:1788877021.858417:0:20459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2357:x1875765362912640:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788877021.858433:0:20459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788877021.858439:0:20459:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.858458:0:20459:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.858481:0:20459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000508405df/0x3868396b8e767ea2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888eb expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.858497:0:20459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788877021.858543:0:20459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2357:x1875765362912640:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 148us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877021.858551:0:20459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11056
00000100:00100000:3.0:1788877021.859821:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877021.867802:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362912768
00000100:00100000:1.0:1788877021.867819:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362912768
00000100:00100000:1.0:1788877021.867913:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60410
00000100:00100000:1.0:1788877021.867924:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253840:x1875765362912768:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:1.0:1788877021.867952:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877021.867973:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767fdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88895b expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868088:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868102:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868113:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868132:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868139:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868146:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868247:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767ff2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868255:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868261:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877021.868295:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 512
00000004:00200000:1.0:1788877021.868298:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1788877021.868320:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868332:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868338:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868344:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868354:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877021.868358:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868365:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868375:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:1.0:1788877021.868378:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877021.868382:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868388:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6400/0x3868396b8e767fe4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868411:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868416:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868422:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868427:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877021.868429:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868436:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868447:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff998385d39600)
00010000:00010000:1.0:1788877021.868449:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877021.868452:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868457:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7000/0x3868396b8e767feb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868488:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be6200/0x3868396b8e767fdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88895b expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868501:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88895b expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.868508:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998385d39b00)
00010000:00010000:1.0:1788877021.868510:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788877021.868512:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998435be7e00, rc 0)
00000100:00100000:1.0:1788877021.868568:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253840:x1875765362912768:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 646us (8754us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877021.868575:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60410
00000100:00100000:3.0:1788877021.872460:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.872483:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.872505:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.872530:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877021.872673:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362913024
00000100:00100000:2.0:1788877021.872684:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362913024
00010000:00010000:2.0:1788877021.872731:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 44 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.872771:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362913280
00000100:00100000:2.0:1788877021.872775:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362913280
00010000:00010000:2.0:1788877021.872788:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.872810:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362913152
00000100:00100000:2.0:1788877021.872812:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362913152
00010000:00010000:2.0:1788877021.872823:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 46 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.872835:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362913408
00000100:00100000:2.0:1788877021.872837:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362913408
00010000:00010000:2.0:1788877021.872848:0:6599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 47 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.872863:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11057
00000100:00100000:2.0:1788877021.872884:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998402f13450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+47:2357:x1875765362913024:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877021.872899:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877021.872905:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 47 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.872917:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 47 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.872950:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877021.873010:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998402f13450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+47:2357:x1875765362913024:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 140us (560us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877021.873040:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11057
00000100:00100000:2.0:1788877021.873092:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11058
00000100:00100000:2.0:1788877021.873099:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:2357:x1875765362913280:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877021.873107:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877021.873112:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 46 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.873122:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 46 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.873135:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877021.873154:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+46:2357:x1875765362913280:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 56us (670us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877021.873160:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11058
00000100:00100000:2.0:1788877021.873173:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11059
00000100:00100000:2.0:1788877021.873180:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2357:x1875765362913152:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877021.873187:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877021.873191:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.873201:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 45 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.873212:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877021.873227:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2357:x1875765362913152:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 48us (721us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877021.873232:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11059
00000100:00100000:2.0:1788877021.873244:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11060
00000100:00100000:2.0:1788877021.873249:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306938700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2357:x1875765362913408:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877021.873256:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877021.873260:0:6599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 44 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.873268:0:6599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 44 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.873279:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877021.873293:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306938700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2357:x1875765362913408:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 44us (763us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877021.873299:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11060
00000100:00100000:3.0:1788877021.873985:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.874032:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.874053:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362913664
00000100:00100000:3.0:1788877021.874059:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362913664
00010000:00010000:3.0:1788877021.874081:0:5777:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 44 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877021.874101:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362913536
00000100:00100000:3.0:1788877021.874104:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362913536
00010000:00010000:3.0:1788877021.874116:0:5777:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 45 pid: 20460 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877021.874136:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11061
00000100:00100000:3.0:1788877021.874143:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306938380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2358:x1875765362913664:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788877021.874151:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788877021.874156:0:5777:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.874165:0:5777:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 45 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.874181:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788877021.874213:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306938380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+45:2358:x1875765362913664:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 70us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877021.874220:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11061
00000100:00100000:3.0:1788877021.874234:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11062
00000100:00100000:3.0:1788877021.874240:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2358:x1875765362913536:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788877021.874247:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788877021.874252:0:5777:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 44 pid: 20460 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.874261:0:5777:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 44 pid: 20460 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.874273:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1788877021.874292:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+44:2358:x1875765362913536:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 51us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877021.874299:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11062
00000100:00100000:0.0:1788877021.874774:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781120:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788877021.874789:0:167349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe1b4230/0x3868396b8e767eb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88890e expref: 43 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.874801:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781248:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788877021.874811:0:167349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000854e017c/0x3868396b8e767eb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f9 expref: 42 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.874819:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781376:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788877021.874830:0:167349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051ba4581/0x3868396b8e767ebe lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888907 expref: 41 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.874839:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781504:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788877021.874851:0:167349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b745622b/0x3868396b8e767ec5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888900 expref: 40 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.874862:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781632:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788877021.874885:0:167349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5f2c3c2/0x3868396b8e767ecc lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a88891c expref: 39 pid: 20460 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.874895:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781760:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788877021.874903:0:167349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072f2f9f5/0x3868396b8e767e94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a8888f2 expref: 38 pid: 166967 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.874915:0:167349:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:167349:1875765365781888:192.168.203.59@tcp:104:
00010000:00010000:0.0:1788877021.874954:0:167349:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877021.877278:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.877319:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.877342:0:5777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362912896
00000100:00100000:3.0:1788877021.877350:0:5777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362912896
00010000:00010000:3.0:1788877021.877385:0:5777:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 38 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877021.877429:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 11063
00000100:00100000:3.0:1788877021.877438:0:5777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+38:2356:x1875765362912896:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1788877021.877453:0:5777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1788877021.877458:0:5777:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 38 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.877472:0:5777:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 38 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.877496:0:5777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039b426e7/0x3868396b8e767ea9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.59@tcp remote: 0x3224a818a888915 expref: 38 pid: 167382 timeout: 7978 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.877513:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877021.877517:0:5777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe43:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877021.877523:0:5777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.877539:0:5777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.877565:0:5777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1788877021.877703:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362913920
00000100:00100000:0.0:1788877021.877708:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362913920
00000100:00100000:0.0:1788877021.877759:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60411
00000100:00100000:0.0:1788877021.877767:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253840:x1875765362913920:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:0.0:1788877021.877811:0:15554:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788877021.877826:0:15554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7e00/0x3868396b8e767ff2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88895b expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.877841:0:15554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998385d39b00)
00010000:00010000:0.0:1788877021.877852:0:15554:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788877021.877887:0:15554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.877900:0:15554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.877908:0:15554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788877021.878174:0:15554:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b0b8c508 reply state 000000005a28fd41 transno 4295010920 ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.878188:0:15554:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:0.0:1788877021.878200:0:15554:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 512
00000100:00100000:0.0:1788877021.878260:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253840:x1875765362913920:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 493us (991us total) trans 4295010920 rc 0/0
00000100:00100000:0.0:1788877021.878267:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60411
00000100:00100000:3.0:1788877021.881031:0:5777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2356:x1875765362912896:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 3560us (3677us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877021.881047:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 11063
00010000:00010000:2.0:1788877021.882059:0:167349:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.882079:0:167349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.882091:0:167349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.882100:0:167349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.882124:0:167349:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788877021.885315:0:5778:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788877021.885331:0:5778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.885345:0:5778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877021.885350:0:5778:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.885361:0:5778:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.885384:0:5778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.885391:0:5778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e767fc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877021.885422:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877021.885424:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877021.885425:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788877021.892795:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.892811:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.892818:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.892823:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddba00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877021.892828:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.892834:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.892849:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998404ddd200)
00010000:00010000:3.0:1788877021.892852:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1788877021.892856:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.892861:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998409ddba00/0x3868396b8e767ff9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15554 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.930149:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365780736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 120927us (121054us total) trans 4294993671 rc 0/0
00000100:00100000:0.0:1788877021.930165:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 598
00000004:00080000:2.0:1788877021.930303:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9983129f6a00/2, rc 0, transno 4294993671
00000100:00100000:2.0:1788877021.930322:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365780736:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1788877021.935487:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877021.935679:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362914048
00000100:00100000:3.0:1788877021.935688:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362914048
00000100:00100000:3.0:1788877021.935738:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60412
00000100:00100000:3.0:1788877021.935747:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253844:x1875765362914048:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788877021.935772:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877021.935794:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e768000 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888962 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.935889:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.935902:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.935912:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.935923:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.935930:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877021.935937:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936336:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e768015 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936347:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e768015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936354:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e768015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877021.936388:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 512
00000004:00200000:2.0:1788877021.936392:0:26644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788877021.936428:0:26644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e768015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936440:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936447:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936453:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936462:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ae00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877021.936466:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936473:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936484:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:2.0:1788877021.936487:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877021.936491:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936497:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357ae00/0x3868396b8e768007 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936519:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936525:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936530:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936535:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877021.936538:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936543:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936553:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff99840390fd00)
00010000:00010000:2.0:1788877021.936555:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877021.936558:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936563:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a000/0x3868396b8e76800e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936603:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357a600/0x3868396b8e768000 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888962 expref: 13 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936617:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e768015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888962 expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.936625:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788877021.936628:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:2.0:1788877021.936630:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95e800, rc 0)
00000100:00100000:2.0:1788877021.936702:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253844:x1875765362914048:12345-192.168.203.59@tcp:101:dd.500 Request processed in 955us (1223us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877021.936710:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60412
00000100:00100000:0.0:1788877021.939889:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877021.940009:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362914304
00000100:00100000:2.0:1788877021.940192:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362914304
00000100:00100000:2.0:1788877021.940361:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60413
00000100:00100000:2.0:1788877021.940373:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253844:x1875765362914304:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:2.0:1788877021.940410:0:5790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877021.940442:0:5790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e000/0x3868396b8e76801c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888969 expref: -99 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.940865:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.940881:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.940892:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.940963:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.940971:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.940977:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1788877021.941824:0:5790:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe54:0x0], index 0: 0
00010000:00010000:2.0:1788877021.941989:0:5790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e768031 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942003:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e768031 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942011:0:5790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e768031 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942242:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942253:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942260:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942319:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877021.942324:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942331:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942343:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788877021.942346:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877021.942350:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942356:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e600/0x3868396b8e768023 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788877021.942369:0:5790:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000022985b89 reply state 00000000919266da transno 4295010921 ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877021.942377:0:5790:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1788877021.942503:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e000/0x3868396b8e76801c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888969 expref: 15 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942520:0:5790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e768031 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888969 expref: 14 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.942533:0:5790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbb:0x0].0x0 (ffff998403b03300)
00010000:00010000:2.0:1788877021.942535:0:5790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1788877021.942537:0:5790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95e200, rc 0)
00000100:00100000:2.0:1788877021.942680:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843b26b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:253844:x1875765362914304:12345-192.168.203.59@tcp:101:dd.500 Request processed in 2308us (2799us total) trans 4295010921 rc 0/0
00000100:00100000:2.0:1788877021.942688:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60413
00010000:00010000:1.0:1788877021.947292:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.947311:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.947319:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.947330:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fa00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877021.947336:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.947343:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.947364:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x4009f790 (ffff998403b03000)
00010000:00010000:1.0:1788877021.947367:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877021.947372:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877021.947379:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e76802a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5790 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877021.955599:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877021.955822:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362914432
00000100:00100000:2.0:1788877021.955831:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362914432
00000100:00100000:2.0:1788877021.955884:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876502501620 time 7876503568579 state 0x0 ref 1
00000100:00100000:2.0:1788877021.955897:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7876553568579 time 7876503568579 state 0x1 ref 1
00000100:00100000:2.0:1788877021.955955:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7876553568579 time 7878964936457 state 0x0 ref 1
00000100:00100000:2.0:1788877021.955966:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+37:2357:x1875765362914432:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877021.956010:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1788877021.956045:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.956069:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7878s v=(0 0)
00010000:00010000:2.0:1788877021.956074:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877021.956081:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877021.956094:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877022.064832:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 0 -> 1048576
00002000:00010000:2.0:1788877022.064842:0:18415:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 0 -> 1788877022
00002000:00010000:2.0:1788877022.064845:0:18415:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 0 -> 1788877022
00002000:00010000:2.0:1788877022.064847:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 1 -> 2051
00010000:00010000:2.0:1788877022.064861:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.064874:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.064884:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.064891:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877022.064896:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.064904:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.064925:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.064933:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e76803f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877022.065192:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983068bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+39:2357:x1875765362914432:12345-192.168.203.59@tcp:4:dd.500 Request processed in 109222us (109596us total) trans 4294981882 rc 0/0
00000100:00100000:2.0:1788877022.065203:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 29
00000100:00100000:2.0:1788877022.065212:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7876553568579 time 7878964936457 state 0x2 ref 0
00000001:00080000:2.0:1788877022.065250:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981880 is committed
00000001:00080000:2.0:1788877022.065262:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981879 is committed
00000001:00080000:2.0:1788877022.067247:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981881 is committed
00000001:00080000:2.0:1788877022.067274:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981882 is committed
00000100:00100000:1.0:1788877022.075147:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877022.075289:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362914560
00000100:00100000:2.0:1788877022.075299:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362914560
00000100:00100000:2.0:1788877022.075369:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7876553568579 time 7878964936457 state 0x0 ref 1
00000100:00100000:2.0:1788877022.075383:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879014936457 time 7878964936457 state 0x1 ref 1
00000100:00100000:2.0:1788877022.075427:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879014936457 time 7879084408562 state 0x0 ref 1
00000100:00100000:2.0:1788877022.075441:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362914560:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877022.075493:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 1048576, mtime: 0x6aa018de, atime: 0x0, ctime: 0x6aa018de, blocks: 0x803
00010000:00010000:2.0:1788877022.075502:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.075519:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:2.0:1788877022.075525:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877022.075531:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.075545:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788877022.075937:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:2.0:1788877022.127817:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981883 is committed
00002000:00010000:3.0:1788877022.127890:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 1048576 -> 2097152
00002000:00010000:3.0:1788877022.127894:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 2051 -> 4103
00010000:00010000:3.0:1788877022.127908:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.127920:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.127929:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.127936:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877022.127941:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.127949:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.127966:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.127974:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768046 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877022.128425:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362914560:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52980us (53280us total) trans 4294981883 rc 0/0
00000100:00100000:2.0:1788877022.128436:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 30
00000100:00100000:2.0:1788877022.128445:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879014936457 time 7879084408562 state 0x2 ref 0
00000100:00100000:2.0:1788877022.153237:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877022.153542:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362914688
00000100:00100000:1.0:1788877022.153553:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362914688
00000100:00100000:1.0:1788877022.153607:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879014936457 time 7879084408562 state 0x0 ref 1
00000100:00100000:1.0:1788877022.153621:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879134408562 time 7879084408562 state 0x1 ref 1
00000100:00100000:1.0:1788877022.153699:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879134408562 time 7879162679979 state 0x0 ref 1
00000100:00100000:1.0:1788877022.153712:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362914688:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877022.153761:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 2097152, mtime: 0x6aa018de, atime: 0x0, ctime: 0x6aa018de, blocks: 0x1007
00010000:00010000:1.0:1788877022.153770:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.153786:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:1.0:1788877022.153790:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877022.153796:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.153811:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877022.247641:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981884 is committed
00002000:00010000:0.0:1788877022.248059:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 2097152 -> 3145728
00002000:00010000:0.0:1788877022.248064:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 4103 -> 6151
00010000:00010000:0.0:1788877022.248080:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.248094:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.248104:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.248110:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877022.248115:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.248123:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.248141:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.248148:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76804d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877022.248258:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362914688:12345-192.168.203.59@tcp:4:dd.500 Request processed in 94542us (95024us total) trans 4294981884 rc 0/0
00000100:00100000:0.0:1788877022.248270:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 31
00000100:00100000:0.0:1788877022.248280:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879134408562 time 7879162679979 state 0x2 ref 0
00000100:00100000:2.0:1788877022.263125:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877022.265248:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362914816
00000100:00100000:1.0:1788877022.265411:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362914816
00000100:00100000:1.0:1788877022.265483:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879134408562 time 7879162679979 state 0x0 ref 1
00000100:00100000:1.0:1788877022.265497:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879212679979 time 7879162679979 state 0x1 ref 1
00000100:00100000:1.0:1788877022.265528:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879212679979 time 7879274510293 state 0x0 ref 1
00000100:00100000:1.0:1788877022.265541:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362914816:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877022.265592:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 3145728, mtime: 0x6aa018de, atime: 0x0, ctime: 0x6aa018de, blocks: 0x1807
00010000:00010000:1.0:1788877022.265602:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.265618:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:1.0:1788877022.265622:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877022.265628:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.265646:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.322866:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788877022.396489:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981885 is committed
00002000:00010000:0.0:1788877022.396610:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 3145728 -> 4194304
00002000:00010000:0.0:1788877022.396617:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 6151 -> 8199
00010000:00010000:0.0:1788877022.396631:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.396645:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.396654:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.396662:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877022.396667:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.396675:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.396769:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.396782:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768054 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877022.396919:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362914816:12345-192.168.203.59@tcp:4:dd.500 Request processed in 131374us (133796us total) trans 4294981885 rc 0/0
00000100:00100000:0.0:1788877022.396931:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 32
00000100:00100000:0.0:1788877022.396942:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879212679979 time 7879274510293 state 0x2 ref 0
00000100:00100000:1.0:1788877022.421446:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877022.421547:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362914944
00000100:00100000:2.0:1788877022.421557:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362914944
00000100:00100000:2.0:1788877022.421617:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879212679979 time 7879274510293 state 0x0 ref 1
00000100:00100000:2.0:1788877022.421631:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879324510293 time 7879274510293 state 0x1 ref 1
00000100:00100000:2.0:1788877022.421662:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879324510293 time 7879430644501 state 0x0 ref 1
00000100:00100000:2.0:1788877022.421798:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362914944:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877022.421847:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 4194304, mtime: 0x6aa018de, atime: 0x0, ctime: 0x6aa018de, blocks: 0x2007
00010000:00010000:2.0:1788877022.421856:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.421876:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:2.0:1788877022.421880:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877022.421886:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.421898:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877022.508743:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981886 is committed
00002000:00010000:0.0:1788877022.508871:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 4194304 -> 5242880
00002000:00010000:0.0:1788877022.508876:0:19111:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877022 -> 1788877023
00002000:00010000:0.0:1788877022.508878:0:19111:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877022 -> 1788877023
00002000:00010000:0.0:1788877022.508881:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 8199 -> 10247
00010000:00010000:0.0:1788877022.508898:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.508910:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.508924:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.508931:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877022.508952:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.508965:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.508985:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.508992:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e76805b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877022.509154:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362914944:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87355us (87712us total) trans 4294981886 rc 0/0
00000100:00100000:0.0:1788877022.509166:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 33
00000100:00100000:0.0:1788877022.509177:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879324510293 time 7879430644501 state 0x2 ref 0
00000100:00100000:0.0:1788877022.517914:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877022.519044:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915072
00000100:00100000:1.0:1788877022.519059:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915072
00000100:00100000:1.0:1788877022.519126:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879324510293 time 7879430644501 state 0x0 ref 1
00000100:00100000:1.0:1788877022.519140:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879480644501 time 7879430644501 state 0x1 ref 1
00000100:00100000:1.0:1788877022.519232:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879480644501 time 7879528203688 state 0x0 ref 1
00000100:00100000:1.0:1788877022.519244:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362915072:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877022.519294:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 5242880, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x2807
00010000:00010000:1.0:1788877022.519304:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.519320:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:1.0:1788877022.519324:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877022.519331:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.519344:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877022.650085:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 5242880 -> 6291456
00002000:00010000:0.0:1788877022.650095:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 10247 -> 12295
00010000:00010000:0.0:1788877022.650112:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.650134:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.650144:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.650157:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877022.650162:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.650172:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.650191:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.650198:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768062 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877022.650306:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362915072:12345-192.168.203.59@tcp:4:dd.500 Request processed in 131059us (132396us total) trans 4294981887 rc 0/0
00000100:00100000:0.0:1788877022.650317:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 34
00000100:00100000:0.0:1788877022.650326:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879480644501 time 7879528203688 state 0x2 ref 0
00000001:00080000:3.0:1788877022.650833:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981887 is committed
00000100:00100000:0.0:1788877022.657279:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877022.657573:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915200
00000100:00100000:2.0:1788877022.657583:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915200
00000100:00100000:2.0:1788877022.657644:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879480644501 time 7879528203688 state 0x0 ref 1
00000100:00100000:2.0:1788877022.657659:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879578203688 time 7879528203688 state 0x1 ref 1
00000100:00100000:2.0:1788877022.657736:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879578203688 time 7879666717092 state 0x0 ref 1
00000100:00100000:2.0:1788877022.657748:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362915200:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877022.657796:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 6291456, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x3007
00010000:00010000:2.0:1788877022.657805:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.657820:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:2.0:1788877022.657825:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877022.657832:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877022.657863:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877022.804523:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981888 is committed
00002000:00010000:3.0:1788877022.804819:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 6291456 -> 7340032
00002000:00010000:3.0:1788877022.804825:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 12295 -> 14343
00010000:00010000:3.0:1788877022.804841:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.804855:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.804865:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.804872:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877022.804878:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.804887:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.804905:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.804913:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768069 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877022.805251:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d7ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362915200:12345-192.168.203.59@tcp:4:dd.500 Request processed in 147499us (147980us total) trans 4294981888 rc 0/0
00000100:00100000:3.0:1788877022.805261:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 35
00000100:00100000:3.0:1788877022.805271:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879578203688 time 7879666717092 state 0x2 ref 0
00000100:00100000:2.0:1788877022.816476:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877022.816667:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915328
00000100:00100000:0.0:1788877022.816690:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915328
00000100:00100000:0.0:1788877022.816756:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879578203688 time 7879666717092 state 0x0 ref 1
00000100:00100000:0.0:1788877022.816850:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879716717092 time 7879666717092 state 0x1 ref 1
00000100:00100000:0.0:1788877022.816936:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879716717092 time 7879825916366 state 0x0 ref 1
00000100:00100000:0.0:1788877022.816950:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362915328:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877022.816999:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 7340032, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x3807
00010000:00010000:0.0:1788877022.817009:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.817070:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:0.0:1788877022.817075:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877022.817081:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877022.817105:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877022.917983:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981889 is committed
00002000:00010000:1.0:1788877022.918218:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 7340032 -> 8388608
00002000:00010000:1.0:1788877022.918223:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 14343 -> 16391
00010000:00010000:1.0:1788877022.918236:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.918249:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.918259:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.918266:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877022.918270:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.918279:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.918296:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877022.918304:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e768070 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877022.918413:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362915328:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101462us (101943us total) trans 4294981889 rc 0/0
00000100:00100000:1.0:1788877022.918424:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 36
00000100:00100000:1.0:1788877022.918433:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879716717092 time 7879825916366 state 0x2 ref 0
00000100:00100000:0.0:1788877022.939326:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877022.942080:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915456
00000100:00100000:2.0:1788877022.942096:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915456
00000100:00100000:3.0:1788877022.942229:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879716717092 time 7879825916366 state 0x0 ref 1
00000100:00100000:3.0:1788877022.942244:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879875916366 time 7879825916366 state 0x1 ref 1
00000100:00100000:3.0:1788877022.942280:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879875916366 time 7879951262663 state 0x0 ref 1
00000100:00100000:3.0:1788877022.942292:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362915456:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877022.942339:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 8388608, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x4007
00010000:00010000:3.0:1788877022.942349:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.942374:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7879s v=(0 0)
00010000:00010000:3.0:1788877022.942379:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877022.942385:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877022.942408:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788877023.016386:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981890 is committed
00002000:00010000:1.0:1788877023.016536:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 8388608 -> 9437184
00002000:00010000:1.0:1788877023.016542:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 16391 -> 18439
00010000:00010000:1.0:1788877023.016557:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.016571:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.016581:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.016589:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877023.016594:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.016603:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.016626:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.016639:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e768077 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877023.016743:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362915456:12345-192.168.203.59@tcp:4:dd.500 Request processed in 74447us (77419us total) trans 4294981890 rc 0/0
00000100:00100000:1.0:1788877023.016755:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 37
00000100:00100000:1.0:1788877023.016766:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879875916366 time 7879951262663 state 0x2 ref 0
00000100:00100000:3.0:1788877023.023545:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877023.023632:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915584
00000100:00100000:1.0:1788877023.023642:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915584
00000100:00100000:1.0:1788877023.023696:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7879875916366 time 7879951262663 state 0x0 ref 1
00000100:00100000:1.0:1788877023.023710:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880001262663 time 7879951262663 state 0x1 ref 1
00000100:00100000:1.0:1788877023.023744:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880001262663 time 7880032725927 state 0x0 ref 1
00000100:00100000:1.0:1788877023.023755:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362915584:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877023.023802:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 9437184, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x4807
00010000:00010000:1.0:1788877023.023810:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.023825:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:1.0:1788877023.023840:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877023.023855:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.023875:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877023.131083:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 9437184 -> 10485760
00002000:00010000:0.0:1788877023.131102:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 18439 -> 20487
00010000:00010000:0.0:1788877023.131117:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.131130:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.131138:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.131151:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877023.131157:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.131167:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.131189:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.131197:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e76807e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877023.131331:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362915584:12345-192.168.203.59@tcp:4:dd.500 Request processed in 107570us (107788us total) trans 4294981891 rc 0/0
00000100:00100000:0.0:1788877023.131343:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 38
00000100:00100000:0.0:1788877023.131352:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880001262663 time 7880032725927 state 0x2 ref 0
00000001:00080000:3.0:1788877023.132443:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981891 is committed
00000100:00100000:2.0:1788877023.138921:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877023.139363:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915712
00000100:00100000:0.0:1788877023.139374:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915712
00000100:00100000:2.0:1788877023.139512:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880001262663 time 7880032725927 state 0x0 ref 1
00000100:00100000:2.0:1788877023.139526:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880082725927 time 7880032725927 state 0x1 ref 1
00000100:00100000:2.0:1788877023.139592:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880082725927 time 7880148573100 state 0x0 ref 1
00000100:00100000:2.0:1788877023.139605:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362915712:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877023.139651:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 10485760, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x5007
00010000:00010000:2.0:1788877023.139660:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.139676:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:2.0:1788877023.139681:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877023.139688:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.139701:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877023.228512:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981892 is committed
00002000:00010000:0.0:1788877023.228731:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 10485760 -> 11534336
00002000:00010000:0.0:1788877023.228737:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 20487 -> 22535
00010000:00010000:0.0:1788877023.228753:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.228767:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.228777:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.228785:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877023.228790:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.228800:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.228820:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.228829:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6e451e5/0x3868396b8e768085 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877023.229512:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362915712:12345-192.168.203.59@tcp:4:dd.500 Request processed in 89899us (90591us total) trans 4294981892 rc 0/0
00000100:00100000:0.0:1788877023.229526:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 39
00000100:00100000:0.0:1788877023.229536:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880082725927 time 7880148573100 state 0x2 ref 0
00000100:00100000:1.0:1788877023.238470:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877023.238741:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915840
00000100:00100000:2.0:1788877023.238752:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915840
00000100:00100000:2.0:1788877023.238811:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880082725927 time 7880148573100 state 0x0 ref 1
00000100:00100000:2.0:1788877023.238824:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880198573100 time 7880148573100 state 0x1 ref 1
00000100:00100000:2.0:1788877023.238974:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880198573100 time 7880247954559 state 0x0 ref 1
00000100:00100000:2.0:1788877023.238987:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362915840:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877023.239454:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 11534336, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x5807
00010000:00010000:3.0:1788877023.239464:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.239485:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:3.0:1788877023.239490:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877023.239496:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.239509:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877023.328228:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981893 is committed
00002000:00010000:0.0:1788877023.328350:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 11534336 -> 12582912
00002000:00010000:0.0:1788877023.328355:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 22535 -> 24583
00010000:00010000:0.0:1788877023.328368:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.328384:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.328403:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.328409:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877023.328414:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.328422:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.328439:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.328446:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76808c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877023.328543:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362915840:12345-192.168.203.59@tcp:4:dd.500 Request processed in 89553us (90079us total) trans 4294981893 rc 0/0
00000100:00100000:0.0:1788877023.328552:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 40
00000100:00100000:0.0:1788877023.328561:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880198573100 time 7880247954559 state 0x2 ref 0
00000100:00100000:3.0:1788877023.338974:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877023.339399:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362915968
00000100:00100000:0.0:1788877023.339409:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362915968
00000100:00100000:0.0:1788877023.339471:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880198573100 time 7880247954559 state 0x0 ref 1
00000100:00100000:0.0:1788877023.339484:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880297954559 time 7880247954559 state 0x1 ref 1
00000100:00100000:0.0:1788877023.339506:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880297954559 time 7880348488721 state 0x0 ref 1
00000100:00100000:0.0:1788877023.339519:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362915968:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877023.339565:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 12582912, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x6007
00010000:00010000:0.0:1788877023.339573:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.339587:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:0.0:1788877023.339591:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877023.339598:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.339611:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.342482:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788877023.438757:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981894 is committed
00002000:00010000:1.0:1788877023.438849:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 12582912 -> 13631488
00002000:00010000:1.0:1788877023.438854:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 24583 -> 26631
00010000:00010000:1.0:1788877023.438868:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.438880:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.438890:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.438898:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877023.438903:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.438912:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.438931:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.438940:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768093 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877023.439256:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362915968:12345-192.168.203.59@tcp:4:dd.500 Request processed in 99733us (100284us total) trans 4294981894 rc 0/0
00000100:00100000:1.0:1788877023.439268:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 41
00000100:00100000:1.0:1788877023.439276:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880297954559 time 7880348488721 state 0x2 ref 0
00000100:00100000:2.0:1788877023.444497:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877023.444587:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916096
00000100:00100000:0.0:1788877023.444598:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916096
00000100:00100000:0.0:1788877023.444649:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880297954559 time 7880348488721 state 0x0 ref 1
00000100:00100000:0.0:1788877023.444662:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880398488721 time 7880348488721 state 0x1 ref 1
00000100:00100000:0.0:1788877023.444718:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880398488721 time 7880453698776 state 0x0 ref 1
00000100:00100000:0.0:1788877023.444731:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362916096:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877023.444784:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 13631488, mtime: 0x6aa018df, atime: 0x0, ctime: 0x6aa018df, blocks: 0x6807
00010000:00010000:0.0:1788877023.444793:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.444810:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:0.0:1788877023.444815:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877023.444821:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.444835:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877023.508345:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 13631488 -> 14680064
00002000:00010000:1.0:1788877023.508355:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877023 -> 1788877024
00002000:00010000:1.0:1788877023.508358:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877023 -> 1788877024
00002000:00010000:1.0:1788877023.508360:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 26631 -> 28679
00010000:00010000:1.0:1788877023.508375:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.508388:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.508406:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.508412:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877023.508417:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.508431:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.508449:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.508457:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e76809a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877023.508567:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362916096:12345-192.168.203.59@tcp:4:dd.500 Request processed in 63832us (64076us total) trans 4294981895 rc 0/0
00000100:00100000:1.0:1788877023.508578:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 42
00000100:00100000:1.0:1788877023.508589:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880398488721 time 7880453698776 state 0x2 ref 0
00000001:00080000:2.0:1788877023.509636:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981895 is committed
00000100:00100000:3.0:1788877023.521780:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877023.521877:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916224
00000100:00100000:0.0:1788877023.521889:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916224
00000100:00100000:0.0:1788877023.521953:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880398488721 time 7880453698776 state 0x0 ref 1
00000100:00100000:0.0:1788877023.521966:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880503698776 time 7880453698776 state 0x1 ref 1
00000100:00100000:0.0:1788877023.521997:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880503698776 time 7880530978628 state 0x0 ref 1
00000100:00100000:0.0:1788877023.522050:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362916224:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877023.522100:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 14680064, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0x7007
00010000:00010000:0.0:1788877023.522110:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.522130:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:0.0:1788877023.522135:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877023.522141:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877023.522157:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788877023.596837:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981896 is committed
00002000:00010000:3.0:1788877023.597437:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 14680064 -> 15728640
00002000:00010000:3.0:1788877023.597443:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 28679 -> 30727
00010000:00010000:3.0:1788877023.597458:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.597470:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.597479:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.597487:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877023.597492:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.597501:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.597524:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.597531:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f23a4ac/0x3868396b8e7680a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877023.597629:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362916224:12345-192.168.203.59@tcp:4:dd.500 Request processed in 75616us (75853us total) trans 4294981896 rc 0/0
00000100:00100000:3.0:1788877023.597640:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 43
00000100:00100000:3.0:1788877023.597648:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880503698776 time 7880530978628 state 0x2 ref 0
00000100:00100000:0.0:1788877023.613166:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877023.614072:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916352
00000100:00100000:1.0:1788877023.614092:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916352
00000100:00100000:1.0:1788877023.614164:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880503698776 time 7880530978628 state 0x0 ref 1
00000100:00100000:1.0:1788877023.614180:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880580978628 time 7880530978628 state 0x1 ref 1
00000100:00100000:1.0:1788877023.614218:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880580978628 time 7880623199414 state 0x0 ref 1
00000100:00100000:1.0:1788877023.614530:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362916352:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877023.614580:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 15728640, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0x7807
00010000:00010000:1.0:1788877023.614590:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.614606:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:1.0:1788877023.614611:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877023.614617:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.614632:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877023.760956:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981897 is committed
00002000:00010000:3.0:1788877023.761263:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 15728640 -> 16777216
00002000:00010000:3.0:1788877023.761269:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 30727 -> 32775
00010000:00010000:3.0:1788877023.761284:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.761298:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.761307:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.761315:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877023.761321:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.761337:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.761356:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877023.761364:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba831652/0x3868396b8e7680a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877023.761542:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830cfb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362916352:12345-192.168.203.59@tcp:4:dd.500 Request processed in 147310us (148384us total) trans 4294981897 rc 0/0
00000100:00100000:3.0:1788877023.761553:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 44
00000100:00100000:3.0:1788877023.761561:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880580978628 time 7880623199414 state 0x2 ref 0
00000100:00100000:1.0:1788877023.774243:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877023.776903:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916480
00000100:00100000:3.0:1788877023.776917:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916480
00000100:00100000:2.0:1788877023.777895:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880580978628 time 7880623199414 state 0x0 ref 1
00000100:00100000:2.0:1788877023.777913:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880673199414 time 7880623199414 state 0x1 ref 1
00000100:00100000:2.0:1788877023.778166:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880673199414 time 7880787145981 state 0x0 ref 1
00000100:00100000:2.0:1788877023.778183:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362916480:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877023.778240:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 16777216, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0x8007
00010000:00010000:2.0:1788877023.778249:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.778267:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:2.0:1788877023.778272:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877023.778279:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.778294:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877023.879800:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981898 is committed
00002000:00010000:2.0:1788877023.880892:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 16777216 -> 17825792
00002000:00010000:2.0:1788877023.880900:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 32775 -> 34823
00010000:00010000:2.0:1788877023.880915:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.880929:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.880939:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.880946:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877023.880951:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.880959:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.880988:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877023.881228:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7680af lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877023.881414:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362916480:12345-192.168.203.59@tcp:4:dd.500 Request processed in 103231us (107175us total) trans 4294981898 rc 0/0
00000100:00100000:2.0:1788877023.881426:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 45
00000100:00100000:2.0:1788877023.881436:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880673199414 time 7880787145981 state 0x2 ref 0
00000100:00100000:3.0:1788877023.890951:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877023.891227:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916608
00000100:00100000:1.0:1788877023.891238:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916608
00000100:00100000:1.0:1788877023.891296:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880673199414 time 7880787145981 state 0x0 ref 1
00000100:00100000:1.0:1788877023.891310:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880837145981 time 7880787145981 state 0x1 ref 1
00000100:00100000:1.0:1788877023.891344:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880837145981 time 7880900326872 state 0x0 ref 1
00000100:00100000:1.0:1788877023.891356:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362916608:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877023.891416:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 17825792, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0x8807
00010000:00010000:1.0:1788877023.891425:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.891440:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:1.0:1788877023.891444:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877023.891452:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.891464:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877023.943425:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 17825792 -> 18874368
00002000:00010000:1.0:1788877023.943435:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 34823 -> 36871
00010000:00010000:1.0:1788877023.943450:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.943463:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.943472:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.943480:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877023.943485:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.943495:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.943513:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.943527:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877023.943628:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362916608:12345-192.168.203.59@tcp:4:dd.500 Request processed in 52269us (52687us total) trans 4294981899 rc 0/0
00000100:00100000:1.0:1788877023.943639:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 46
00000100:00100000:1.0:1788877023.943647:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880837145981 time 7880900326872 state 0x2 ref 0
00000001:00080000:1.0:1788877023.943695:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981899 is committed
00000100:00100000:0.0:1788877023.952843:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877023.952924:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916736
00000100:00100000:1.0:1788877023.952935:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916736
00000100:00100000:1.0:1788877023.952991:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880837145981 time 7880900326872 state 0x0 ref 1
00000100:00100000:1.0:1788877023.953053:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880950326872 time 7880900326872 state 0x1 ref 1
00000100:00100000:1.0:1788877023.953083:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880950326872 time 7880962064941 state 0x0 ref 1
00000100:00100000:1.0:1788877023.953096:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362916736:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877023.953144:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 18874368, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0x9007
00010000:00010000:1.0:1788877023.953153:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.953169:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7880s v=(0 0)
00010000:00010000:1.0:1788877023.953173:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877023.953180:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877023.953194:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877024.151763:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981900 is committed
00002000:00010000:0.0:1788877024.151864:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 18874368 -> 19922944
00002000:00010000:0.0:1788877024.151868:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 36871 -> 38919
00010000:00010000:0.0:1788877024.151892:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.151904:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.151913:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.151921:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877024.151927:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.151941:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.151975:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.151984:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7680bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877024.152128:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362916736:12345-192.168.203.59@tcp:4:dd.500 Request processed in 199030us (199290us total) trans 4294981900 rc 0/0
00000100:00100000:0.0:1788877024.152138:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 47
00000100:00100000:0.0:1788877024.152147:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880950326872 time 7880962064941 state 0x2 ref 0
00000100:00100000:0.0:1788877024.159410:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877024.159501:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916864
00000100:00100000:1.0:1788877024.159511:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916864
00000100:00100000:1.0:1788877024.159586:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7880950326872 time 7880962064941 state 0x0 ref 1
00000100:00100000:1.0:1788877024.159610:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881012064941 time 7880962064941 state 0x1 ref 1
00000100:00100000:1.0:1788877024.159640:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881012064941 time 7881168621730 state 0x0 ref 1
00000100:00100000:1.0:1788877024.159652:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362916864:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877024.159701:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 19922944, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0x9807
00010000:00010000:1.0:1788877024.159711:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.159726:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:1.0:1788877024.159731:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877024.159738:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.159752:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788877024.160172:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:0.0:1788877024.264922:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 19922944 -> 20971520
00002000:00010000:0.0:1788877024.264934:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 38919 -> 40967
00010000:00010000:0.0:1788877024.265152:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.265167:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.265177:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.265189:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877024.265195:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.265203:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.265226:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.265234:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e7680c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877024.265835:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362916864:12345-192.168.203.59@tcp:4:dd.500 Request processed in 106176us (106425us total) trans 4294981901 rc 0/0
00000100:00100000:0.0:1788877024.265847:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 48
00000100:00100000:0.0:1788877024.265856:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881012064941 time 7881168621730 state 0x2 ref 0
00000001:00080000:0.0:1788877024.266505:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981901 is committed
00000100:00100000:0.0:1788877024.289271:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877024.291763:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362916992
00000100:00100000:3.0:1788877024.291779:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362916992
00000100:00100000:3.0:1788877024.291844:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881012064941 time 7881168621730 state 0x0 ref 1
00000100:00100000:3.0:1788877024.291859:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881218621730 time 7881168621730 state 0x1 ref 1
00000100:00100000:3.0:1788877024.291889:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881218621730 time 7881300871547 state 0x0 ref 1
00000100:00100000:3.0:1788877024.291903:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362916992:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877024.291963:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 20971520, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0xa007
00010000:00010000:3.0:1788877024.291972:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.291987:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:3.0:1788877024.291991:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877024.291998:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.292033:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788877024.307348:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993669 is committed
00000001:00080000:2.0:1788877024.307444:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993671 is committed
00000001:00080000:2.0:1788877024.307453:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993670 is committed
00000001:00080000:1.0:1788877024.356577:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981902 is committed
00002000:00010000:0.0:1788877024.356809:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 20971520 -> 22020096
00002000:00010000:0.0:1788877024.356815:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 40967 -> 43015
00010000:00010000:0.0:1788877024.356829:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.356848:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.356858:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.356865:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877024.356870:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.356878:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.356898:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.356905:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e7680cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877024.357193:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362916992:12345-192.168.203.59@tcp:4:dd.500 Request processed in 65287us (67930us total) trans 4294981902 rc 0/0
00000100:00100000:0.0:1788877024.357205:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 49
00000100:00100000:0.0:1788877024.357214:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881218621730 time 7881300871547 state 0x2 ref 0
00010000:00010000:2.0:1788877024.368715:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877024.379842:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877024.381796:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362917120
00000100:00100000:0.0:1788877024.381812:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362917120
00000100:00100000:1.0:1788877024.382145:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881218621730 time 7881300871547 state 0x0 ref 1
00000100:00100000:1.0:1788877024.382160:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881350871547 time 7881300871547 state 0x1 ref 1
00000100:00100000:1.0:1788877024.382232:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881350871547 time 7881391213313 state 0x0 ref 1
00000100:00100000:1.0:1788877024.382245:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362917120:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877024.382365:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 22020096, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0xa807
00010000:00010000:1.0:1788877024.382375:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.382399:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:1.0:1788877024.382404:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877024.382411:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.382425:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877024.503522:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981903 is committed
00002000:00010000:3.0:1788877024.503561:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 22020096 -> 23068672
00002000:00010000:3.0:1788877024.503566:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 43015 -> 45063
00010000:00010000:3.0:1788877024.503580:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.503592:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.503601:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.503608:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877024.503613:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.503627:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.503647:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.503656:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e7680d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877024.503753:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362917120:12345-192.168.203.59@tcp:4:dd.500 Request processed in 121506us (123927us total) trans 4294981903 rc 0/0
00000100:00100000:3.0:1788877024.503764:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 50
00000100:00100000:3.0:1788877024.503774:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881350871547 time 7881391213313 state 0x2 ref 0
00000100:00100000:2.0:1788877024.514109:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877024.514403:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362917248
00000100:00100000:1.0:1788877024.514413:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362917248
00000100:00100000:1.0:1788877024.514471:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881350871547 time 7881391213313 state 0x0 ref 1
00000100:00100000:1.0:1788877024.514485:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881441213313 time 7881391213313 state 0x1 ref 1
00000100:00100000:1.0:1788877024.514528:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881441213313 time 7881523509282 state 0x0 ref 1
00000100:00100000:1.0:1788877024.514541:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362917248:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877024.514590:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 23068672, mtime: 0x6aa018e0, atime: 0x0, ctime: 0x6aa018e0, blocks: 0xb007
00010000:00010000:1.0:1788877024.514600:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.514615:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:1.0:1788877024.514619:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877024.514626:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.514639:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877024.645487:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981904 is committed
00002000:00010000:0.0:1788877024.645961:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 23068672 -> 24117248
00002000:00010000:0.0:1788877024.645966:0:20684:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877024 -> 1788877025
00002000:00010000:0.0:1788877024.645968:0:20684:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877024 -> 1788877025
00002000:00010000:0.0:1788877024.645971:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 45063 -> 47111
00010000:00010000:0.0:1788877024.645985:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.646008:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.646055:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.646062:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877024.646068:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.646077:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.646098:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.646106:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7680d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877024.646219:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362917248:12345-192.168.203.59@tcp:4:dd.500 Request processed in 131676us (132118us total) trans 4294981904 rc 0/0
00000100:00100000:0.0:1788877024.646231:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 51
00000100:00100000:0.0:1788877024.646239:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881441213313 time 7881523509282 state 0x2 ref 0
00000100:00100000:0.0:1788877024.658346:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877024.658447:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362917376
00000100:00100000:1.0:1788877024.658457:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362917376
00000100:00100000:1.0:1788877024.658526:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881441213313 time 7881523509282 state 0x0 ref 1
00000100:00100000:1.0:1788877024.658540:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881573509282 time 7881523509282 state 0x1 ref 1
00000100:00100000:1.0:1788877024.658568:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881573509282 time 7881667549763 state 0x0 ref 1
00000100:00100000:1.0:1788877024.658579:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362917376:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877024.658629:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 24117248, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xb807
00010000:00010000:1.0:1788877024.658639:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.658654:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:1.0:1788877024.658669:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877024.658676:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.658689:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877024.687979:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788877024.688106:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788877024.688127:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365782400:0@lo:400:kworker.0
00000100:00100000:2.0:1788877024.688207:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877024.690584:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983129f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365782528:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877024.690670:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877024.690732:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782528
00000100:00100000:3.0:1788877024.690741:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782528
00000100:00100000:3.0:1788877024.690820:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 414
00000100:00100000:3.0:1788877024.690832:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365782528:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788877024.690893:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3815768064 avail 3813670912
00000100:00100000:3.0:1788877024.690950:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365782528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877024.690958:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 414
00000100:00080000:3.0:1788877024.690982:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788877024.692314:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365782016:0@lo:400:kworker.0
00000100:00100000:0.0:1788877024.692397:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877024.692635:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993671 gen 2
00000004:00080000:3.0:1788877024.692643:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9983129f6a00, transno 4294993671
00000100:00100000:3.0:1788877024.692676:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983129f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365782528:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877024.692718:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782016
00000100:00100000:3.0:1788877024.692726:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782016
00000100:00100000:3.0:1788877024.692783:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:3.0:1788877024.692793:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365782016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877024.692992:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365782016:12345-0@lo:400:kworker.0 Request processed in 200us (593us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877024.693142:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00100000:3.0:1788877024.693201:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365782016:0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.693721:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365782144:0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.693768:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877024.693797:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365782656:0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.693820:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877024.693852:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788877024.693859:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842d747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365782272:0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.693884:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877024.693926:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782400
00000100:00100000:1.0:1788877024.693933:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782400
00000100:00100000:1.0:1788877024.693991:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 412
00000100:00100000:1.0:1788877024.694010:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365782400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.694712:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365782400:12345-0@lo:400:kworker.0 Request processed in 711us (6503us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877024.694722:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 412
00000100:00100000:1.0:1788877024.694752:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782144
00000100:00100000:1.0:1788877024.694757:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782144
00000100:00100000:1.0:1788877024.694790:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782656
00000100:00100000:1.0:1788877024.694793:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782656
00000100:00100000:1.0:1788877024.694813:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782272
00000100:00100000:1.0:1788877024.694816:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782272
00000100:00100000:1.0:1788877024.694847:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6868
00000100:00100000:1.0:1788877024.694855:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365782144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.694893:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365782144:12345-0@lo:400:kworker.0 Request processed in 39us (1124us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877024.694899:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6868
00000100:00100000:1.0:1788877024.694911:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6869
00000100:00100000:1.0:1788877024.694917:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365782656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.694944:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365782656:12345-0@lo:400:kworker.0 Request processed in 28us (1124us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877024.694950:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6869
00000100:00100000:1.0:1788877024.694960:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6870
00000100:00100000:1.0:1788877024.694966:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365782272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.694992:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365782272:12345-0@lo:400:kworker.0 Request processed in 26us (1108us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877024.694997:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6870
00000100:00100000:1.0:1788877024.695266:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365782272:0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.695278:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365782144:0@lo:400:kworker.0
00000100:00100000:1.0:1788877024.695286:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365782656:0@lo:400:kworker.0
00000100:00080000:1.0:1788877024.695308:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1788877024.695312:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877024.695327:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981881 gen 2
00000004:00080000:1.0:1788877024.695333:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306897b80, transno 4294981880
00000004:00080000:1.0:1788877024.695342:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998306896a00, transno 4294981881
00000100:00100000:1.0:1788877024.695347:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842d746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365782400:0@lo:400:kworker.0
00000004:00080000:2.0:1788877024.703357:0:7779:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7881712339956ns, next at 7882712337371ns, rc = 0
00000001:00080000:0.0:1788877024.748514:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981905 is committed
00002000:00010000:1.0:1788877024.748863:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 24117248 -> 25165824
00002000:00010000:1.0:1788877024.748869:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 47111 -> 49159
00010000:00010000:1.0:1788877024.748882:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.748895:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.748904:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.748911:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877024.748916:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.748924:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.748943:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877024.748950:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7680e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877024.749398:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362917376:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90804us (91046us total) trans 4294981905 rc 0/0
00000100:00100000:1.0:1788877024.749411:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 52
00000100:00100000:1.0:1788877024.749422:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881573509282 time 7881667549763 state 0x2 ref 0
00000100:00100000:0.0:1788877024.761570:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877024.763007:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362917504
00000100:00100000:3.0:1788877024.763065:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362917504
00000100:00100000:3.0:1788877024.763127:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881573509282 time 7881667549763 state 0x0 ref 1
00000100:00100000:3.0:1788877024.763142:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881717549763 time 7881667549763 state 0x1 ref 1
00000100:00100000:3.0:1788877024.763175:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881717549763 time 7881772157393 state 0x0 ref 1
00000100:00100000:3.0:1788877024.763188:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362917504:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877024.763238:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 25165824, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xc007
00010000:00010000:3.0:1788877024.763248:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.763264:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:3.0:1788877024.763269:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877024.763275:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.763288:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877024.850390:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 25165824 -> 26214400
00002000:00010000:2.0:1788877024.850399:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 49159 -> 51207
00010000:00010000:2.0:1788877024.850414:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877024.850427:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877024.850443:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877024.850451:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877024.850457:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877024.850467:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877024.850490:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877024.850497:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7680e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877024.850647:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362917504:12345-192.168.203.59@tcp:4:dd.500 Request processed in 87455us (89080us total) trans 4294981906 rc 0/0
00000100:00100000:2.0:1788877024.850668:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 53
00000100:00100000:2.0:1788877024.850678:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881717549763 time 7881772157393 state 0x2 ref 0
00000001:00080000:0.0:1788877024.850827:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981906 is committed
00000100:00100000:1.0:1788877024.861688:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877024.861773:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362917632
00000100:00100000:3.0:1788877024.861788:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362917632
00000100:00100000:3.0:1788877024.862413:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881717549763 time 7881772157393 state 0x0 ref 1
00000100:00100000:3.0:1788877024.862430:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881822157393 time 7881772157393 state 0x1 ref 1
00000100:00100000:3.0:1788877024.862465:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881822157393 time 7881871446740 state 0x0 ref 1
00000100:00100000:3.0:1788877024.862482:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362917632:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877024.862547:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 26214400, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xc807
00010000:00010000:3.0:1788877024.862560:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.862579:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:3.0:1788877024.862585:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877024.862594:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.862610:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877024.922593:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 26214400 -> 27262976
00002000:00010000:3.0:1788877024.922604:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 51207 -> 53255
00010000:00010000:3.0:1788877024.922620:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.922634:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.922642:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.922649:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877024.922653:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.922673:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.922692:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877024.922699:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e7680ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877024.922805:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362917632:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60323us (61121us total) trans 4294981907 rc 0/0
00000100:00100000:3.0:1788877024.922818:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 54
00000100:00100000:3.0:1788877024.922827:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881822157393 time 7881871446740 state 0x2 ref 0
00000001:00080000:1.0:1788877024.923801:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981907 is committed
00000100:00100000:2.0:1788877024.935290:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877024.935406:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362917760
00000100:00100000:0.0:1788877024.935417:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362917760
00000100:00100000:0.0:1788877024.935480:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881822157393 time 7881871446740 state 0x0 ref 1
00000100:00100000:0.0:1788877024.935495:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881921446740 time 7881871446740 state 0x1 ref 1
00000100:00100000:0.0:1788877024.935530:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881921446740 time 7881944511591 state 0x0 ref 1
00000100:00100000:0.0:1788877024.935543:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362917760:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877024.935603:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 27262976, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xd007
00010000:00010000:0.0:1788877024.935613:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.935642:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7881s v=(0 0)
00010000:00010000:0.0:1788877024.935647:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877024.935654:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877024.935747:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877025.010427:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981908 is committed
00002000:00010000:0.0:1788877025.010538:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 27262976 -> 28311552
00002000:00010000:0.0:1788877025.010544:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 53255 -> 55303
00010000:00010000:0.0:1788877025.010558:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.010571:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.010580:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.010588:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877025.010592:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.010601:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.010627:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.010635:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7680f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877025.010742:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362917760:12345-192.168.203.59@tcp:4:dd.500 Request processed in 75196us (75457us total) trans 4294981908 rc 0/0
00000100:00100000:0.0:1788877025.010753:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 55
00000100:00100000:0.0:1788877025.010762:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881921446740 time 7881944511591 state 0x2 ref 0
00000100:00100000:2.0:1788877025.019126:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877025.019275:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362917888
00000100:00100000:1.0:1788877025.019285:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362917888
00000100:00100000:1.0:1788877025.019340:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881921446740 time 7881944511591 state 0x0 ref 1
00000100:00100000:1.0:1788877025.019353:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881994511591 time 7881944511591 state 0x1 ref 1
00000100:00100000:1.0:1788877025.019389:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881994511591 time 7882028362968 state 0x0 ref 1
00000100:00100000:1.0:1788877025.019402:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362917888:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877025.019453:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 28311552, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xd807
00010000:00010000:1.0:1788877025.019463:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.019478:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:1.0:1788877025.019482:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877025.019489:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.019508:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877025.100757:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981909 is committed
00002000:00010000:3.0:1788877025.100943:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 28311552 -> 29360128
00002000:00010000:3.0:1788877025.100949:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 55303 -> 57351
00010000:00010000:3.0:1788877025.100965:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.100978:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.100988:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.101005:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877025.101010:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.101045:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.101466:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.101475:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd5793a6/0x3868396b8e7680fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877025.101639:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362917888:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82235us (82518us total) trans 4294981909 rc 0/0
00000100:00100000:3.0:1788877025.101650:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 56
00000100:00100000:3.0:1788877025.101667:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881994511591 time 7882028362968 state 0x2 ref 0
00000100:00100000:1.0:1788877025.112762:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877025.112914:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918016
00000100:00100000:0.0:1788877025.112925:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918016
00000100:00100000:0.0:1788877025.112982:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7881994511591 time 7882028362968 state 0x0 ref 1
00000100:00100000:0.0:1788877025.113310:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882078362968 time 7882028362968 state 0x1 ref 1
00000100:00100000:0.0:1788877025.113348:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882078362968 time 7882122330061 state 0x0 ref 1
00000100:00100000:0.0:1788877025.113362:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362918016:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877025.113420:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 29360128, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xe007
00010000:00010000:0.0:1788877025.113429:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.113448:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:0.0:1788877025.113453:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877025.113460:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.113471:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877025.180780:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981910 is committed
00002000:00010000:0.0:1788877025.180885:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 29360128 -> 30408704
00002000:00010000:0.0:1788877025.180890:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 57351 -> 59399
00010000:00010000:0.0:1788877025.180904:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.180917:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.180925:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.180932:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877025.180937:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.180945:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.180967:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.180974:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768103 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877025.181365:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362918016:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68002us (68605us total) trans 4294981910 rc 0/0
00000100:00100000:0.0:1788877025.181376:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 57
00000100:00100000:0.0:1788877025.181394:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882078362968 time 7882122330061 state 0x2 ref 0
00000100:00100000:2.0:1788877025.186728:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877025.187206:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918144
00000100:00100000:0.0:1788877025.187217:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918144
00000100:00100000:0.0:1788877025.187275:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882078362968 time 7882122330061 state 0x0 ref 1
00000100:00100000:0.0:1788877025.187289:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882172330061 time 7882122330061 state 0x1 ref 1
00000100:00100000:0.0:1788877025.187319:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882172330061 time 7882196301168 state 0x0 ref 1
00000100:00100000:0.0:1788877025.187331:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983129f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362918144:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877025.187377:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 30408704, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xe807
00010000:00010000:0.0:1788877025.187393:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.187410:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:0.0:1788877025.187415:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877025.187421:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.187434:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877025.254302:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981911 is committed
00002000:00010000:1.0:1788877025.254499:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 30408704 -> 31457280
00002000:00010000:1.0:1788877025.254505:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 59399 -> 61447
00010000:00010000:1.0:1788877025.254521:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.254533:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.254542:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.254549:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877025.254554:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.254562:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.254587:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.254601:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7d5ca5e/0x3868396b8e76810a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877025.254740:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983129f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362918144:12345-192.168.203.59@tcp:4:dd.500 Request processed in 67405us (68016us total) trans 4294981911 rc 0/0
00000100:00100000:1.0:1788877025.254752:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 58
00000100:00100000:1.0:1788877025.254764:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882172330061 time 7882196301168 state 0x2 ref 0
00000100:00100000:1.0:1788877025.260864:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877025.261064:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918272
00000100:00100000:0.0:1788877025.261075:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918272
00000100:00100000:0.0:1788877025.261135:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882172330061 time 7882196301168 state 0x0 ref 1
00000100:00100000:0.0:1788877025.261148:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882246301168 time 7882196301168 state 0x1 ref 1
00000100:00100000:0.0:1788877025.261184:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882246301168 time 7882270165143 state 0x0 ref 1
00000100:00100000:0.0:1788877025.261196:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362918272:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877025.261256:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 31457280, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xf007
00010000:00010000:0.0:1788877025.261267:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.261284:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:0.0:1788877025.261289:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877025.261296:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.261309:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877025.277112:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877025.277152:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877025.277181:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918400
00000100:00100000:0.0:1788877025.277190:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918400
00000100:00100000:0.0:1788877025.277241:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3207
00000100:00100000:0.0:1788877025.277251:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362918400:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877025.277326:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362918400:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 77us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877025.277333:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3207
00000100:00100000:3.0:1788877025.278442:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918528
00000100:00100000:3.0:1788877025.278455:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918528
00000100:00100000:3.0:1788877025.278536:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6871
00000100:00100000:3.0:1788877025.278546:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362918528:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877025.278624:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:2358:x1875765362918528:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 79us (1522us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877025.278633:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6871
00000100:00080000:0.0:1788877025.279841:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788877025.292323:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877025.292443:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877025.293100:0:6585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918656
00000100:00100000:1.0:1788877025.293114:0:6585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918656
00000100:00100000:1.0:1788877025.293214:0:6585:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 413
00000100:00100000:1.0:1788877025.293227:0:6585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362918656:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877025.293311:0:6585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362918656:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 88us (868us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877025.293320:0:6585:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 413
00000100:00080000:0.0:1788877025.293507:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788877025.297626:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918784
00000100:00100000:2.0:1788877025.297642:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918784
00000100:00100000:2.0:1788877025.297724:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6872
00000100:00100000:2.0:1788877025.297734:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362918784:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877025.297817:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362918784:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 84us (5502us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877025.297825:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6872
00000100:00080000:0.0:1788877025.300178:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00080000:2.0:1788877025.341680:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981912 is committed
00002000:00010000:1.0:1788877025.341797:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 31457280 -> 32505856
00002000:00010000:1.0:1788877025.341802:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 61447 -> 63495
00010000:00010000:1.0:1788877025.341818:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.341834:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.341850:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.341858:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877025.341864:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.341873:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.341897:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.341906:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e768111 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877025.342292:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362918272:12345-192.168.203.59@tcp:4:dd.500 Request processed in 81091us (81430us total) trans 4294981912 rc 0/0
00000100:00100000:1.0:1788877025.342303:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 59
00000100:00100000:1.0:1788877025.342312:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882246301168 time 7882270165143 state 0x2 ref 0
00000100:00100000:0.0:1788877025.347532:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877025.347626:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362918912
00000100:00100000:3.0:1788877025.347635:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362918912
00000100:00100000:3.0:1788877025.347691:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882246301168 time 7882270165143 state 0x0 ref 1
00000100:00100000:3.0:1788877025.347703:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882320165143 time 7882270165143 state 0x1 ref 1
00000100:00100000:3.0:1788877025.347771:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882320165143 time 7882356752132 state 0x0 ref 1
00000100:00100000:3.0:1788877025.347783:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362918912:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877025.347832:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 32505856, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0xf807
00010000:00010000:3.0:1788877025.347843:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.347858:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:3.0:1788877025.347863:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877025.347869:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.347883:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.390514:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788877025.391204:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981913 is committed
00002000:00010000:3.0:1788877025.391349:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 32505856 -> 33554432
00002000:00010000:3.0:1788877025.391354:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 63495 -> 65543
00010000:00010000:3.0:1788877025.391367:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.391378:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.391396:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.391403:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877025.391408:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.391417:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.391435:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.391443:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768118 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877025.391544:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362918912:12345-192.168.203.59@tcp:4:dd.500 Request processed in 43757us (44016us total) trans 4294981913 rc 0/0
00000100:00100000:3.0:1788877025.391554:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 60
00000100:00100000:3.0:1788877025.391563:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882320165143 time 7882356752132 state 0x2 ref 0
00000100:00100000:0.0:1788877025.396503:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877025.396592:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919040
00000100:00100000:2.0:1788877025.396603:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919040
00000100:00100000:2.0:1788877025.396657:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882320165143 time 7882356752132 state 0x0 ref 1
00000100:00100000:2.0:1788877025.396672:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882406752132 time 7882356752132 state 0x1 ref 1
00000100:00100000:2.0:1788877025.396699:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882406752132 time 7882405680725 state 0x0 ref 1
00000100:00100000:2.0:1788877025.396711:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362919040:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877025.396765:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 33554432, mtime: 0x6aa018e1, atime: 0x0, ctime: 0x6aa018e1, blocks: 0x10007
00010000:00010000:2.0:1788877025.396774:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.396789:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:2.0:1788877025.396793:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877025.396800:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.396814:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877025.452784:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 33554432 -> 34603008
00002000:00010000:0.0:1788877025.452793:0:20684:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877025 -> 1788877026
00002000:00010000:0.0:1788877025.452797:0:20684:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877025 -> 1788877026
00002000:00010000:0.0:1788877025.452799:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 65543 -> 67591
00010000:00010000:0.0:1788877025.452814:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.452828:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.452905:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.452913:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877025.452918:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.452928:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.452948:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.452957:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059bace08/0x3868396b8e76811f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877025.453154:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362919040:12345-192.168.203.59@tcp:4:dd.500 Request processed in 56440us (56656us total) trans 4294981914 rc 0/0
00000100:00100000:0.0:1788877025.453164:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 61
00000100:00100000:0.0:1788877025.453173:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882406752132 time 7882405680725 state 0x2 ref 0
00000001:00080000:3.0:1788877025.453365:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981914 is committed
00000100:00100000:3.0:1788877025.458812:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877025.459756:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919168
00000100:00100000:1.0:1788877025.459768:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919168
00000100:00100000:1.0:1788877025.459828:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882406752132 time 7882405680725 state 0x0 ref 1
00000100:00100000:1.0:1788877025.459915:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882455680725 time 7882405680725 state 0x1 ref 1
00000100:00100000:1.0:1788877025.459979:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882455680725 time 7882468960129 state 0x0 ref 1
00000100:00100000:1.0:1788877025.459999:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362919168:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877025.460075:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 34603008, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x10807
00010000:00010000:1.0:1788877025.460084:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.460101:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:1.0:1788877025.460105:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877025.460112:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.460126:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877025.513294:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981915 is committed
00002000:00010000:2.0:1788877025.513580:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 34603008 -> 35651584
00002000:00010000:2.0:1788877025.513585:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 67591 -> 69639
00010000:00010000:2.0:1788877025.513599:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.513611:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.513620:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.513627:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877025.513631:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.513640:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.513658:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.513665:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e768126 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877025.513805:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362919168:12345-192.168.203.59@tcp:4:dd.500 Request processed in 53812us (54998us total) trans 4294981915 rc 0/0
00000100:00100000:2.0:1788877025.513825:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 62
00000100:00100000:2.0:1788877025.513842:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882455680725 time 7882468960129 state 0x2 ref 0
00000100:00100000:1.0:1788877025.529674:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877025.529751:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919296
00000100:00100000:2.0:1788877025.529764:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919296
00000100:00100000:2.0:1788877025.529821:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882455680725 time 7882468960129 state 0x0 ref 1
00000100:00100000:2.0:1788877025.529845:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882518960129 time 7882468960129 state 0x1 ref 1
00000100:00100000:2.0:1788877025.529873:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882518960129 time 7882538854841 state 0x0 ref 1
00000100:00100000:2.0:1788877025.529884:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362919296:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877025.529939:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 35651584, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x11007
00010000:00010000:2.0:1788877025.529949:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.529965:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:2.0:1788877025.529969:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877025.529976:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877025.529990:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877025.642821:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981916 is committed
00002000:00010000:3.0:1788877025.643502:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 35651584 -> 36700160
00002000:00010000:3.0:1788877025.643509:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 69639 -> 71687
00010000:00010000:3.0:1788877025.643524:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.643539:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.643549:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.643557:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877025.643564:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.643573:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.643599:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.643608:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e76812d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877025.643735:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362919296:12345-192.168.203.59@tcp:4:dd.500 Request processed in 113847us (114067us total) trans 4294981916 rc 0/0
00000100:00100000:3.0:1788877025.643749:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 63
00000100:00100000:3.0:1788877025.643761:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882518960129 time 7882538854841 state 0x2 ref 0
00000100:00100000:0.0:1788877025.659004:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877025.660351:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919424
00000100:00100000:3.0:1788877025.660508:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919424
00000100:00100000:0.0:1788877025.660690:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882518960129 time 7882538854841 state 0x0 ref 1
00000100:00100000:0.0:1788877025.660708:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7882588854841 time 7882538854841 state 0x1 ref 1
00000100:00100000:0.0:1788877025.660797:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882588854841 time 7882669777793 state 0x0 ref 1
00000100:00100000:0.0:1788877025.660823:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998441c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362919424:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877025.660902:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 36700160, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x11807
00010000:00010000:0.0:1788877025.660912:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.660943:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:0.0:1788877025.660948:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877025.660955:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.660969:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877025.746303:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 36700160 -> 37748736
00002000:00010000:3.0:1788877025.746315:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 71687 -> 73735
00010000:00010000:3.0:1788877025.746331:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.746345:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.746355:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.746364:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877025.746369:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.746390:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.746411:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.746420:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768134 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877025.746525:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998441c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362919424:12345-192.168.203.59@tcp:4:dd.500 Request processed in 85709us (87537us total) trans 4294981917 rc 0/0
00000100:00100000:3.0:1788877025.746538:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 64
00000100:00100000:3.0:1788877025.746547:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882588854841 time 7882669777793 state 0x2 ref 0
00000001:00080000:1.0:1788877025.750196:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981917 is committed
00000100:00100000:1.0:1788877025.755488:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877025.755617:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919552
00000100:00100000:0.0:1788877025.755629:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919552
00000100:00100000:0.0:1788877025.755693:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882588854841 time 7882669777793 state 0x0 ref 1
00000100:00100000:0.0:1788877025.755709:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882719777793 time 7882669777793 state 0x1 ref 1
00000100:00100000:0.0:1788877025.755745:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882719777793 time 7882764726700 state 0x0 ref 1
00000100:00100000:0.0:1788877025.755758:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362919552:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877025.755827:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 37748736, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x12007
00010000:00010000:0.0:1788877025.755845:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.755862:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:0.0:1788877025.755867:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877025.755875:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877025.755890:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877025.859505:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 37748736 -> 38797312
00002000:00010000:1.0:1788877025.859515:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 73735 -> 75783
00010000:00010000:1.0:1788877025.859532:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.859545:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.859562:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.859571:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddaa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877025.859576:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.859586:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.859606:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.859615:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fd26740/0x3868396b8e76813b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877025.859722:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362919552:12345-192.168.203.59@tcp:4:dd.500 Request processed in 103961us (104242us total) trans 4294981918 rc 0/0
00000100:00100000:1.0:1788877025.859734:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 65
00000100:00100000:1.0:1788877025.859744:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882719777793 time 7882764726700 state 0x2 ref 0
00000001:00080000:3.0:1788877025.867635:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981918 is committed
00000100:00100000:1.0:1788877025.870319:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877025.870591:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919680
00000100:00100000:3.0:1788877025.870605:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919680
00000100:00100000:3.0:1788877025.870670:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882719777793 time 7882764726700 state 0x0 ref 1
00000100:00100000:3.0:1788877025.870684:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882814726700 time 7882764726700 state 0x1 ref 1
00000100:00100000:3.0:1788877025.870721:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882814726700 time 7882879702763 state 0x0 ref 1
00000100:00100000:3.0:1788877025.870735:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362919680:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877025.870790:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 38797312, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x12807
00010000:00010000:3.0:1788877025.870799:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.870816:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:3.0:1788877025.870821:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877025.870827:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.870852:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877025.940493:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981919 is committed
00002000:00010000:3.0:1788877025.940622:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 38797312 -> 39845888
00002000:00010000:3.0:1788877025.940627:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 75783 -> 77831
00010000:00010000:3.0:1788877025.940641:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.940655:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.940664:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.940671:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877025.940677:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.940686:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.940704:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877025.940713:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768142 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877025.940818:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362919680:12345-192.168.203.59@tcp:4:dd.500 Request processed in 70081us (70504us total) trans 4294981919 rc 0/0
00000100:00100000:3.0:1788877025.940838:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 66
00000100:00100000:3.0:1788877025.940916:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882814726700 time 7882879702763 state 0x2 ref 0
00000100:00100000:0.0:1788877025.954463:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877025.954615:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919808
00000100:00100000:1.0:1788877025.954627:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919808
00000100:00100000:1.0:1788877025.954696:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882814726700 time 7882879702763 state 0x0 ref 1
00000100:00100000:1.0:1788877025.954712:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882929702763 time 7882879702763 state 0x1 ref 1
00000100:00100000:1.0:1788877025.954745:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882929702763 time 7882963725993 state 0x0 ref 1
00000100:00100000:1.0:1788877025.954758:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362919808:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877025.954818:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 39845888, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x13007
00010000:00010000:1.0:1788877025.954827:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.954854:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7882s v=(0 0)
00010000:00010000:1.0:1788877025.954859:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877025.954865:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877025.954878:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877026.035668:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981920 is committed
00002000:00010000:2.0:1788877026.035759:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 39845888 -> 40894464
00002000:00010000:2.0:1788877026.035764:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 77831 -> 79879
00010000:00010000:2.0:1788877026.035781:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.035794:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.035804:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.035811:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877026.035815:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.035823:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.035854:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.035861:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768149 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877026.035956:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362919808:12345-192.168.203.59@tcp:4:dd.500 Request processed in 81195us (81501us total) trans 4294981920 rc 0/0
00000100:00100000:2.0:1788877026.035968:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 67
00000100:00100000:2.0:1788877026.035978:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882929702763 time 7882963725993 state 0x2 ref 0
00000100:00100000:1.0:1788877026.044636:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877026.044729:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362919936
00000100:00100000:0.0:1788877026.044739:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362919936
00000100:00080000:1.0:1788877026.044792:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788877026.044807:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7882929702763 time 7882963725993 state 0x0 ref 1
00000100:00100000:0.0:1788877026.044822:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883013725993 time 7882963725993 state 0x1 ref 1
00000100:00100000:0.0:1788877026.044853:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883013725993 time 7883053834910 state 0x0 ref 1
00000100:00100000:0.0:1788877026.044866:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362919936:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877026.044915:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 40894464, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x13807
00010000:00010000:0.0:1788877026.044925:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.044947:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:0.0:1788877026.044951:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877026.044958:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.044979:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877026.104834:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981921 is committed
00002000:00010000:3.0:1788877026.105094:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 40894464 -> 41943040
00002000:00010000:3.0:1788877026.105100:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 79879 -> 81927
00010000:00010000:3.0:1788877026.105115:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.105128:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.105137:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.105145:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877026.105150:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.105159:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.105178:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.105185:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768150 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877026.105320:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362919936:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60453us (60688us total) trans 4294981921 rc 0/0
00000100:00100000:3.0:1788877026.105332:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 68
00000100:00100000:3.0:1788877026.105340:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883013725993 time 7883053834910 state 0x2 ref 0
00000100:00100000:0.0:1788877026.111916:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877026.112011:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920064
00000100:00100000:1.0:1788877026.112056:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920064
00000100:00100000:1.0:1788877026.112120:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883013725993 time 7883053834910 state 0x0 ref 1
00000100:00100000:1.0:1788877026.112135:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883103834910 time 7883053834910 state 0x1 ref 1
00000100:00100000:1.0:1788877026.112223:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883103834910 time 7883121204388 state 0x0 ref 1
00000100:00100000:1.0:1788877026.112237:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362920064:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877026.112297:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 41943040, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x14007
00010000:00010000:1.0:1788877026.112307:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.112321:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:1.0:1788877026.112325:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877026.112332:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.112345:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877026.213244:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981922 is committed
00002000:00010000:1.0:1788877026.213487:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 41943040 -> 42991616
00002000:00010000:1.0:1788877026.213499:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 81927 -> 83975
00010000:00010000:1.0:1788877026.213512:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.213530:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.213538:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.213550:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877026.213554:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.213563:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.213583:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.213589:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e768157 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877026.214234:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362920064:12345-192.168.203.59@tcp:4:dd.500 Request processed in 101992us (102319us total) trans 4294981922 rc 0/0
00000100:00100000:1.0:1788877026.214246:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 69
00000100:00100000:1.0:1788877026.214255:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883103834910 time 7883121204388 state 0x2 ref 0
00000100:00100000:1.0:1788877026.234444:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877026.234909:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920192
00000100:00100000:3.0:1788877026.234922:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920192
00000100:00100000:3.0:1788877026.234988:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883103834910 time 7883121204388 state 0x0 ref 1
00000100:00100000:3.0:1788877026.235056:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883171204388 time 7883121204388 state 0x1 ref 1
00000100:00100000:3.0:1788877026.235083:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883171204388 time 7883244065089 state 0x0 ref 1
00000100:00100000:3.0:1788877026.235095:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362920192:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877026.235533:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 42991616, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x14807
00010000:00010000:0.0:1788877026.235556:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.235581:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:0.0:1788877026.235587:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877026.235593:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.235620:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877026.298517:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 42991616 -> 44040192
00002000:00010000:3.0:1788877026.298525:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 83975 -> 86023
00010000:00010000:3.0:1788877026.298539:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.298553:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.298563:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.298570:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877026.298575:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.298583:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.298603:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.298610:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76815e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877026.298708:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362920192:12345-192.168.203.59@tcp:4:dd.500 Request processed in 63610us (64278us total) trans 4294981923 rc 0/0
00000100:00100000:3.0:1788877026.298720:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 70
00000100:00100000:3.0:1788877026.298730:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883171204388 time 7883244065089 state 0x2 ref 0
00000001:00080000:3.0:1788877026.298770:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981923 is committed
00000100:00100000:1.0:1788877026.303504:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877026.303617:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920320
00000100:00100000:0.0:1788877026.303629:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920320
00000100:00100000:0.0:1788877026.303694:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883171204388 time 7883244065089 state 0x0 ref 1
00000100:00100000:0.0:1788877026.303709:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883294065089 time 7883244065089 state 0x1 ref 1
00000100:00100000:0.0:1788877026.303745:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883294065089 time 7883312726675 state 0x0 ref 1
00000100:00100000:0.0:1788877026.303757:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362920320:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877026.303817:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 44040192, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x15007
00010000:00010000:0.0:1788877026.303826:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.303845:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:0.0:1788877026.303850:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877026.303858:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.303872:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.414956:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:1.0:1788877026.437587:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 44040192 -> 45088768
00002000:00010000:1.0:1788877026.437598:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 86023 -> 88071
00010000:00010000:1.0:1788877026.437615:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.437636:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.437644:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.437652:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877026.437656:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.437665:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.437688:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.437697:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3b1452a/0x3868396b8e768165 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877026.437835:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362920320:12345-192.168.203.59@tcp:4:dd.500 Request processed in 134075us (134336us total) trans 4294981924 rc 0/0
00000100:00100000:1.0:1788877026.437846:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 71
00000100:00100000:1.0:1788877026.437856:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883294065089 time 7883312726675 state 0x2 ref 0
00000001:00080000:3.0:1788877026.444105:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981924 is committed
00000100:00100000:1.0:1788877026.447266:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877026.447816:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920448
00000100:00100000:3.0:1788877026.447827:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920448
00000100:00100000:3.0:1788877026.447888:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883294065089 time 7883312726675 state 0x0 ref 1
00000100:00100000:3.0:1788877026.447904:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883362726675 time 7883312726675 state 0x1 ref 1
00000100:00100000:3.0:1788877026.447937:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883362726675 time 7883456918762 state 0x0 ref 1
00000100:00100000:3.0:1788877026.447949:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362920448:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877026.448006:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 45088768, mtime: 0x6aa018e2, atime: 0x0, ctime: 0x6aa018e2, blocks: 0x15807
00010000:00010000:3.0:1788877026.448215:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.448233:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:3.0:1788877026.448238:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877026.448245:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.448260:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877026.504083:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 45088768 -> 46137344
00002000:00010000:3.0:1788877026.504092:0:19108:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877026 -> 1788877027
00002000:00010000:3.0:1788877026.504095:0:19108:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877026 -> 1788877027
00002000:00010000:3.0:1788877026.504097:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 88071 -> 90121
00010000:00010000:3.0:1788877026.504111:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.504124:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.504135:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.504143:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877026.504148:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.504158:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.504177:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.504186:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76816c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877026.504278:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362920448:12345-192.168.203.59@tcp:4:dd.500 Request processed in 56327us (57019us total) trans 4294981925 rc 0/0
00000100:00100000:3.0:1788877026.504289:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 72
00000100:00100000:3.0:1788877026.504299:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883362726675 time 7883456918762 state 0x2 ref 0
00000001:00080000:3.0:1788877026.504334:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981925 is committed
00000100:00100000:1.0:1788877026.514507:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877026.514665:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920576
00000100:00100000:3.0:1788877026.514676:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920576
00000100:00100000:3.0:1788877026.514731:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883362726675 time 7883456918762 state 0x0 ref 1
00000100:00100000:3.0:1788877026.514746:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883506918762 time 7883456918762 state 0x1 ref 1
00000100:00100000:3.0:1788877026.514777:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883506918762 time 7883523759230 state 0x0 ref 1
00000100:00100000:3.0:1788877026.514788:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362920576:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877026.514860:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 46137344, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x16009
00010000:00010000:3.0:1788877026.514870:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.514884:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:3.0:1788877026.514889:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877026.514894:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.514907:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877026.616762:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981926 is committed
00002000:00010000:1.0:1788877026.616863:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 46137344 -> 47185920
00002000:00010000:1.0:1788877026.616868:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 90121 -> 92169
00010000:00010000:1.0:1788877026.616882:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.616894:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.616904:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.616911:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877026.616915:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.616925:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.616943:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.616951:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768173 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877026.617279:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362920576:12345-192.168.203.59@tcp:4:dd.500 Request processed in 102487us (102776us total) trans 4294981926 rc 0/0
00000100:00100000:1.0:1788877026.617292:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 73
00000100:00100000:1.0:1788877026.617301:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883506918762 time 7883523759230 state 0x2 ref 0
00000100:00100000:2.0:1788877026.624938:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877026.625202:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920704
00000100:00100000:3.0:1788877026.625212:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920704
00000100:00100000:3.0:1788877026.625330:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883506918762 time 7883523759230 state 0x0 ref 1
00000100:00100000:3.0:1788877026.625344:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883573759230 time 7883523759230 state 0x1 ref 1
00000100:00100000:3.0:1788877026.625415:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883573759230 time 7883634396254 state 0x0 ref 1
00000100:00100000:3.0:1788877026.625428:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362920704:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877026.625482:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 47185920, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x16809
00010000:00010000:3.0:1788877026.625491:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.625506:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:3.0:1788877026.625510:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877026.625517:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.625531:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877026.705646:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 47185920 -> 48234496
00002000:00010000:1.0:1788877026.705657:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 92169 -> 94217
00010000:00010000:1.0:1788877026.705674:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.705689:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.705707:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.705715:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877026.705721:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.705731:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.705751:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.705761:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e76817a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877026.705873:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362920704:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80441us (80941us total) trans 4294981927 rc 0/0
00000100:00100000:1.0:1788877026.705884:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 74
00000100:00100000:1.0:1788877026.705894:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883573759230 time 7883634396254 state 0x2 ref 0
00000001:00080000:3.0:1788877026.705977:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981927 is committed
00000100:00100000:1.0:1788877026.717586:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877026.717683:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920832
00000100:00100000:2.0:1788877026.717693:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920832
00000100:00100000:2.0:1788877026.717754:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883573759230 time 7883634396254 state 0x0 ref 1
00000100:00100000:2.0:1788877026.717769:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883684396254 time 7883634396254 state 0x1 ref 1
00000100:00100000:2.0:1788877026.717803:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883684396254 time 7883726785064 state 0x0 ref 1
00000100:00100000:2.0:1788877026.717814:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362920832:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877026.717865:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 48234496, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x17009
00010000:00010000:2.0:1788877026.717874:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.717888:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:2.0:1788877026.717893:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877026.717899:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.717912:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877026.736405:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842fb13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365782784:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788877026.736472:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877026.736541:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782784
00000100:00100000:1.0:1788877026.736548:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782784
00000100:00100000:1.0:1788877026.736608:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 415
00000100:00100000:1.0:1788877026.736617:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365782784:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877026.736639:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 138215424 pending 1703936 free 3823108096 avail 3801088000
00000100:00100000:1.0:1788877026.736682:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365782784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877026.736690:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 415
00000100:00080000:1.0:1788877026.736711:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877026.736746:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842fb13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365782784:0@lo:13:osp-pre-0-0.0
00002000:00010000:1.0:1788877026.775890:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 48234496 -> 49283072
00002000:00010000:1.0:1788877026.775899:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 94217 -> 96265
00010000:00010000:1.0:1788877026.775914:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.775928:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.775937:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.775944:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877026.775949:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.775958:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.775977:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.775985:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e768181 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877026.776234:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362920832:12345-192.168.203.59@tcp:4:dd.500 Request processed in 58415us (58652us total) trans 4294981928 rc 0/0
00000100:00100000:1.0:1788877026.776245:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 75
00000100:00100000:1.0:1788877026.776254:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883684396254 time 7883726785064 state 0x2 ref 0
00000001:00080000:3.0:1788877026.780434:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981928 is committed
00000100:00100000:0.0:1788877026.780615:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877026.780734:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362920960
00000100:00100000:3.0:1788877026.780744:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362920960
00000100:00100000:3.0:1788877026.780800:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883684396254 time 7883726785064 state 0x0 ref 1
00000100:00100000:3.0:1788877026.780814:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883776785064 time 7883726785064 state 0x1 ref 1
00000100:00100000:3.0:1788877026.780844:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883776785064 time 7883789826247 state 0x0 ref 1
00000100:00100000:3.0:1788877026.780857:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362920960:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877026.780904:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 49283072, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x17809
00010000:00010000:3.0:1788877026.780913:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.780928:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:3.0:1788877026.780932:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877026.780939:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.780952:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788877026.799209:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010920 is committed
00000004:00080000:2.0:1788877026.799236:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 740 committed
00000001:00080000:2.0:1788877026.799257:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010921 is committed
00000100:00100000:2.0:1788877026.801440:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788877026.801467:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983191c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365782912:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1788877026.801553:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877026.801673:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365782912
00000100:00100000:0.0:1788877026.801681:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365782912
00000100:00100000:0.0:1788877026.801751:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 599
00000100:00100000:0.0:1788877026.801762:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365782912:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1788877026.801787:0:167347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3652 count 1
00002000:00010000:0.0:1788877026.801823:0:167347:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe44:0x0] initial LVB size: 8388608, mtime: 0x6aa018dc, atime: 0x0, ctime: 0x6aa018dc, blocks: 0x4007
00010000:00010000:0.0:1788877026.801831:0:167347:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.801850:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:0.0:1788877026.801855:0:167347:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe44:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877026.801861:0:167347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.801876:0:167347:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.801886:0:167347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.801894:0:167347:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.801914:0:167347:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1788877026.802548:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3308:x1875765365782912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 786us (992us total) trans 4294993672 rc 0/0
00000100:00100000:0.0:1788877026.802556:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 599
00010000:00010000:0.0:1788877026.802583:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788877026.802589:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.802598:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877026.802602:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.802617:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.802633:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.802641:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076263dd5/0x3868396b8e76818f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 167347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877026.802661:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877026.802663:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877026.802664:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788877026.802993:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000004:00080000:2.0:1788877026.803066:0:3308:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9983191c9c00/2, rc 0, transno 4294993672
00000100:00100000:2.0:1788877026.803074:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983191c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365782912:0@lo:6:osp-syn-1-0.0
00000001:00080000:1.0:1788877026.871791:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981929 is committed
00002000:00010000:2.0:1788877026.871932:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 49283072 -> 50331648
00002000:00010000:2.0:1788877026.871937:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 96265 -> 98313
00010000:00010000:2.0:1788877026.871951:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.871964:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.871973:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.871981:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ac00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877026.872156:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.872169:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.872191:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.872201:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee0450f1/0x3868396b8e768188 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877026.872366:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362920960:12345-192.168.203.59@tcp:4:dd.500 Request processed in 91507us (91751us total) trans 4294981929 rc 0/0
00000100:00100000:2.0:1788877026.872388:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 76
00000100:00100000:2.0:1788877026.872397:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883776785064 time 7883789826247 state 0x2 ref 0
00000100:00100000:0.0:1788877026.886590:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877026.886692:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921088
00000100:00100000:2.0:1788877026.886701:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921088
00000100:00100000:2.0:1788877026.886762:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883776785064 time 7883789826247 state 0x0 ref 1
00000100:00100000:2.0:1788877026.886778:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883839826247 time 7883789826247 state 0x1 ref 1
00000100:00100000:2.0:1788877026.886845:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883839826247 time 7883895826428 state 0x0 ref 1
00000100:00100000:2.0:1788877026.886857:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362921088:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877026.886923:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 50331648, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x18009
00010000:00010000:2.0:1788877026.886934:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.886954:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:2.0:1788877026.886959:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877026.886967:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877026.886983:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877026.951974:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981930 is committed
00002000:00010000:1.0:1788877026.952214:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 50331648 -> 51380224
00002000:00010000:1.0:1788877026.952219:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 98313 -> 100361
00010000:00010000:1.0:1788877026.952240:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.952255:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.952266:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.952274:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ec00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877026.952279:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.952290:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.952311:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877026.952320:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c8b40dc/0x3868396b8e768196 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877026.952731:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362921088:12345-192.168.203.59@tcp:4:dd.500 Request processed in 65869us (66148us total) trans 4294981930 rc 0/0
00000100:00100000:1.0:1788877026.952741:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 77
00000100:00100000:1.0:1788877026.952751:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883839826247 time 7883895826428 state 0x2 ref 0
00000100:00100000:1.0:1788877026.956996:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877026.957123:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921216
00000100:00100000:3.0:1788877026.957134:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921216
00000100:00100000:3.0:1788877026.957190:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883839826247 time 7883895826428 state 0x0 ref 1
00000100:00100000:3.0:1788877026.957204:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883945826428 time 7883895826428 state 0x1 ref 1
00000100:00100000:3.0:1788877026.957234:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883945826428 time 7883966215828 state 0x0 ref 1
00000100:00100000:3.0:1788877026.957258:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362921216:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877026.957308:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 51380224, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x18809
00010000:00010000:3.0:1788877026.957317:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.957333:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7883s v=(0 0)
00010000:00010000:3.0:1788877026.957338:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877026.957345:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877026.957360:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877027.019566:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981931 is committed
00002000:00010000:1.0:1788877027.019621:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 51380224 -> 52428800
00002000:00010000:1.0:1788877027.019625:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 100361 -> 102409
00010000:00010000:1.0:1788877027.019639:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.019653:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.019663:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.019670:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877027.019675:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.019684:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.019705:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.019713:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e76819d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877027.019831:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362921216:12345-192.168.203.59@tcp:4:dd.500 Request processed in 62577us (62839us total) trans 4294981931 rc 0/0
00000100:00100000:1.0:1788877027.019842:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 78
00000100:00100000:1.0:1788877027.019852:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883945826428 time 7883966215828 state 0x2 ref 0
00000100:00100000:2.0:1788877027.027271:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877027.027467:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921344
00000100:00100000:3.0:1788877027.027478:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921344
00000100:00100000:3.0:1788877027.027531:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7883945826428 time 7883966215828 state 0x0 ref 1
00000100:00100000:3.0:1788877027.027544:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884016215828 time 7883966215828 state 0x1 ref 1
00000100:00100000:3.0:1788877027.027576:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884016215828 time 7884036557839 state 0x0 ref 1
00000100:00100000:3.0:1788877027.027588:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362921344:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877027.027638:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 52428800, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x19009
00010000:00010000:3.0:1788877027.027647:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.027668:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:3.0:1788877027.027673:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877027.027680:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.027694:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877027.093551:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 52428800 -> 53477376
00002000:00010000:0.0:1788877027.093560:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 102409 -> 104457
00010000:00010000:0.0:1788877027.093575:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.093589:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.093599:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.093606:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877027.093611:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.093620:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.093638:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.093646:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065429f6f/0x3868396b8e7681a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877027.093742:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362921344:12345-192.168.203.59@tcp:4:dd.500 Request processed in 66151us (66475us total) trans 4294981932 rc 0/0
00000100:00100000:0.0:1788877027.093753:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 79
00000100:00100000:0.0:1788877027.093772:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884016215828 time 7884036557839 state 0x2 ref 0
00000001:00080000:1.0:1788877027.093910:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981932 is committed
00000100:00100000:0.0:1788877027.098395:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877027.098635:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921472
00000100:00100000:3.0:1788877027.098646:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921472
00000100:00100000:3.0:1788877027.098699:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884016215828 time 7884036557839 state 0x0 ref 1
00000100:00100000:3.0:1788877027.098712:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884086557839 time 7884036557839 state 0x1 ref 1
00000100:00100000:3.0:1788877027.098741:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884086557839 time 7884107723504 state 0x0 ref 1
00000100:00100000:3.0:1788877027.098752:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362921472:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877027.098907:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 53477376, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x19809
00010000:00010000:3.0:1788877027.098917:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.098932:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:3.0:1788877027.098936:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877027.098942:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.098961:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877027.152407:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 53477376 -> 54525952
00002000:00010000:3.0:1788877027.152416:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 104457 -> 106505
00010000:00010000:3.0:1788877027.152430:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.152443:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.152452:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.152459:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877027.152465:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.152473:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.152490:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.152499:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877027.152597:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362921472:12345-192.168.203.59@tcp:4:dd.500 Request processed in 53842us (54207us total) trans 4294981933 rc 0/0
00000100:00100000:3.0:1788877027.152608:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 80
00000100:00100000:3.0:1788877027.152616:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884086557839 time 7884107723504 state 0x2 ref 0
00000001:00080000:1.0:1788877027.155624:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981933 is committed
00000100:00100000:1.0:1788877027.159583:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877027.159676:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921600
00000100:00100000:2.0:1788877027.159685:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921600
00000100:00100000:2.0:1788877027.159741:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884086557839 time 7884107723504 state 0x0 ref 1
00000100:00100000:2.0:1788877027.159765:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884157723504 time 7884107723504 state 0x1 ref 1
00000100:00100000:2.0:1788877027.159789:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884157723504 time 7884168771104 state 0x0 ref 1
00000100:00100000:2.0:1788877027.159801:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362921600:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877027.160237:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 54525952, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x1a009
00010000:00010000:2.0:1788877027.160249:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.160266:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:2.0:1788877027.160271:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877027.160277:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.160292:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877027.239542:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981934 is committed
00002000:00010000:0.0:1788877027.239961:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 54525952 -> 55574528
00002000:00010000:0.0:1788877027.239966:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 106505 -> 108553
00010000:00010000:0.0:1788877027.239980:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.240165:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.240181:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.240189:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877027.240194:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.240203:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.240223:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.240232:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e7681b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877027.240443:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362921600:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80638us (80863us total) trans 4294981934 rc 0/0
00000100:00100000:0.0:1788877027.240454:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 81
00000100:00100000:0.0:1788877027.240463:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884157723504 time 7884168771104 state 0x2 ref 0
00000100:00100000:2.0:1788877027.246918:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877027.247317:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921728
00000100:00100000:3.0:1788877027.247327:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921728
00000100:00100000:0.0:1788877027.247452:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884157723504 time 7884168771104 state 0x0 ref 1
00000100:00100000:0.0:1788877027.247466:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884218771104 time 7884168771104 state 0x1 ref 1
00000100:00100000:0.0:1788877027.247538:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884218771104 time 7884256518870 state 0x0 ref 1
00000100:00100000:0.0:1788877027.247551:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362921728:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877027.247599:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 55574528, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x1a809
00010000:00010000:0.0:1788877027.247608:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.247623:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:0.0:1788877027.247628:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877027.247634:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.247649:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877027.326258:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981935 is committed
00002000:00010000:3.0:1788877027.326433:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 55574528 -> 56623104
00002000:00010000:3.0:1788877027.326438:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 108553 -> 110601
00010000:00010000:3.0:1788877027.326452:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.326465:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.326475:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.326482:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877027.326487:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.326496:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.326513:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.326521:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045f8c987/0x3868396b8e7681b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877027.326672:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362921728:12345-192.168.203.59@tcp:4:dd.500 Request processed in 79118us (79823us total) trans 4294981935 rc 0/0
00000100:00100000:3.0:1788877027.326683:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 82
00000100:00100000:3.0:1788877027.326692:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884218771104 time 7884256518870 state 0x2 ref 0
00000100:00100000:1.0:1788877027.337471:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877027.337929:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921856
00000100:00100000:3.0:1788877027.337941:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921856
00000100:00100000:3.0:1788877027.338315:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884218771104 time 7884256518870 state 0x0 ref 1
00000100:00100000:3.0:1788877027.338405:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884306518870 time 7884256518870 state 0x1 ref 1
00000100:00100000:3.0:1788877027.338489:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884306518870 time 7884347470685 state 0x0 ref 1
00000100:00100000:3.0:1788877027.338504:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362921856:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877027.338561:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 56623104, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x1b009
00010000:00010000:3.0:1788877027.338570:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.338716:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:3.0:1788877027.338723:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877027.338730:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877027.338752:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.445503:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:2.0:1788877027.448929:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 56623104 -> 57671680
00002000:00010000:2.0:1788877027.448940:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 110601 -> 112649
00010000:00010000:2.0:1788877027.448957:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.448969:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.448978:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.448995:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877027.449000:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.449008:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.449069:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.449078:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508405df/0x3868396b8e7681c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877027.449381:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362921856:12345-192.168.203.59@tcp:4:dd.500 Request processed in 110866us (112389us total) trans 4294981936 rc 0/0
00000100:00100000:2.0:1788877027.449393:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 83
00000100:00100000:2.0:1788877027.449403:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884306518870 time 7884347470685 state 0x2 ref 0
00000001:00080000:3.0:1788877027.455497:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981936 is committed
00000100:00100000:0.0:1788877027.459607:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877027.459854:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362921984
00000100:00100000:1.0:1788877027.459863:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362921984
00000100:00100000:1.0:1788877027.459918:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884306518870 time 7884347470685 state 0x0 ref 1
00000100:00100000:1.0:1788877027.459932:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884397470685 time 7884347470685 state 0x1 ref 1
00000100:00100000:1.0:1788877027.460003:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884397470685 time 7884468984022 state 0x0 ref 1
00000100:00100000:1.0:1788877027.460064:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362921984:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877027.460407:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 57671680, mtime: 0x6aa018e3, atime: 0x0, ctime: 0x6aa018e3, blocks: 0x1b809
00010000:00010000:1.0:1788877027.460416:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.460432:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:1.0:1788877027.460437:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877027.460444:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.460457:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788877027.550447:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981937 is committed
00002000:00010000:0.0:1788877027.550579:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 57671680 -> 58720256
00002000:00010000:0.0:1788877027.550584:0:6590:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877027 -> 1788877028
00002000:00010000:0.0:1788877027.550587:0:6590:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877027 -> 1788877028
00002000:00010000:0.0:1788877027.550590:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 112649 -> 114697
00010000:00010000:0.0:1788877027.550605:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.550618:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.550634:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.550641:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877027.550647:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.550657:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.550677:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.550685:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7681c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877027.550792:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362921984:12345-192.168.203.59@tcp:4:dd.500 Request processed in 90774us (91190us total) trans 4294981937 rc 0/0
00000100:00100000:0.0:1788877027.550803:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 84
00000100:00100000:0.0:1788877027.550812:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884397470685 time 7884468984022 state 0x2 ref 0
00000100:00100000:2.0:1788877027.571847:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877027.571981:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362922112
00000100:00100000:1.0:1788877027.572001:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362922112
00000100:00100000:1.0:1788877027.572096:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884397470685 time 7884468984022 state 0x0 ref 1
00000100:00100000:1.0:1788877027.572111:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884518984022 time 7884468984022 state 0x1 ref 1
00000100:00100000:1.0:1788877027.572130:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884518984022 time 7884581113230 state 0x0 ref 1
00000100:00100000:1.0:1788877027.572141:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362922112:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877027.572188:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 58720256, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1c009
00010000:00010000:1.0:1788877027.572197:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.572212:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:1.0:1788877027.572217:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877027.572224:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.572237:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877027.644727:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 58720256 -> 59768832
00002000:00010000:1.0:1788877027.644737:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 114697 -> 116745
00010000:00010000:1.0:1788877027.644751:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.644774:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.644782:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.644789:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877027.644794:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.644802:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.644820:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.644835:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877027.644928:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362922112:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72783us (73096us total) trans 4294981938 rc 0/0
00000100:00100000:1.0:1788877027.644941:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 85
00000100:00100000:1.0:1788877027.644949:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884518984022 time 7884581113230 state 0x2 ref 0
00000001:00080000:3.0:1788877027.647435:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981938 is committed
00000100:00100000:0.0:1788877027.659668:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877027.659770:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362922240
00000100:00100000:2.0:1788877027.659779:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362922240
00000100:00100000:2.0:1788877027.659845:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884518984022 time 7884581113230 state 0x0 ref 1
00000100:00100000:2.0:1788877027.659858:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884631113230 time 7884581113230 state 0x1 ref 1
00000100:00100000:2.0:1788877027.659886:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884631113230 time 7884668868072 state 0x0 ref 1
00000100:00100000:2.0:1788877027.659899:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362922240:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877027.659946:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 59768832, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1c809
00010000:00010000:2.0:1788877027.659955:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.659970:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:2.0:1788877027.659974:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877027.659981:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.660006:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877027.738229:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981939 is committed
00002000:00010000:2.0:1788877027.738550:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 59768832 -> 60817408
00002000:00010000:2.0:1788877027.738555:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 116745 -> 118793
00010000:00010000:2.0:1788877027.738570:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.738583:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.738591:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.738598:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877027.738603:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.738612:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.738629:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.738638:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edd00a34/0x3868396b8e7681d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877027.738783:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362922240:12345-192.168.203.59@tcp:4:dd.500 Request processed in 78882us (79120us total) trans 4294981939 rc 0/0
00000100:00100000:2.0:1788877027.738794:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 86
00000100:00100000:2.0:1788877027.738802:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884631113230 time 7884668868072 state 0x2 ref 0
00000100:00100000:0.0:1788877027.747544:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877027.747646:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362922368
00000100:00100000:1.0:1788877027.747656:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362922368
00000100:00100000:1.0:1788877027.747719:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884631113230 time 7884668868072 state 0x0 ref 1
00000100:00100000:1.0:1788877027.747734:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884718868072 time 7884668868072 state 0x1 ref 1
00000100:00100000:1.0:1788877027.747935:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884718868072 time 7884756915584 state 0x0 ref 1
00000100:00100000:1.0:1788877027.747948:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362922368:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877027.748007:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 60817408, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1d009
00010000:00010000:1.0:1788877027.748045:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.748060:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:1.0:1788877027.748065:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877027.748072:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.748084:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877027.860807:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981940 is committed
00002000:00010000:2.0:1788877027.860908:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 60817408 -> 61865984
00002000:00010000:2.0:1788877027.860913:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 118793 -> 120841
00010000:00010000:2.0:1788877027.860928:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.860941:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.860950:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.860957:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877027.860961:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.860970:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.860997:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.861005:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7681dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877027.861395:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362922368:12345-192.168.203.59@tcp:4:dd.500 Request processed in 113444us (113854us total) trans 4294981940 rc 0/0
00000100:00100000:2.0:1788877027.861405:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 87
00000100:00100000:2.0:1788877027.861414:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884718868072 time 7884756915584 state 0x2 ref 0
00000100:00100000:0.0:1788877027.868479:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877027.868570:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362922496
00000100:00100000:1.0:1788877027.868580:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362922496
00000100:00100000:1.0:1788877027.868635:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884718868072 time 7884756915584 state 0x0 ref 1
00000100:00100000:1.0:1788877027.868649:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884806915584 time 7884756915584 state 0x1 ref 1
00000100:00100000:1.0:1788877027.868678:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884806915584 time 7884877660197 state 0x0 ref 1
00000100:00100000:1.0:1788877027.868690:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362922496:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877027.868739:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 61865984, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1d809
00010000:00010000:1.0:1788877027.868748:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.868764:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:1.0:1788877027.868768:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877027.868775:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877027.868790:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877027.968497:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981941 is committed
00002000:00010000:2.0:1788877027.968721:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 61865984 -> 62914560
00002000:00010000:2.0:1788877027.968726:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 120841 -> 122889
00010000:00010000:2.0:1788877027.968739:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.968751:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.968761:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.968767:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877027.968772:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.968781:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.968800:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877027.968807:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cde4789a/0x3868396b8e7681e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877027.968907:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362922496:12345-192.168.203.59@tcp:4:dd.500 Request processed in 100214us (100433us total) trans 4294981941 rc 0/0
00000100:00100000:2.0:1788877027.968923:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 88
00000100:00100000:2.0:1788877027.968932:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884806915584 time 7884877660197 state 0x2 ref 0
00000100:00100000:2.0:1788877027.976862:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877027.976968:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362922624
00000100:00100000:0.0:1788877027.977234:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362922624
00000100:00100000:0.0:1788877027.977303:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884806915584 time 7884877660197 state 0x0 ref 1
00000100:00100000:0.0:1788877027.977316:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884927660197 time 7884877660197 state 0x1 ref 1
00000100:00100000:0.0:1788877027.977348:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884927660197 time 7884986330379 state 0x0 ref 1
00000100:00100000:0.0:1788877027.977361:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362922624:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877027.977428:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 62914560, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1e009
00010000:00010000:0.0:1788877027.977437:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.977456:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7884s v=(0 0)
00010000:00010000:0.0:1788877027.977462:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877027.977469:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877027.977485:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877028.022138:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981942 is committed
00002000:00010000:0.0:1788877028.022352:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 62914560 -> 63963136
00002000:00010000:0.0:1788877028.022356:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 122889 -> 124937
00010000:00010000:0.0:1788877028.022381:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.022399:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.022408:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.022415:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877028.022420:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.022428:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.022448:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.022457:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076263dd5/0x3868396b8e7681ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877028.022550:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362922624:12345-192.168.203.59@tcp:4:dd.500 Request processed in 45186us (45693us total) trans 4294981942 rc 0/0
00000100:00100000:0.0:1788877028.022561:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 89
00000100:00100000:0.0:1788877028.022572:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884927660197 time 7884986330379 state 0x2 ref 0
00000100:00100000:1.0:1788877028.028328:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877028.028469:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362922752
00000100:00100000:3.0:1788877028.028480:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362922752
00000100:00100000:3.0:1788877028.028543:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7884927660197 time 7884986330379 state 0x0 ref 1
00000100:00100000:3.0:1788877028.028555:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885036330379 time 7884986330379 state 0x1 ref 1
00000100:00100000:3.0:1788877028.028586:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885036330379 time 7885037568334 state 0x0 ref 1
00000100:00100000:3.0:1788877028.028600:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362922752:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877028.028648:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 63963136, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1e809
00010000:00010000:3.0:1788877028.028658:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.028673:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7885s v=(0 0)
00010000:00010000:3.0:1788877028.028678:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877028.028684:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.028697:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1788877028.033171:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000001:00080000:0.0:1788877028.093614:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981943 is committed
00002000:00010000:3.0:1788877028.093727:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 63963136 -> 65011712
00002000:00010000:3.0:1788877028.093733:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 124937 -> 126985
00010000:00010000:3.0:1788877028.093750:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.093764:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.093773:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.093781:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877028.093785:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.093794:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.093814:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877028.093823:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e7681f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877028.093925:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362922752:12345-192.168.203.59@tcp:4:dd.500 Request processed in 65323us (65601us total) trans 4294981943 rc 0/0
00000100:00100000:3.0:1788877028.093937:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 90
00000100:00100000:3.0:1788877028.093945:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885036330379 time 7885037568334 state 0x2 ref 0
00000100:00100000:1.0:1788877028.104193:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877028.105815:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362922880
00000100:00100000:0.0:1788877028.105834:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362922880
00000100:00100000:0.0:1788877028.105900:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885036330379 time 7885037568334 state 0x0 ref 1
00000100:00100000:0.0:1788877028.105914:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885087568334 time 7885037568334 state 0x1 ref 1
00000100:00100000:0.0:1788877028.106011:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885087568334 time 7885114991913 state 0x0 ref 1
00000100:00100000:0.0:1788877028.106040:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362922880:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877028.106087:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 65011712, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1f009
00010000:00010000:0.0:1788877028.106096:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.106111:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7885s v=(0 0)
00010000:00010000:0.0:1788877028.106116:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877028.106122:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.106137:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877028.249429:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 65011712 -> 66060288
00002000:00010000:0.0:1788877028.249439:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 126985 -> 129033
00010000:00010000:0.0:1788877028.249454:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.249467:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.249476:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.249483:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877028.249488:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.249498:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.249520:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.249529:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e7681f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877028.249662:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362922880:12345-192.168.203.59@tcp:4:dd.500 Request processed in 143619us (145474us total) trans 4294981944 rc 0/0
00000100:00100000:0.0:1788877028.249673:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 91
00000100:00100000:0.0:1788877028.249683:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885087568334 time 7885114991913 state 0x2 ref 0
00000001:00080000:0.0:1788877028.249733:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981944 is committed
00000100:00100000:3.0:1788877028.259803:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877028.259949:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923008
00000100:00100000:2.0:1788877028.259959:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923008
00000100:00100000:2.0:1788877028.260055:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885087568334 time 7885114991913 state 0x0 ref 1
00000100:00100000:2.0:1788877028.260069:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885164991913 time 7885114991913 state 0x1 ref 1
00000100:00100000:2.0:1788877028.260091:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885164991913 time 7885269072769 state 0x0 ref 1
00000100:00100000:2.0:1788877028.260208:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830693a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923008:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877028.260254:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 66060288, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x1f809
00010000:00010000:2.0:1788877028.260263:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877028.260279:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7885s v=(0 0)
00010000:00010000:2.0:1788877028.260283:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877028.260290:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877028.260303:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877028.362457:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 66060288 -> 67108864
00002000:00010000:0.0:1788877028.362465:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 129033 -> 131081
00010000:00010000:0.0:1788877028.362479:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.362493:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.362502:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.362510:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877028.362515:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.362523:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.362542:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.362550:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015b60679/0x3868396b8e7681ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877028.362649:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830693a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362923008:12345-192.168.203.59@tcp:4:dd.500 Request processed in 102439us (102849us total) trans 4294981945 rc 0/0
00000100:00100000:0.0:1788877028.362659:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 92
00000100:00100000:0.0:1788877028.362670:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885164991913 time 7885269072769 state 0x2 ref 0
00000001:00080000:0.0:1788877028.362709:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981945 is committed
00000100:00100000:2.0:1788877028.368471:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877028.372205:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923136
00000100:00100000:1.0:1788877028.372223:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923136
00000100:00100000:0.0:1788877028.374594:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885164991913 time 7885269072769 state 0x0 ref 1
00000100:00100000:0.0:1788877028.374616:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885319072769 time 7885269072769 state 0x1 ref 1
00000100:00100000:0.0:1788877028.374698:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885319072769 time 7885383679100 state 0x0 ref 1
00000100:00100000:0.0:1788877028.374714:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923136:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877028.374763:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 67108864, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x20009
00010000:00010000:0.0:1788877028.374772:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.374791:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7885s v=(0 0)
00010000:00010000:0.0:1788877028.374795:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877028.374803:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.374819:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877028.462943:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1788877028.482886:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981946 is committed
00002000:00010000:1.0:1788877028.483177:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 67108864 -> 68157440
00002000:00010000:1.0:1788877028.483183:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 131081 -> 133129
00010000:00010000:1.0:1788877028.483197:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.483215:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.483225:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.483233:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddbe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877028.483237:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.483246:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.483265:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.483274:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045a70171/0x3868396b8e768206 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877028.483382:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923136:12345-192.168.203.59@tcp:4:dd.500 Request processed in 108658us (114908us total) trans 4294981946 rc 0/0
00000100:00100000:1.0:1788877028.483393:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 93
00000100:00100000:1.0:1788877028.483404:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885319072769 time 7885383679100 state 0x2 ref 0
00000100:00100000:0.0:1788877028.488583:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877028.488750:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923264
00000100:00100000:1.0:1788877028.488760:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923264
00000100:00100000:1.0:1788877028.488815:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885319072769 time 7885383679100 state 0x0 ref 1
00000100:00100000:1.0:1788877028.488828:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885433679100 time 7885383679100 state 0x1 ref 1
00000100:00100000:1.0:1788877028.488892:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885433679100 time 7885497873232 state 0x0 ref 1
00000100:00100000:1.0:1788877028.488904:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923264:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877028.488954:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 68157440, mtime: 0x6aa018e4, atime: 0x0, ctime: 0x6aa018e4, blocks: 0x20809
00010000:00010000:1.0:1788877028.488964:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.488989:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7885s v=(0 0)
00010000:00010000:1.0:1788877028.488994:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877028.489001:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.489143:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877028.625558:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981947 is committed
00002000:00010000:1.0:1788877028.625918:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 68157440 -> 69206016
00002000:00010000:1.0:1788877028.625924:0:6590:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877028 -> 1788877029
00002000:00010000:1.0:1788877028.625927:0:6590:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877028 -> 1788877029
00002000:00010000:1.0:1788877028.625929:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 133129 -> 135177
00010000:00010000:1.0:1788877028.625945:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.625963:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.625971:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.625977:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877028.625993:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.626002:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.626123:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.626133:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1ae7643/0x3868396b8e76820d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877028.626262:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923264:12345-192.168.203.59@tcp:4:dd.500 Request processed in 137353us (137682us total) trans 4294981947 rc 0/0
00000100:00100000:1.0:1788877028.626273:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 94
00000100:00100000:1.0:1788877028.626284:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885433679100 time 7885497873232 state 0x2 ref 0
00000100:00100000:2.0:1788877028.640329:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877028.640426:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923392
00000100:00100000:1.0:1788877028.640439:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923392
00000100:00100000:1.0:1788877028.640502:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885433679100 time 7885497873232 state 0x0 ref 1
00000100:00100000:1.0:1788877028.640515:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885547873232 time 7885497873232 state 0x1 ref 1
00000100:00100000:1.0:1788877028.640550:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885547873232 time 7885649531838 state 0x0 ref 1
00000100:00100000:1.0:1788877028.640563:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923392:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877028.640622:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 69206016, mtime: 0x6aa018e5, atime: 0x0, ctime: 0x6aa018e5, blocks: 0x21009
00010000:00010000:1.0:1788877028.640632:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.640651:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7885s v=(0 0)
00010000:00010000:1.0:1788877028.640656:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877028.640664:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.640680:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877028.851841:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981948 is committed
00002000:00010000:1.0:1788877028.852097:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 69206016 -> 70254592
00002000:00010000:1.0:1788877028.852103:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 135177 -> 137225
00010000:00010000:1.0:1788877028.852120:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.852131:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.852145:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.852152:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877028.852157:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.852166:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.852187:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.852194:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768214 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877028.852310:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923392:12345-192.168.203.59@tcp:4:dd.500 Request processed in 211743us (211985us total) trans 4294981948 rc 0/0
00000100:00100000:1.0:1788877028.853971:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 95
00000100:00100000:1.0:1788877028.854245:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885547873232 time 7885649531838 state 0x2 ref 0
00000100:00100000:3.0:1788877028.865327:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877028.865432:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923520
00000100:00100000:2.0:1788877028.865441:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923520
00000100:00100000:2.0:1788877028.865497:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885547873232 time 7885649531838 state 0x0 ref 1
00000100:00100000:2.0:1788877028.865513:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885699531838 time 7885649531838 state 0x1 ref 1
00000100:00100000:2.0:1788877028.865548:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885699531838 time 7885874529482 state 0x0 ref 1
00000100:00100000:2.0:1788877028.865559:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923520:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877028.865609:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 70254592, mtime: 0x6aa018e5, atime: 0x0, ctime: 0x6aa018e5, blocks: 0x21809
00010000:00010000:2.0:1788877028.865618:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877028.865633:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7885s v=(0 0)
00010000:00010000:2.0:1788877028.865637:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877028.865645:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877028.865658:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877028.989944:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981949 is committed
00002000:00010000:1.0:1788877028.990106:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 70254592 -> 71303168
00002000:00010000:1.0:1788877028.990111:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 137225 -> 139273
00010000:00010000:1.0:1788877028.990125:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.990144:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.990153:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.990160:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877028.990165:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.990174:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.990190:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.990198:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e76821b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877028.990289:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923520:12345-192.168.203.59@tcp:4:dd.500 Request processed in 124727us (124967us total) trans 4294981949 rc 0/0
00000100:00100000:1.0:1788877028.990299:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 96
00000100:00100000:1.0:1788877028.990308:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885699531838 time 7885874529482 state 0x2 ref 0
00000100:00100000:2.0:1788877028.996757:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877028.996869:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923648
00000100:00100000:1.0:1788877028.996880:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923648
00000100:00100000:1.0:1788877028.996936:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885699531838 time 7885874529482 state 0x0 ref 1
00000100:00100000:1.0:1788877028.996950:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885924529482 time 7885874529482 state 0x1 ref 1
00000100:00100000:1.0:1788877028.996981:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885924529482 time 7886005963247 state 0x0 ref 1
00000100:00100000:1.0:1788877028.996993:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362923648:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877028.997069:0:19110:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 71303168, mtime: 0x6aa018e5, atime: 0x0, ctime: 0x6aa018e5, blocks: 0x22009
00010000:00010000:1.0:1788877028.997078:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.997092:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:1.0:1788877028.997097:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877028.997104:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877028.997120:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877029.064738:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981950 is committed
00002000:00010000:1.0:1788877029.064833:0:19110:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 71303168 -> 72351744
00002000:00010000:1.0:1788877029.064838:0:19110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 139273 -> 141321
00010000:00010000:1.0:1788877029.064852:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.064864:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.064880:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.064887:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877029.064893:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.064914:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.064932:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.064940:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768222 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877029.065182:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362923648:12345-192.168.203.59@tcp:4:dd.500 Request processed in 68185us (68431us total) trans 4294981950 rc 0/0
00000100:00100000:1.0:1788877029.065193:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 97
00000100:00100000:1.0:1788877029.065201:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885924529482 time 7886005963247 state 0x2 ref 0
00000100:00100000:1.0:1788877029.078292:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877029.078468:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923776
00000100:00100000:2.0:1788877029.078478:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923776
00000100:00100000:2.0:1788877029.078534:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7885924529482 time 7886005963247 state 0x0 ref 1
00000100:00100000:2.0:1788877029.078549:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886055963247 time 7886005963247 state 0x1 ref 1
00000100:00100000:2.0:1788877029.078579:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886055963247 time 7886087561614 state 0x0 ref 1
00000100:00100000:2.0:1788877029.078591:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923776:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877029.078642:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 72351744, mtime: 0x6aa018e5, atime: 0x0, ctime: 0x6aa018e5, blocks: 0x22809
00010000:00010000:2.0:1788877029.078652:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.078668:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:2.0:1788877029.078673:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877029.078679:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.078693:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877029.135963:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981951 is committed
00002000:00010000:2.0:1788877029.136181:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 72351744 -> 73400320
00002000:00010000:2.0:1788877029.136186:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 141321 -> 143369
00010000:00010000:2.0:1788877029.136200:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.136213:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.136228:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.136236:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877029.136240:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.136249:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.136267:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.136274:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768229 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877029.140587:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362923776:12345-192.168.203.59@tcp:4:dd.500 Request processed in 61979us (62291us total) trans 4294981951 rc 0/0
00000100:00100000:2.0:1788877029.140604:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 98
00000100:00100000:2.0:1788877029.140614:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886055963247 time 7886087561614 state 0x2 ref 0
00000100:00100000:0.0:1788877029.154162:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877029.154332:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362923904
00000100:00100000:1.0:1788877029.154342:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362923904
00000100:00100000:1.0:1788877029.154410:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886055963247 time 7886087561614 state 0x0 ref 1
00000100:00100000:1.0:1788877029.154425:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886137561614 time 7886087561614 state 0x1 ref 1
00000100:00100000:1.0:1788877029.154568:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886137561614 time 7886163474625 state 0x0 ref 1
00000100:00100000:1.0:1788877029.154583:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362923904:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877029.154635:0:18415:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 73400320, mtime: 0x6aa018e5, atime: 0x0, ctime: 0x6aa018e5, blocks: 0x23009
00010000:00010000:1.0:1788877029.154644:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.154660:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:1.0:1788877029.154664:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877029.154671:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.154685:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1788877029.284913:0:18415:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 73400320 -> 74448896
00002000:00010000:1.0:1788877029.284924:0:18415:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 143369 -> 145417
00010000:00010000:1.0:1788877029.284939:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.284952:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.284967:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.284973:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877029.284978:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.284987:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.285006:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.285047:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e768230 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877029.285137:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362923904:12345-192.168.203.59@tcp:4:dd.500 Request processed in 130551us (130979us total) trans 4294981952 rc 0/0
00000100:00100000:1.0:1788877029.285149:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 99
00000100:00100000:1.0:1788877029.285158:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886137561614 time 7886163474625 state 0x2 ref 0
00000001:00080000:1.0:1788877029.285195:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981952 is committed
00000100:00100000:3.0:1788877029.300261:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877029.300532:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924032
00000100:00100000:0.0:1788877029.300543:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924032
00000100:00100000:0.0:1788877029.300599:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886137561614 time 7886163474625 state 0x0 ref 1
00000100:00100000:0.0:1788877029.300614:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886213474625 time 7886163474625 state 0x1 ref 1
00000100:00100000:0.0:1788877029.300639:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886213474625 time 7886309621203 state 0x0 ref 1
00000100:00100000:0.0:1788877029.300651:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924032:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877029.300696:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 74448896, mtime: 0x6aa018e5, atime: 0x0, ctime: 0x6aa018e5, blocks: 0x23809
00010000:00010000:0.0:1788877029.300706:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.300724:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:0.0:1788877029.300728:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877029.300735:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.300748:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877029.389318:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981953 is committed
00002000:00010000:1.0:1788877029.391810:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 74448896 -> 75497472
00002000:00010000:1.0:1788877029.391833:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 145417 -> 147465
00010000:00010000:1.0:1788877029.391852:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.391867:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.391877:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.391885:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877029.391891:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.391901:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.391926:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.391934:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e768237 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877029.398109:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924032:12345-192.168.203.59@tcp:4:dd.500 Request processed in 97322us (97721us total) trans 4294981953 rc 0/0
00000100:00100000:2.0:1788877029.398125:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 100
00000100:00100000:2.0:1788877029.398134:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886213474625 time 7886309621203 state 0x2 ref 0
00000100:00100000:1.0:1788877029.408794:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877029.409265:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924160
00000100:00100000:3.0:1788877029.409274:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924160
00000100:00100000:3.0:1788877029.409328:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886213474625 time 7886309621203 state 0x0 ref 1
00000100:00100000:3.0:1788877029.409342:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886359621203 time 7886309621203 state 0x1 ref 1
00000100:00100000:3.0:1788877029.409379:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886359621203 time 7886418360794 state 0x0 ref 1
00000100:00100000:3.0:1788877029.409392:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924160:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877029.409438:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 75497472, mtime: 0x6aa018e5, atime: 0x0, ctime: 0x6aa018e5, blocks: 0x24009
00010000:00010000:3.0:1788877029.409447:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.409464:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:3.0:1788877029.409468:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877029.409475:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.409489:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877029.418494:0:7500:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294993672 is committed
00010000:00010000:3.0:1788877029.486837:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788877029.517152:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981954 is committed
00002000:00010000:1.0:1788877029.521779:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 75497472 -> 76546048
00002000:00010000:1.0:1788877029.521789:0:20684:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877029 -> 1788877030
00002000:00010000:1.0:1788877029.521792:0:20684:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877029 -> 1788877030
00002000:00010000:1.0:1788877029.521795:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 147465 -> 149513
00010000:00010000:1.0:1788877029.521810:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.521823:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.522110:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.522120:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877029.522124:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.522133:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.522153:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877029.522162:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000675ea6dd/0x3868396b8e76823e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877029.529307:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924160:12345-192.168.203.59@tcp:4:dd.500 Request processed in 119905us (120513us total) trans 4294981954 rc 0/0
00000100:00100000:3.0:1788877029.529322:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 101
00000100:00100000:3.0:1788877029.529332:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886359621203 time 7886418360794 state 0x2 ref 0
00000100:00100000:1.0:1788877029.557236:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877029.557409:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924288
00000100:00100000:0.0:1788877029.557419:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924288
00000100:00100000:0.0:1788877029.557482:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886359621203 time 7886418360794 state 0x0 ref 1
00000100:00100000:0.0:1788877029.557496:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886468360794 time 7886418360794 state 0x1 ref 1
00000100:00100000:0.0:1788877029.557528:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886468360794 time 7886566509877 state 0x0 ref 1
00000100:00100000:0.0:1788877029.557539:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924288:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877029.557593:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 76546048, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x24809
00010000:00010000:0.0:1788877029.557602:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.557618:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:0.0:1788877029.557622:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877029.557630:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.557645:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877029.815714:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365783424:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.815787:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877029.815855:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788877029.815862:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365783040:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.815898:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877029.815923:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365783552:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.815947:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877029.815983:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365783168:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816007:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877029.816054:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365783680:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816076:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877029.816094:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788877029.816099:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998318411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365783296:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816118:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877029.816151:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783424
00000100:00100000:3.0:1788877029.816158:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783424
00000100:00100000:3.0:1788877029.816212:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783680
00000100:00100000:3.0:1788877029.816216:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783680
00000100:00100000:3.0:1788877029.816240:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 414
00000100:00100000:3.0:1788877029.816249:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365783680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816297:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365783680:12345-0@lo:400:kworker.0 Request processed in 49us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877029.816304:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 414
00000100:00100000:3.0:1788877029.816332:0:6582:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 414
00000100:00100000:3.0:1788877029.816340:0:6582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365783424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816383:0:6582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365783424:12345-0@lo:400:kworker.0 Request processed in 44us (597us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877029.816389:0:6582:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 414
00000100:00100000:3.0:1788877029.816407:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783040
00000100:00100000:3.0:1788877029.816410:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783040
00000100:00100000:3.0:1788877029.816434:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:3.0:1788877029.816441:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365783040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816470:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365783040:12345-0@lo:400:kworker.0 Request processed in 30us (577us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877029.816476:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:3.0:1788877029.816505:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783552
00000100:00100000:3.0:1788877029.816508:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783552
00000100:00100000:3.0:1788877029.816533:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783168
00000100:00100000:3.0:1788877029.816536:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783168
00000100:00100000:3.0:1788877029.816551:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783296
00000100:00100000:3.0:1788877029.816554:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783296
00000100:00100000:3.0:1788877029.816573:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873
00000100:00100000:3.0:1788877029.816580:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365783552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816608:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1875765365783552:12345-0@lo:400:kworker.0 Request processed in 28us (659us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877029.816614:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873
00000100:00100000:3.0:1788877029.816625:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6874
00000100:00100000:3.0:1788877029.816630:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365783168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816655:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365783168:12345-0@lo:400:kworker.0 Request processed in 25us (647us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877029.816660:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6874
00000100:00100000:3.0:1788877029.816672:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6875
00000100:00100000:3.0:1788877029.816678:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365783296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816703:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365783296:12345-0@lo:400:kworker.0 Request processed in 26us (584us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877029.816708:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6875
00000100:00080000:3.0:1788877029.816734:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788877029.816738:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788877029.816740:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788877029.816814:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365783296:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816824:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365783168:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816832:0:3309:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294993672 gen 2
00000004:00080000:3.0:1788877029.816837:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9983191c9c00, transno 4294993672
00000100:00100000:3.0:1788877029.816849:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365783680:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816881:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365783040:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816892:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3307:1875765365783552:0@lo:400:kworker.0
00000100:00100000:3.0:1788877029.816902:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998318411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365783424:0@lo:400:kworker.0
00002000:00010000:3.0:1788877029.816972:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 76546048 -> 77594624
00002000:00010000:3.0:1788877029.816976:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 149513 -> 151561
00010000:00010000:3.0:1788877029.816989:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.817002:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.817039:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.817048:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877029.817054:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.817063:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.817083:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877029.817091:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768245 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877029.817167:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362924288:12345-192.168.203.59@tcp:4:dd.500 Request processed in 259625us (259936us total) trans 4294981955 rc 0/0
00000100:00100000:3.0:1788877029.817178:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 102
00000100:00100000:3.0:1788877029.817187:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886468360794 time 7886566509877 state 0x2 ref 0
00000001:00080000:2.0:1788877029.818248:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981955 is committed
00000100:00100000:2.0:1788877029.818405:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788877029.818424:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365783808:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788877029.818474:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877029.818517:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783808
00000100:00100000:2.0:1788877029.818523:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783808
00000100:00100000:2.0:1788877029.818573:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 416
00000100:00100000:2.0:1788877029.818581:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365783808:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788877029.818612:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788877029.818651:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365783808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877029.818659:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 416
00000100:00100000:2.0:1788877029.818702:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365783808:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877029.826395:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877029.826528:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924416
00000100:00100000:2.0:1788877029.826537:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924416
00000100:00100000:2.0:1788877029.826586:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886468360794 time 7886566509877 state 0x0 ref 1
00000100:00100000:2.0:1788877029.826598:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886616509877 time 7886566509877 state 0x1 ref 1
00000100:00100000:2.0:1788877029.826626:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886616509877 time 7886835608269 state 0x0 ref 1
00000100:00100000:2.0:1788877029.826638:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362924416:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877029.826686:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 77594624, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x25009
00010000:00010000:2.0:1788877029.826697:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.826711:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:2.0:1788877029.826716:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877029.826722:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877029.826736:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877029.967191:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981956 is committed
00002000:00010000:0.0:1788877029.967402:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 77594624 -> 78643200
00002000:00010000:0.0:1788877029.967407:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 151561 -> 153609
00010000:00010000:0.0:1788877029.967421:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.967432:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.967441:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.967448:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877029.967452:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.967460:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.967478:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.967486:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000189ca4dc/0x3868396b8e76824c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877029.967588:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362924416:12345-192.168.203.59@tcp:4:dd.500 Request processed in 140947us (141196us total) trans 4294981956 rc 0/0
00000100:00100000:0.0:1788877029.967598:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 103
00000100:00100000:0.0:1788877029.967607:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886616509877 time 7886835608269 state 0x2 ref 0
00000100:00100000:1.0:1788877029.974139:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877029.974234:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924544
00000100:00100000:0.0:1788877029.974244:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924544
00000100:00100000:0.0:1788877029.974296:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886616509877 time 7886835608269 state 0x0 ref 1
00000100:00100000:0.0:1788877029.974308:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886885608269 time 7886835608269 state 0x1 ref 1
00000100:00100000:0.0:1788877029.974347:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886885608269 time 7886983328741 state 0x0 ref 1
00000100:00100000:0.0:1788877029.974367:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924544:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877029.974417:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 78643200, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x25809
00010000:00010000:0.0:1788877029.974427:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.974441:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7886s v=(0 0)
00010000:00010000:0.0:1788877029.974447:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877029.974453:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877029.974467:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877030.051563:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981957 is committed
00002000:00010000:2.0:1788877030.051661:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 78643200 -> 79691776
00002000:00010000:2.0:1788877030.051666:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 153609 -> 155657
00010000:00010000:2.0:1788877030.051740:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.051754:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.051763:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.051770:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877030.051775:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.051784:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.051812:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.051819:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768253 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877030.052189:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924544:12345-192.168.203.59@tcp:4:dd.500 Request processed in 77827us (78053us total) trans 4294981957 rc 0/0
00000100:00100000:2.0:1788877030.052200:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 104
00000100:00100000:2.0:1788877030.052209:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886885608269 time 7886983328741 state 0x2 ref 0
00000100:00100000:2.0:1788877030.058648:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877030.058744:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924672
00000100:00100000:1.0:1788877030.058754:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924672
00000100:00100000:1.0:1788877030.058823:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7886885608269 time 7886983328741 state 0x0 ref 1
00000100:00100000:1.0:1788877030.058836:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887033328741 time 7886983328741 state 0x1 ref 1
00000100:00100000:1.0:1788877030.058867:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887033328741 time 7887067849049 state 0x0 ref 1
00000100:00100000:1.0:1788877030.058880:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362924672:12345-192.168.203.59@tcp:4:dd.500
00000100:00080000:3.0:1788877030.058909:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:1.0:1788877030.058936:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 79691776, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x26009
00010000:00010000:1.0:1788877030.058956:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.058970:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:1.0:1788877030.058975:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877030.058981:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.058995:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877030.130118:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981958 is committed
00002000:00010000:1.0:1788877030.130384:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 79691776 -> 80740352
00002000:00010000:1.0:1788877030.130389:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 155657 -> 157705
00010000:00010000:1.0:1788877030.130404:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.130416:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.130429:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.130436:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877030.130440:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.130449:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.130469:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.130476:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e76825a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877030.130572:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362924672:12345-192.168.203.59@tcp:4:dd.500 Request processed in 71689us (71928us total) trans 4294981958 rc 0/0
00000100:00100000:1.0:1788877030.130583:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 105
00000100:00100000:1.0:1788877030.130594:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887033328741 time 7887067849049 state 0x2 ref 0
00000100:00100000:0.0:1788877030.136488:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877030.136584:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924800
00000100:00100000:1.0:1788877030.136596:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924800
00000100:00100000:1.0:1788877030.136658:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887033328741 time 7887067849049 state 0x0 ref 1
00000100:00100000:1.0:1788877030.136674:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887117849049 time 7887067849049 state 0x1 ref 1
00000100:00100000:1.0:1788877030.136704:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887117849049 time 7887145685428 state 0x0 ref 1
00000100:00100000:1.0:1788877030.136718:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924800:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877030.136778:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 80740352, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x26809
00010000:00010000:1.0:1788877030.136788:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.136806:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:1.0:1788877030.136811:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877030.136818:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.136832:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877030.235688:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981959 is committed
00002000:00010000:0.0:1788877030.235722:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 80740352 -> 81788928
00002000:00010000:0.0:1788877030.235727:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 157705 -> 159753
00010000:00010000:0.0:1788877030.235743:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.235755:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.235764:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.235771:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877030.235776:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.235797:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.235822:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.235831:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000854e017c/0x3868396b8e768261 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877030.235935:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362924800:12345-192.168.203.59@tcp:4:dd.500 Request processed in 99215us (99453us total) trans 4294981959 rc 0/0
00000100:00100000:0.0:1788877030.235946:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 106
00000100:00100000:0.0:1788877030.235956:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887117849049 time 7887145685428 state 0x2 ref 0
00000100:00100000:2.0:1788877030.243908:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877030.244007:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362924928
00000100:00100000:1.0:1788877030.244045:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362924928
00000100:00100000:1.0:1788877030.244101:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887117849049 time 7887145685428 state 0x0 ref 1
00000100:00100000:1.0:1788877030.244115:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887195685428 time 7887145685428 state 0x1 ref 1
00000100:00100000:2.0:1788877030.244262:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887195685428 time 7887253241363 state 0x0 ref 1
00000100:00100000:2.0:1788877030.244276:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362924928:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877030.244328:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 81788928, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x27009
00010000:00010000:2.0:1788877030.244337:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.244352:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:2.0:1788877030.244356:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877030.244372:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.244392:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877030.355256:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 81788928 -> 82837504
00000001:00080000:0.0:1788877030.355260:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981960 is committed
00002000:00010000:2.0:1788877030.355264:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 159753 -> 161801
00010000:00010000:2.0:1788877030.355279:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.355292:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.355305:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.355322:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877030.355326:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.355336:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.355355:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.355372:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e768268 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877030.355472:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362924928:12345-192.168.203.59@tcp:4:dd.500 Request processed in 111193us (111568us total) trans 4294981960 rc 0/0
00000100:00100000:2.0:1788877030.355483:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 107
00000100:00100000:2.0:1788877030.355492:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887195685428 time 7887253241363 state 0x2 ref 0
00000100:00100000:2.0:1788877030.364887:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877030.366279:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925056
00000100:00100000:1.0:1788877030.366293:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925056
00000100:00100000:1.0:1788877030.366354:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887195685428 time 7887253241363 state 0x0 ref 1
00000100:00100000:1.0:1788877030.366378:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887303241363 time 7887253241363 state 0x1 ref 1
00000100:00100000:1.0:1788877030.366410:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887303241363 time 7887375391365 state 0x0 ref 1
00000100:00100000:1.0:1788877030.366424:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362925056:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877030.366469:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 82837504, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x27809
00010000:00010000:1.0:1788877030.366478:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.366492:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:1.0:1788877030.366496:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877030.366502:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.366516:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877030.398172:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877030.398203:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877030.398229:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877030.398255:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877030.398283:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925312
00000100:00100000:3.0:1788877030.398291:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925312
00000100:00100000:3.0:1788877030.398617:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925568
00000100:00100000:3.0:1788877030.398621:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925568
00000100:00100000:3.0:1788877030.398647:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6876
00000100:00100000:3.0:1788877030.398657:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362925312:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877030.398737:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:2355:x1875765362925312:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 81us (574us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877030.398745:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6876
00000100:00100000:3.0:1788877030.398761:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6877
00000100:00100000:3.0:1788877030.398768:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362925568:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877030.398794:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362925568:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (590us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877030.398800:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6877
00000100:00100000:3.0:1788877030.398822:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925184
00000100:00100000:3.0:1788877030.399417:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925184
00000100:00100000:3.0:1788877030.399452:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3209
00000100:00100000:3.0:1788877030.399458:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362925184:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877030.399488:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2355:x1875765362925184:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 30us (1258us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877030.399495:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3209
00000100:00080000:3.0:1788877030.399520:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788877030.400372:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925440
00000100:00100000:1.0:1788877030.400381:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925440
00000100:00100000:1.0:1788877030.400436:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 415
00000100:00100000:1.0:1788877030.400445:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362925440:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877030.400488:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362925440:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 44us (2232us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877030.400495:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 415
00000100:00080000:3.0:1788877030.400873:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:0.0:1788877030.446405:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981961 is committed
00002000:00010000:1.0:1788877030.446562:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 82837504 -> 83886080
00002000:00010000:1.0:1788877030.446567:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 161801 -> 163849
00010000:00010000:1.0:1788877030.446670:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.446686:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.446696:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.446704:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877030.446710:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.446720:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.446740:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877030.446749:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe1b4230/0x3868396b8e76826f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877030.446921:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362925056:12345-192.168.203.59@tcp:4:dd.500 Request processed in 80494us (82037us total) trans 4294981961 rc 0/0
00000100:00100000:1.0:1788877030.446932:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 108
00000100:00100000:1.0:1788877030.446943:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887303241363 time 7887375391365 state 0x2 ref 0
00000100:00100000:3.0:1788877030.453778:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877030.453972:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925696
00000100:00100000:1.0:1788877030.453982:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925696
00000100:00100000:1.0:1788877030.454132:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887303241363 time 7887375391365 state 0x0 ref 1
00000100:00100000:1.0:1788877030.454148:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887425391365 time 7887375391365 state 0x1 ref 1
00000100:00100000:2.0:1788877030.454274:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887425391365 time 7887463253667 state 0x0 ref 1
00000100:00100000:2.0:1788877030.454289:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362925696:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877030.454495:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 83886080, mtime: 0x6aa018e6, atime: 0x0, ctime: 0x6aa018e6, blocks: 0x28009
00010000:00010000:2.0:1788877030.454505:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.454522:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:2.0:1788877030.454526:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877030.454534:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.454549:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.514246:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1788877030.575874:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981962 is committed
00002000:00010000:0.0:1788877030.575934:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 83886080 -> 84934656
00002000:00010000:0.0:1788877030.575937:0:6589:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877030 -> 1788877031
00002000:00010000:0.0:1788877030.575940:0:6589:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877030 -> 1788877031
00002000:00010000:0.0:1788877030.575942:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 163849 -> 165897
00010000:00010000:0.0:1788877030.575956:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.575968:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.575988:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.575997:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877030.576001:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.576010:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.576049:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.576056:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bed5672/0x3868396b8e768276 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877030.576148:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362925696:12345-192.168.203.59@tcp:4:dd.500 Request processed in 121858us (122377us total) trans 4294981962 rc 0/0
00000100:00100000:0.0:1788877030.576159:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 109
00000100:00100000:0.0:1788877030.576168:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887425391365 time 7887463253667 state 0x2 ref 0
00000100:00100000:0.0:1788877030.584631:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877030.589891:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925824
00000100:00100000:2.0:1788877030.589906:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925824
00000100:00100000:2.0:1788877030.589972:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887425391365 time 7887463253667 state 0x0 ref 1
00000100:00100000:2.0:1788877030.589986:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887513253667 time 7887463253667 state 0x1 ref 1
00000100:00100000:2.0:1788877030.590065:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887513253667 time 7887599046421 state 0x0 ref 1
00000100:00100000:2.0:1788877030.590079:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362925824:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877030.590128:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 84934656, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x28809
00010000:00010000:2.0:1788877030.590136:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.590151:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:2.0:1788877030.590156:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877030.590162:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.590175:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1788877030.681827:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 84934656 -> 85983232
00002000:00010000:0.0:1788877030.681837:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 165897 -> 167945
00010000:00010000:0.0:1788877030.681852:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.681864:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.681874:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.681882:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95fe00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877030.681887:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.681896:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.681916:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.681925:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db22e1c/0x3868396b8e76827d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877030.682178:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362925824:12345-192.168.203.59@tcp:4:dd.500 Request processed in 92098us (97552us total) trans 4294981963 rc 0/0
00000100:00100000:0.0:1788877030.682190:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 110
00000100:00100000:0.0:1788877030.682199:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887513253667 time 7887599046421 state 0x2 ref 0
00000001:00080000:0.0:1788877030.682236:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981963 is committed
00000100:00100000:2.0:1788877030.688620:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877030.688695:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362925952
00000100:00100000:3.0:1788877030.688705:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362925952
00000100:00100000:3.0:1788877030.688762:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887513253667 time 7887599046421 state 0x0 ref 1
00000100:00100000:3.0:1788877030.688775:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887649046421 time 7887599046421 state 0x1 ref 1
00000100:00100000:3.0:1788877030.688804:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887649046421 time 7887697786061 state 0x0 ref 1
00000100:00100000:3.0:1788877030.688816:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362925952:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877030.688863:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 85983232, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x29009
00010000:00010000:3.0:1788877030.688872:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877030.688887:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:3.0:1788877030.688892:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877030.688898:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877030.688910:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877030.748425:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981964 is committed
00002000:00010000:2.0:1788877030.748677:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 85983232 -> 87031808
00002000:00010000:2.0:1788877030.748682:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 167945 -> 169993
00010000:00010000:2.0:1788877030.748702:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.748715:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.748730:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.748737:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877030.748742:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.748750:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.748768:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.748777:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a438f875/0x3868396b8e768284 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877030.748870:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362925952:12345-192.168.203.59@tcp:4:dd.500 Request processed in 60052us (60256us total) trans 4294981964 rc 0/0
00000100:00100000:2.0:1788877030.748882:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 111
00000100:00100000:2.0:1788877030.748890:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887649046421 time 7887697786061 state 0x2 ref 0
00000100:00100000:0.0:1788877030.753747:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877030.753823:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926080
00000100:00100000:3.0:1788877030.753833:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926080
00000100:00100000:3.0:1788877030.753885:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887649046421 time 7887697786061 state 0x0 ref 1
00000100:00100000:3.0:1788877030.753898:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887747786061 time 7887697786061 state 0x1 ref 1
00000100:00100000:3.0:1788877030.753927:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887747786061 time 7887762908919 state 0x0 ref 1
00000100:00100000:3.0:1788877030.753938:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362926080:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877030.753992:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 87031808, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x29809
00010000:00010000:3.0:1788877030.754001:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877030.754205:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:3.0:1788877030.754210:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877030.754216:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877030.754230:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1788877030.826585:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981965 is committed
00002000:00010000:2.0:1788877030.826683:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 87031808 -> 88080384
00002000:00010000:2.0:1788877030.826688:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 169993 -> 172041
00010000:00010000:2.0:1788877030.826713:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.826731:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.826739:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.826747:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357ba00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877030.826751:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.826760:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.826778:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.826785:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072f2f9f5/0x3868396b8e76828b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877030.826883:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362926080:12345-192.168.203.59@tcp:4:dd.500 Request processed in 72941us (73141us total) trans 4294981965 rc 0/0
00000100:00100000:2.0:1788877030.826894:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 112
00000100:00100000:2.0:1788877030.826905:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887747786061 time 7887762908919 state 0x2 ref 0
00000100:00100000:1.0:1788877030.837294:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877030.837386:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926208
00000100:00100000:0.0:1788877030.837396:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926208
00000100:00100000:0.0:1788877030.837458:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887747786061 time 7887762908919 state 0x0 ref 1
00000100:00100000:0.0:1788877030.837471:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887812908919 time 7887762908919 state 0x1 ref 1
00000100:00100000:0.0:1788877030.837503:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887812908919 time 7887846485043 state 0x0 ref 1
00000100:00100000:0.0:1788877030.837515:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362926208:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877030.837568:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 88080384, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x2a009
00010000:00010000:0.0:1788877030.837578:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.837593:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:0.0:1788877030.837598:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877030.837604:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877030.837619:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877030.906497:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 88080384 -> 89128960
00002000:00010000:2.0:1788877030.906508:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 172041 -> 174089
00010000:00010000:2.0:1788877030.906522:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.906535:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.906545:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.906552:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877030.906557:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.906567:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.906586:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.906595:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b883a4d/0x3868396b8e768292 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877030.906693:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362926208:12345-192.168.203.59@tcp:4:dd.500 Request processed in 69175us (69406us total) trans 4294981966 rc 0/0
00000100:00100000:2.0:1788877030.906704:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 113
00000100:00100000:2.0:1788877030.906714:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887812908919 time 7887846485043 state 0x2 ref 0
00000001:00080000:0.0:1788877030.907433:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981966 is committed
00000100:00100000:3.0:1788877030.918432:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877030.918507:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926336
00000100:00100000:2.0:1788877030.918518:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926336
00000100:00100000:2.0:1788877030.918576:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887812908919 time 7887846485043 state 0x0 ref 1
00000100:00100000:2.0:1788877030.918590:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887896485043 time 7887846485043 state 0x1 ref 1
00000100:00100000:2.0:1788877030.918625:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887896485043 time 7887927607217 state 0x0 ref 1
00000100:00100000:2.0:1788877030.918636:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9984412f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362926336:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877030.918687:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 89128960, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x2a809
00010000:00010000:2.0:1788877030.918696:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.918711:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7887s v=(0 0)
00010000:00010000:2.0:1788877030.918716:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877030.918733:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877030.918748:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877031.023465:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981967 is committed
00002000:00010000:2.0:1788877031.024311:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 89128960 -> 90177536
00002000:00010000:2.0:1788877031.024318:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 174089 -> 176137
00010000:00010000:2.0:1788877031.024334:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.024352:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.024372:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.024380:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877031.024385:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.024393:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.024414:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.024421:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e768299 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877031.024558:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9984412f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362926336:12345-192.168.203.59@tcp:4:dd.500 Request processed in 105918us (106130us total) trans 4294981967 rc 0/0
00000100:00100000:2.0:1788877031.024568:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 114
00000100:00100000:2.0:1788877031.024577:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887896485043 time 7887927607217 state 0x2 ref 0
00000100:00100000:2.0:1788877031.032490:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877031.032606:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926464
00000100:00100000:1.0:1788877031.032619:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926464
00000100:00100000:1.0:1788877031.032671:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887896485043 time 7887927607217 state 0x0 ref 1
00000100:00100000:1.0:1788877031.032685:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887977607217 time 7887927607217 state 0x1 ref 1
00000100:00100000:1.0:1788877031.032856:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887977607217 time 7888041837104 state 0x0 ref 1
00000100:00100000:1.0:1788877031.032867:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362926464:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877031.032916:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 90177536, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x2b009
00010000:00010000:1.0:1788877031.032925:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.032940:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:1.0:1788877031.032944:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877031.032950:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.032963:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1788877031.152480:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981968 is committed
00002000:00010000:1.0:1788877031.152585:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 90177536 -> 91226112
00002000:00010000:1.0:1788877031.152589:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 176137 -> 178185
00010000:00010000:1.0:1788877031.152602:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.152614:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.152622:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.152629:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877031.152633:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.152640:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.152660:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.152667:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877031.152765:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362926464:12345-192.168.203.59@tcp:4:dd.500 Request processed in 119894us (120278us total) trans 4294981968 rc 0/0
00000100:00100000:1.0:1788877031.152777:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 115
00000100:00100000:1.0:1788877031.152787:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887977607217 time 7888041837104 state 0x2 ref 0
00000100:00100000:0.0:1788877031.176751:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877031.176854:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926592
00000100:00100000:2.0:1788877031.176863:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926592
00000100:00100000:2.0:1788877031.176917:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7887977607217 time 7888041837104 state 0x0 ref 1
00000100:00100000:2.0:1788877031.176931:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888091837104 time 7888041837104 state 0x1 ref 1
00000100:00100000:2.0:1788877031.176962:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888091837104 time 7888185944268 state 0x0 ref 1
00000100:00100000:2.0:1788877031.176982:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362926592:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877031.177155:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 91226112, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x2b809
00010000:00010000:2.0:1788877031.177165:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.177182:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:2.0:1788877031.177187:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877031.177194:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.177209:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788877031.251702:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981969 is committed
00002000:00010000:3.0:1788877031.251985:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 91226112 -> 92274688
00002000:00010000:3.0:1788877031.251990:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 178185 -> 180233
00010000:00010000:3.0:1788877031.252042:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.252056:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.252064:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.252072:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877031.252076:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.252084:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.252102:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.252110:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000502f03c3/0x3868396b8e7682a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877031.252203:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362926592:12345-192.168.203.59@tcp:4:dd.500 Request processed in 75219us (75458us total) trans 4294981969 rc 0/0
00000100:00100000:3.0:1788877031.252215:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 116
00000100:00100000:3.0:1788877031.252224:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888091837104 time 7888185944268 state 0x2 ref 0
00000100:00100000:2.0:1788877031.265681:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877031.265789:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926720
00000100:00100000:1.0:1788877031.265799:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926720
00000100:00100000:1.0:1788877031.265875:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888091837104 time 7888185944268 state 0x0 ref 1
00000100:00100000:1.0:1788877031.265890:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888235944268 time 7888185944268 state 0x1 ref 1
00000100:00100000:1.0:1788877031.265923:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888235944268 time 7888274904477 state 0x0 ref 1
00000100:00100000:1.0:1788877031.265935:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362926720:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877031.265991:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 92274688, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x2c009
00010000:00010000:1.0:1788877031.266001:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.266073:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:1.0:1788877031.266078:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877031.266084:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.266098:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1788877031.343300:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981970 is committed
00002000:00010000:3.0:1788877031.343461:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 92274688 -> 93323264
00002000:00010000:3.0:1788877031.343466:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 180233 -> 182281
00010000:00010000:3.0:1788877031.343481:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.343494:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.343502:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.343510:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877031.343515:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.343524:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.343549:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.343557:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7682ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877031.343684:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362926720:12345-192.168.203.59@tcp:4:dd.500 Request processed in 77744us (78007us total) trans 4294981970 rc 0/0
00000100:00100000:3.0:1788877031.343697:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 117
00000100:00100000:3.0:1788877031.343708:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888235944268 time 7888274904477 state 0x2 ref 0
00000100:00100000:3.0:1788877031.354740:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877031.354808:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926848
00000100:00100000:1.0:1788877031.354821:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926848
00000100:00100000:1.0:1788877031.354962:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888235944268 time 7888274904477 state 0x0 ref 1
00000100:00100000:1.0:1788877031.354979:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888324904477 time 7888274904477 state 0x1 ref 1
00000100:00100000:1.0:1788877031.355397:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888324904477 time 7888363993646 state 0x0 ref 1
00000100:00100000:3.0:1788877031.355527:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362926848:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877031.355590:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 93323264, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x2c809
00010000:00010000:3.0:1788877031.355601:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.355631:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:3.0:1788877031.355637:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877031.355646:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.355663:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877031.419662:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981971 is committed
00002000:00010000:2.0:1788877031.419773:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 93323264 -> 94371840
00002000:00010000:2.0:1788877031.419778:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 182281 -> 184329
00010000:00010000:2.0:1788877031.419793:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.419817:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.419835:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.419843:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877031.419849:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.419857:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.419875:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.419882:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5f2c3c2/0x3868396b8e7682b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877031.420391:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362926848:12345-192.168.203.59@tcp:4:dd.500 Request processed in 64976us (65654us total) trans 4294981971 rc 0/0
00000100:00100000:2.0:1788877031.420403:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 118
00000100:00100000:2.0:1788877031.420411:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888324904477 time 7888363993646 state 0x2 ref 0
00000100:00100000:2.0:1788877031.426678:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877031.426765:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362926976
00000100:00100000:0.0:1788877031.426776:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362926976
00000100:00100000:0.0:1788877031.426848:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888324904477 time 7888363993646 state 0x0 ref 1
00000100:00100000:0.0:1788877031.426867:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888413993646 time 7888363993646 state 0x1 ref 1
00000100:00100000:0.0:1788877031.426899:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888413993646 time 7888435881274 state 0x0 ref 1
00000100:00100000:0.0:1788877031.426920:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362926976:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877031.426977:0:6589:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 94371840, mtime: 0x6aa018e7, atime: 0x0, ctime: 0x6aa018e7, blocks: 0x2d009
00010000:00010000:0.0:1788877031.426986:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877031.427001:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:0.0:1788877031.427006:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877031.427055:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877031.427069:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877031.504182:0:6589:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 94371840 -> 95420416
00002000:00010000:2.0:1788877031.504191:0:6589:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877031 -> 1788877032
00002000:00010000:2.0:1788877031.504194:0:6589:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877031 -> 1788877032
00002000:00010000:2.0:1788877031.504196:0:6589:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 184329 -> 186379
00010000:00010000:2.0:1788877031.504210:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.504223:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.504233:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.504240:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877031.504244:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.504253:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.504270:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.504278:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000738e48ef/0x3868396b8e7682bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877031.504374:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362926976:12345-192.168.203.59@tcp:4:dd.500 Request processed in 77461us (77701us total) trans 4294981972 rc 0/0
00000100:00100000:2.0:1788877031.504385:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 119
00000100:00100000:2.0:1788877031.504394:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888413993646 time 7888435881274 state 0x2 ref 0
00000001:00080000:3.0:1788877031.506722:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981972 is committed
00000100:00100000:3.0:1788877031.517936:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877031.522406:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362927104
00000100:00100000:0.0:1788877031.522424:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362927104
00000100:00100000:1.0:1788877031.522573:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888413993646 time 7888435881274 state 0x0 ref 1
00000100:00100000:1.0:1788877031.522591:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888485881274 time 7888435881274 state 0x1 ref 1
00000100:00100000:1.0:1788877031.522630:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888485881274 time 7888531611796 state 0x0 ref 1
00000100:00100000:1.0:1788877031.522643:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362927104:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:1.0:1788877031.522696:0:19113:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 95420416, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x2d80b
00010000:00010000:1.0:1788877031.522705:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.522720:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:1.0:1788877031.522724:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877031.522730:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877031.522744:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877031.538293:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:2.0:1788877031.604609:0:19113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 95420416 -> 96468992
00002000:00010000:2.0:1788877031.604619:0:19113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 186379 -> 188427
00010000:00010000:2.0:1788877031.604634:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.604645:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.604654:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.604662:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877031.604666:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.604675:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.604694:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.604702:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bac541a/0x3868396b8e7682c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877031.604806:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362927104:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82159us (86888us total) trans 4294981973 rc 0/0
00000100:00100000:2.0:1788877031.604817:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 120
00000100:00100000:2.0:1788877031.604902:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888485881274 time 7888531611796 state 0x2 ref 0
00000001:00080000:2.0:1788877031.604940:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981973 is committed
00000100:00100000:1.0:1788877031.619120:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877031.619200:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362927232
00000100:00100000:2.0:1788877031.619210:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362927232
00000100:00100000:2.0:1788877031.619276:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888485881274 time 7888531611796 state 0x0 ref 1
00000100:00100000:2.0:1788877031.619289:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888581611796 time 7888531611796 state 0x1 ref 1
00000100:00100000:2.0:1788877031.619320:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888581611796 time 7888628302007 state 0x0 ref 1
00000100:00100000:2.0:1788877031.619336:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362927232:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877031.619398:0:20684:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 96468992, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x2e00b
00010000:00010000:2.0:1788877031.619408:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.619425:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:2.0:1788877031.619430:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877031.619437:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.619450:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877031.729212:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981974 is committed
00002000:00010000:2.0:1788877031.731840:0:20684:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 96468992 -> 97517568
00002000:00010000:2.0:1788877031.731849:0:20684:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 188427 -> 190475
00010000:00010000:2.0:1788877031.731862:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.731875:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.731885:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.731892:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ea00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877031.731897:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.731907:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.731926:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.731935:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877031.732829:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362927232:12345-192.168.203.59@tcp:4:dd.500 Request processed in 113491us (113713us total) trans 4294981974 rc 0/0
00000100:00100000:2.0:1788877031.732842:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 121
00000100:00100000:2.0:1788877031.732852:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888581611796 time 7888628302007 state 0x2 ref 0
00000100:00100000:1.0:1788877031.740315:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877031.740407:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362927360
00000100:00100000:3.0:1788877031.740417:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362927360
00000100:00100000:3.0:1788877031.740480:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888581611796 time 7888628302007 state 0x0 ref 1
00000100:00100000:3.0:1788877031.740495:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888678302007 time 7888628302007 state 0x1 ref 1
00000100:00100000:3.0:1788877031.740530:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888678302007 time 7888749512117 state 0x0 ref 1
00000100:00100000:3.0:1788877031.740543:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362927360:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877031.740802:0:19108:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 97517568, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x2e80b
00010000:00010000:3.0:1788877031.740812:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.740828:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:3.0:1788877031.740832:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877031.740839:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.740853:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877031.816996:0:19108:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 97517568 -> 98566144
00002000:00010000:3.0:1788877031.817008:0:19108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 190475 -> 192523
00010000:00010000:3.0:1788877031.817053:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.817067:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.817077:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.817084:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877031.817090:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.817105:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.817124:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877031.817131:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877031.817234:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362927360:12345-192.168.203.59@tcp:4:dd.500 Request processed in 76688us (76921us total) trans 4294981975 rc 0/0
00000100:00100000:3.0:1788877031.817244:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 122
00000100:00100000:3.0:1788877031.817252:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888678302007 time 7888749512117 state 0x2 ref 0
00000001:00080000:0.0:1788877031.817321:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981975 is committed
00000100:00100000:1.0:1788877031.830971:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877031.831115:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362927488
00000100:00100000:2.0:1788877031.831125:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362927488
00000100:00100000:2.0:1788877031.831180:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888678302007 time 7888749512117 state 0x0 ref 1
00000100:00100000:2.0:1788877031.831195:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888799512117 time 7888749512117 state 0x1 ref 1
00000100:00100000:2.0:1788877031.831226:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888799512117 time 7888840208554 state 0x0 ref 1
00000100:00100000:2.0:1788877031.831237:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362927488:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877031.831288:0:19111:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 98566144, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x2f00b
00010000:00010000:2.0:1788877031.831297:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.831313:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7888s v=(0 0)
00010000:00010000:2.0:1788877031.831317:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877031.831324:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.831339:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877031.864170:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788877031.864192:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365783936:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788877031.864260:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877031.864329:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365783936
00000100:00100000:1.0:1788877031.864337:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365783936
00000100:00100000:1.0:1788877031.864408:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 417
00000100:00100000:1.0:1788877031.864418:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365783936:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877031.864439:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 220004352 pending 1703936 free 3761242112 avail 3750756352
00000100:00100000:1.0:1788877031.864493:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365783936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877031.864501:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 417
00000100:00080000:3.0:1788877031.865230:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877031.870177:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365783936:0@lo:13:osp-pre-0-0.0
00002000:00010000:2.0:1788877031.993686:0:19111:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 98566144 -> 99614720
00002000:00010000:2.0:1788877031.993697:0:19111:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 192523 -> 194571
00010000:00010000:2.0:1788877031.993716:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.993730:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.993740:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.993749:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ea00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877031.993754:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.993765:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.993787:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877031.993795:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e7682d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877031.993883:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2355:x1875765362927488:12345-192.168.203.59@tcp:4:dd.500 Request processed in 162642us (162916us total) trans 4294981976 rc 0/0
00000100:00100000:2.0:1788877031.993894:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 123
00000100:00100000:2.0:1788877031.993902:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888799512117 time 7888840208554 state 0x2 ref 0
00000001:00080000:3.0:1788877032.001252:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981976 is committed
00000100:00100000:3.0:1788877032.013236:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877032.013271:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362927616
00000100:00100000:3.0:1788877032.013281:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362927616
00000100:00100000:3.0:1788877032.013344:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888799512117 time 7888840208554 state 0x0 ref 1
00000100:00100000:3.0:1788877032.013368:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888890208554 time 7888840208554 state 0x1 ref 1
00000100:00100000:3.0:1788877032.013393:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888890208554 time 7889022374536 state 0x0 ref 1
00000100:00100000:3.0:1788877032.013404:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2356:x1875765362927616:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877032.013449:0:6590:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 99614720, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x2f80b
00010000:00010000:3.0:1788877032.013458:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.014372:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7889s v=(0 0)
00010000:00010000:3.0:1788877032.014377:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877032.014384:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.014399:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1788877032.014754:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:3.0:1788877032.139064:0:6590:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 99614720 -> 100663296
00002000:00010000:3.0:1788877032.139072:0:6590:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 194571 -> 196619
00010000:00010000:3.0:1788877032.139085:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.139099:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.139107:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.139114:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877032.139119:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.139129:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.139148:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.139156:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce7a6d74/0x3868396b8e7682df lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877032.139251:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362927616:12345-192.168.203.59@tcp:4:dd.500 Request processed in 125844us (126018us total) trans 4294981977 rc 0/0
00000100:00100000:3.0:1788877032.139262:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 124
00000100:00100000:3.0:1788877032.139271:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888890208554 time 7889022374536 state 0x2 ref 0
00000001:00080000:3.0:1788877032.139310:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981977 is committed
00000100:00100000:3.0:1788877032.148096:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.148388:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362927744
00000100:00100000:2.0:1788877032.148398:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362927744
00000100:00100000:2.0:1788877032.148452:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7888890208554 time 7889022374536 state 0x0 ref 1
00000100:00100000:2.0:1788877032.148466:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889072374536 time 7889022374536 state 0x1 ref 1
00000100:00100000:2.0:1788877032.148499:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889072374536 time 7889157480686 state 0x0 ref 1
00000100:00100000:2.0:1788877032.148513:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362927744:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877032.148559:0:18418:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 100663296, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x3000b
00010000:00010000:2.0:1788877032.148569:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.148585:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7889s v=(0 0)
00010000:00010000:2.0:1788877032.148590:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.148596:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.148611:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877032.262305:0:18418:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 100663296 -> 101711872
00002000:00010000:2.0:1788877032.262315:0:18418:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 196619 -> 198667
00010000:00010000:2.0:1788877032.262330:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.262359:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.262368:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.262375:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877032.262380:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.262387:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.262406:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.262413:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1788877032.262598:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981978 is committed
00000100:00100000:2.0:1788877032.262693:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362927744:12345-192.168.203.59@tcp:4:dd.500 Request processed in 114175us (114596us total) trans 4294981978 rc 0/0
00000100:00100000:2.0:1788877032.262705:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 125
00000100:00100000:2.0:1788877032.262714:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889072374536 time 7889157480686 state 0x2 ref 0
00000100:00100000:3.0:1788877032.281939:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877032.282256:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362927872
00000100:00100000:0.0:1788877032.282266:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362927872
00000100:00100000:0.0:1788877032.282318:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889072374536 time 7889157480686 state 0x0 ref 1
00000100:00100000:0.0:1788877032.282331:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889207480686 time 7889157480686 state 0x1 ref 1
00000100:00100000:0.0:1788877032.282365:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889207480686 time 7889291347445 state 0x0 ref 1
00000100:00100000:0.0:1788877032.282377:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362927872:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:0.0:1788877032.282426:0:19109:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 101711872, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x3080b
00010000:00010000:0.0:1788877032.282435:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877032.282450:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7889s v=(0 0)
00010000:00010000:0.0:1788877032.282455:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877032.282461:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877032.282474:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877032.395439:0:19109:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 101711872 -> 102760448
00002000:00010000:3.0:1788877032.395450:0:19109:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 198667 -> 200715
00010000:00010000:3.0:1788877032.395467:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.395481:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.395624:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.395633:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877032.395638:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.395649:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.395670:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.395678:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072dd2a33/0x3868396b8e7682ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877032.395818:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362927872:12345-192.168.203.59@tcp:4:dd.500 Request processed in 113438us (113882us total) trans 4294981979 rc 0/0
00000100:00100000:3.0:1788877032.395830:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 126
00000100:00100000:3.0:1788877032.395839:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889207480686 time 7889291347445 state 0x2 ref 0
00000001:00080000:3.0:1788877032.395880:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981979 is committed
00000100:00100000:3.0:1788877032.416852:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.416938:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362928000
00000100:00100000:2.0:1788877032.416949:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362928000
00000100:00100000:2.0:1788877032.417055:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889207480686 time 7889291347445 state 0x0 ref 1
00000100:00100000:2.0:1788877032.417070:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889341347445 time 7889291347445 state 0x1 ref 1
00000100:00100000:2.0:1788877032.417096:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889341347445 time 7889426078568 state 0x0 ref 1
00000100:00100000:2.0:1788877032.417108:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362928000:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:2.0:1788877032.417157:0:18424:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 102760448, mtime: 0x6aa018e8, atime: 0x0, ctime: 0x6aa018e8, blocks: 0x3100b
00010000:00010000:2.0:1788877032.417166:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.417184:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7889s v=(0 0)
00010000:00010000:2.0:1788877032.417189:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.417195:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.417210:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877032.518956:0:18424:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 102760448 -> 103809024
00002000:00010000:3.0:1788877032.518976:0:18424:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb mtime from disk: 1788877032 -> 1788877033
00002000:00010000:3.0:1788877032.518980:0:18424:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb ctime from disk: 1788877032 -> 1788877033
00002000:00010000:3.0:1788877032.518982:0:18424:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 200715 -> 202763
00010000:00010000:3.0:1788877032.518998:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.519052:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.519062:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.519070:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ee00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877032.519075:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.519084:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.519102:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.519110:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000775cd4fd/0x3868396b8e7682f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877032.519205:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2357:x1875765362928000:12345-192.168.203.59@tcp:4:dd.500 Request processed in 102093us (102358us total) trans 4294981980 rc 0/0
00000100:00100000:3.0:1788877032.519216:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 127
00000100:00100000:3.0:1788877032.519226:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889341347445 time 7889426078568 state 0x2 ref 0
00000001:00080000:3.0:1788877032.519266:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981980 is committed
00000100:00100000:3.0:1788877032.524457:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.526907:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362928128
00000100:00100000:2.0:1788877032.526922:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362928128
00000100:00100000:3.0:1788877032.527269:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889341347445 time 7889426078568 state 0x0 ref 1
00000100:00100000:3.0:1788877032.527284:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889476078568 time 7889426078568 state 0x1 ref 1
00000100:00100000:3.0:1788877032.527322:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889476078568 time 7889536303617 state 0x0 ref 1
00000100:00100000:3.0:1788877032.527335:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362928128:12345-192.168.203.59@tcp:4:dd.500
00002000:00010000:3.0:1788877032.527393:0:32430:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 103809024, mtime: 0x6aa018e9, atime: 0x0, ctime: 0x6aa018e9, blocks: 0x3180b
00010000:00010000:3.0:1788877032.527402:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.527417:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7889s v=(0 0)
00010000:00010000:3.0:1788877032.527421:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877032.527426:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.527439:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877032.562860:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:1.0:1788877032.609979:0:32430:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb size from disk: 103809024 -> 104857600
00002000:00010000:1.0:1788877032.609987:0:32430:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe54:0x0] updating lvb blocks from disk: 202763 -> 204811
00010000:00010000:1.0:1788877032.610001:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877032.610041:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877032.610050:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877032.610057:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357be00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877032.610062:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877032.610072:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877032.610090:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877032.610098:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e9ca69b/0x3868396b8e7682fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877032.610180:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998318412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2358:x1875765362928128:12345-192.168.203.59@tcp:4:dd.500 Request processed in 82843us (85727us total) trans 4294981981 rc 0/0
00000100:00100000:1.0:1788877032.610190:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 128
00000100:00100000:1.0:1788877032.610199:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889476078568 time 7889536303617 state 0x2 ref 0
00000001:00080000:2.0:1788877032.610935:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981981 is committed
00000100:00100000:0.0:1788877032.613841:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.613959:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362928384
00000100:00100000:2.0:1788877032.613978:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362928384
00000100:00100000:2.0:1788877032.614080:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9911
00000100:00100000:2.0:1788877032.614092:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:253844:x1875765362928384:12345-192.168.203.59@tcp:35:dd.500
00000001:00080000:2.0:1788877032.614412:0:5794:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4295010922
00000100:00100000:2.0:1788877032.614541:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253844:x1875765362928384:12345-192.168.203.59@tcp:35:dd.500 Request processed in 451us (708us total) trans 4295010923 rc 0/0
00000100:00100000:2.0:1788877032.614549:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9911
00000020:00080000:2.0:1788877032.614555:0:5794:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00080000:3.0:1788877032.616493:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788877032.781467:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877032.781566:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362928640
00000100:00100000:3.0:1788877032.781576:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362928640
00000100:00100000:3.0:1788877032.781640:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60414
00000100:00100000:3.0:1788877032.781651:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253860:x1875765362928640:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788877032.781677:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877032.781699:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e768302 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888970 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.781821:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e768309 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.781836:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e768309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.781848:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e768309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1788877032.781860:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbb:0x0]: returning size 104857600
00010000:00010000:3.0:1788877032.782005:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357bc00/0x3868396b8e768302 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888970 expref: 13 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.782050:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e768309 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888970 expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.782060:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbb:0x0].0x0 (ffff998403b03300)
00010000:00010000:3.0:1788877032.782063:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1788877032.782066:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357b200, rc 0)
00000100:00100000:3.0:1788877032.782125:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253860:x1875765362928640:12345-192.168.203.59@tcp:101:dd.500 Request processed in 477us (667us total) trans 4295010924 rc 0/0
00000100:00100000:3.0:1788877032.782132:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60414
00000100:00100000:1.0:1788877032.785056:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877032.785099:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.785187:0:6599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362928768
00000100:00100000:2.0:1788877032.785195:0:6599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362928768
00000100:00100000:2.0:1788877032.785249:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1221
00000100:00100000:2.0:1788877032.785259:0:6599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998402f11c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2357:x1875765362928768:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877032.785274:0:6599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877032.785298:0:6599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99843357b200/0x3868396b8e768309 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888970 expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.785317:0:6599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbb:0x0].0x0 (ffff998403b03300)
00010000:00010000:2.0:1788877032.785321:0:6599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877032.785396:0:6599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998402f11c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2357:x1875765362928768:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 138us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877032.785403:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1221
00000100:00100000:3.0:1788877032.785615:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362928896
00000100:00100000:3.0:1788877032.785620:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362928896
00000100:00100000:3.0:1788877032.785665:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 600
00000100:00100000:3.0:1788877032.785674:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362928896:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:3.0:1788877032.785689:0:26913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1788877032.785706:0:26913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e768317 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888977 expref: -99 pid: 26913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1788877032.785733:0:26913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 104857600, mtime: 0x6aa018e9, atime: 0x0, ctime: 0x6aa018e9, blocks: 0x3200b
00010000:00010000:3.0:1788877032.785753:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7889s v=(0 0)
00010000:00010000:3.0:1788877032.785757:0:26913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877032.785767:0:26913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e768317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888977 expref: 6 pid: 26913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.785783:0:26913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e768317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888977 expref: 6 pid: 26913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877032.785795:0:26913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99843357a200, rc 0)
00000100:00100000:3.0:1788877032.785820:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362928896:12345-192.168.203.59@tcp:101:dd.500 Request processed in 147us (720us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877032.785826:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 600
00000100:00100000:0.0:1788877032.792107:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.792185:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929024
00000100:00100000:2.0:1788877032.792195:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929024
00000100:00100000:2.0:1788877032.792248:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889476078568 time 7889536303617 state 0x0 ref 1
00000100:00100000:2.0:1788877032.792260:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889586303617 time 7889536303617 state 0x1 ref 1
00000100:00100000:2.0:1788877032.792292:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889586303617 time 7889801274105 state 0x0 ref 1
00000100:00100000:2.0:1788877032.792305:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929024:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877032.792341:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.792367:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.792371:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.792377:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.792389:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.820954:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.820981:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.820991:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.820997:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877032.821006:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.821039:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.821059:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.821068:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76831e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877032.821156:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929024:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28848us (29054us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877032.821167:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 129
00000100:00100000:2.0:1788877032.821177:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889586303617 time 7889801274105 state 0x2 ref 0
00000100:00100000:0.0:1788877032.832550:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.832644:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929152
00000100:00100000:2.0:1788877032.832653:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929152
00000100:00100000:2.0:1788877032.832705:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889586303617 time 7889801274105 state 0x0 ref 1
00000100:00100000:2.0:1788877032.832718:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 2 deadline 7889851274105 time 7889801274105 state 0x1 ref 1
00000100:00100000:2.0:1788877032.832745:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7889851274105 time 7889841727284 state 0x0 ref 1
00000100:00100000:2.0:1788877032.832755:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362929152:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877032.832791:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.832807:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.832812:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.832819:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.832832:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.853686:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.853705:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.853714:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.853720:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877032.853725:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.853733:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.853752:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.853760:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768325 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877032.853842:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362929152:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21083us (21295us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877032.853854:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 130
00000100:00100000:2.0:1788877032.853863:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7889851274105 time 7889841727284 state 0x2 ref 0
00000100:00100000:3.0:1788877032.860362:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.860463:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929280
00000100:00100000:2.0:1788877032.860473:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929280
00000100:00100000:2.0:1788877032.860525:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7889851274105 time 7889841727284 state 0x0 ref 1
00000100:00100000:2.0:1788877032.860538:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7889891727284 time 7889841727284 state 0x1 ref 1
00000100:00100000:2.0:1788877032.860568:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889891727284 time 7889869550319 state 0x0 ref 1
00000100:00100000:2.0:1788877032.860580:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362929280:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877032.860612:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.860628:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.860632:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.860639:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.860652:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.878629:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.878646:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.878660:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.878667:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877032.878672:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.878680:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.878697:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.878704:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e76832c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877032.878789:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362929280:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18206us (18441us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877032.878800:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 131
00000100:00100000:2.0:1788877032.878809:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889891727284 time 7889869550319 state 0x2 ref 0
00000100:00100000:1.0:1788877032.886736:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877032.886827:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929408
00000100:00100000:3.0:1788877032.886837:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929408
00000100:00100000:3.0:1788877032.886890:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889891727284 time 7889869550319 state 0x0 ref 1
00000100:00100000:3.0:1788877032.886903:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889919550319 time 7889869550319 state 0x1 ref 1
00000100:00100000:2.0:1788877032.910829:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889919550319 time 7889919798252 state 0x0 ref 1
00000100:00100000:2.0:1788877032.910865:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362929408:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877032.910907:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.910925:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.910930:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877032.910937:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.910952:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.922505:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.922524:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.922534:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.922542:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877032.922547:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.922556:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.922573:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.922587:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0ac184/0x3868396b8e768333 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877032.922668:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362929408:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11815us (35938us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877032.922679:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 132
00000100:00100000:2.0:1788877032.922688:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889919550319 time 7889919798252 state 0x2 ref 0
00000100:00100000:3.0:1788877032.931931:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877032.932047:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929536
00000100:00100000:0.0:1788877032.932057:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929536
00000100:00100000:0.0:1788877032.932109:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889919550319 time 7889919798252 state 0x0 ref 1
00000100:00100000:0.0:1788877032.932121:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889969798252 time 7889919798252 state 0x1 ref 1
00000100:00100000:0.0:1788877032.960956:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889969798252 time 7889969924477 state 0x0 ref 1
00000100:00100000:0.0:1788877032.961044:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929536:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877032.961090:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877032.961109:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877032.961114:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877032.961121:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877032.961135:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.975422:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.975444:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.975455:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.975462:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409ddb400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877032.975467:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.975476:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.975503:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877032.975512:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf249201/0x3868396b8e76833a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877032.975596:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929536:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14605us (43669us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877032.975607:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 133
00000100:00100000:2.0:1788877032.975616:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889969798252 time 7889969924477 state 0x2 ref 0
00000100:00100000:3.0:1788877032.983750:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877032.983862:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929664
00000100:00100000:2.0:1788877032.983873:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929664
00000100:00100000:2.0:1788877032.983933:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7889969798252 time 7889969924477 state 0x0 ref 1
00000100:00100000:2.0:1788877032.983947:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890019924477 time 7889969924477 state 0x1 ref 1
00000100:00100000:3.0:1788877033.011776:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890019924477 time 7890020745904 state 0x0 ref 1
00000100:00100000:3.0:1788877033.011809:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362929664:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877033.011852:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.011874:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788877033.011879:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877033.011886:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.011904:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.050376:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.050397:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.050406:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.050413:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357a400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.050429:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.050443:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.050463:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.050470:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d29ad3a/0x3868396b8e768341 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.050561:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362929664:12345-192.168.203.59@tcp:3:dd.500 Request processed in 38760us (66819us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.050572:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 134
00000100:00100000:2.0:1788877033.050582:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890019924477 time 7890020745904 state 0x2 ref 0
00000100:00100000:3.0:1788877033.065508:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877033.065613:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929792
00000100:00100000:0.0:1788877033.065623:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929792
00000100:00100000:0.0:1788877033.065681:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890019924477 time 7890020745904 state 0x0 ref 1
00000100:00100000:0.0:1788877033.065695:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890070745904 time 7890020745904 state 0x1 ref 1
00000100:00100000:0.0:1788877033.065728:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890070745904 time 7890074709277 state 0x0 ref 1
00000100:00100000:0.0:1788877033.065741:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929792:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877033.065786:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.065807:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.065811:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.065817:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.065830:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.084973:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.084993:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.085010:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.085064:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877033.085069:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.085078:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.085096:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.085105:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e768348 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877033.085183:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929792:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19439us (19679us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877033.085193:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 135
00000100:00100000:1.0:1788877033.085202:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890070745904 time 7890074709277 state 0x2 ref 0
00000100:00100000:3.0:1788877033.097372:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877033.097601:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362929920
00000100:00100000:2.0:1788877033.097612:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362929920
00000100:00100000:2.0:1788877033.097665:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890070745904 time 7890074709277 state 0x0 ref 1
00000100:00100000:2.0:1788877033.097679:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890124709277 time 7890074709277 state 0x1 ref 1
00000100:00100000:0.0:1788877033.116049:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890124709277 time 7890124973462 state 0x0 ref 1
00000100:00100000:0.0:1788877033.116083:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929920:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877033.116132:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.116151:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.116156:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.116162:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.116176:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.143721:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.143742:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.143871:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.143881:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998409dda800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877033.143886:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.143895:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.143915:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.143923:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a625bc00/0x3868396b8e76834f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877033.144317:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362929920:12345-192.168.203.59@tcp:3:dd.500 Request processed in 28244us (46948us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877033.144328:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 136
00000100:00100000:1.0:1788877033.144337:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890124709277 time 7890124973462 state 0x2 ref 0
00000100:00100000:1.0:1788877033.158295:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877033.167636:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930048
00000100:00100000:2.0:1788877033.167651:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930048
00000100:00100000:2.0:1788877033.167716:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890124709277 time 7890124973462 state 0x0 ref 1
00000100:00100000:2.0:1788877033.167730:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890174973462 time 7890124973462 state 0x1 ref 1
00000100:00100000:2.0:1788877033.167763:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890174973462 time 7890176745091 state 0x0 ref 1
00000100:00100000:2.0:1788877033.167777:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362930048:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.167811:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.167827:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.167832:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.167838:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.167852:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.187120:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.187142:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.187151:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.187159:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358eae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.187164:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.187175:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.187200:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.187209:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768356 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.187314:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362930048:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19535us (29026us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.187325:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 137
00000100:00100000:2.0:1788877033.187334:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890174973462 time 7890176745091 state 0x2 ref 0
00000100:00100000:3.0:1788877033.198637:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877033.198893:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930176
00000100:00100000:2.0:1788877033.198906:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930176
00000100:00100000:2.0:1788877033.198968:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890174973462 time 7890176745091 state 0x0 ref 1
00000100:00100000:2.0:1788877033.198981:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890226745091 time 7890176745091 state 0x1 ref 1
00000100:00100000:2.0:1788877033.217902:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890226745091 time 7890226872465 state 0x0 ref 1
00000100:00100000:2.0:1788877033.217932:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930176:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.217972:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.217989:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.217993:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.218000:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.218046:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.225074:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.225099:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.225110:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.225118:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358eae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.225123:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.225133:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.225154:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.225163:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76835d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.225256:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930176:12345-192.168.203.59@tcp:3:dd.500 Request processed in 7332us (26623us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.225267:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 138
00000100:00100000:2.0:1788877033.225276:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890226745091 time 7890226872465 state 0x2 ref 0
00000100:00100000:0.0:1788877033.234719:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877033.234859:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930304
00000100:00100000:3.0:1788877033.234869:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930304
00000100:00100000:3.0:1788877033.234925:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890226745091 time 7890226872465 state 0x0 ref 1
00000100:00100000:3.0:1788877033.234938:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890276872465 time 7890226872465 state 0x1 ref 1
00000100:00100000:2.0:1788877033.268138:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890276872465 time 7890277107731 state 0x0 ref 1
00000100:00100000:2.0:1788877033.268172:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362930304:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.268213:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.268229:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.268232:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.268238:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.268251:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.277270:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.277289:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.277304:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.277312:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358eae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.277317:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.277327:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.277356:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.277365:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e768364 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.277461:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362930304:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9291us (42740us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.277473:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 139
00000100:00100000:2.0:1788877033.277482:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890276872465 time 7890277107731 state 0x2 ref 0
00000100:00100000:1.0:1788877033.297537:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877033.297670:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930432
00000100:00100000:0.0:1788877033.297680:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930432
00000100:00100000:0.0:1788877033.297730:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890276872465 time 7890277107731 state 0x0 ref 1
00000100:00100000:0.0:1788877033.297742:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890327107731 time 7890277107731 state 0x1 ref 1
00000100:00100000:2.0:1788877033.319657:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890327107731 time 7890328625857 state 0x0 ref 1
00000100:00100000:2.0:1788877033.319689:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362930432:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.319740:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.319758:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.319763:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.319771:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.319784:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.346438:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.346459:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.346683:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.346693:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358eae00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.346698:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.346708:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.346727:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.346736:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea79b858/0x3868396b8e76836b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.347287:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362930432:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27604us (49752us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.347302:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 140
00000100:00100000:0.0:1788877033.347311:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890327107731 time 7890328625857 state 0x2 ref 0
00000100:00100000:1.0:1788877033.359920:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877033.363731:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930560
00000100:00100000:2.0:1788877033.364090:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930560
00000100:00100000:2.0:1788877033.364156:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890327107731 time 7890328625857 state 0x0 ref 1
00000100:00100000:2.0:1788877033.364172:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890378625857 time 7890328625857 state 0x1 ref 1
00000100:00100000:3.0:1788877033.374668:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890378625857 time 7890383637497 state 0x0 ref 1
00000100:00100000:3.0:1788877033.374697:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362930560:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877033.374742:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.375851:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877033.375856:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877033.375864:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.375880:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.446386:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.446408:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.446417:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.446424:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877033.446429:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.446438:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.446462:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.446470:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be0c0cc/0x3868396b8e768372 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877033.446561:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362930560:12345-192.168.203.59@tcp:3:dd.500 Request processed in 71871us (86645us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877033.446573:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 141
00000100:00100000:3.0:1788877033.446582:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890378625857 time 7890383637497 state 0x2 ref 0
00000100:00100000:1.0:1788877033.472804:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877033.472975:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930688
00000100:00100000:3.0:1788877033.472986:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930688
00000100:00100000:2.0:1788877033.475110:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890378625857 time 7890383637497 state 0x0 ref 1
00000100:00100000:2.0:1788877033.475128:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890433637497 time 7890383637497 state 0x1 ref 1
00000100:00100000:2.0:1788877033.475310:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7890433637497 time 7890484290079 state 0x0 ref 1
00000100:00100000:2.0:1788877033.475331:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930688:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.475382:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.475405:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.475409:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.475416:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.475429:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.492597:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.492618:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.492628:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.492635:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.492641:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.492651:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.492683:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.492692:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e0d020d/0x3868396b8e768379 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.492796:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930688:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17470us (19996us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.492807:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 142
00000100:00100000:0.0:1788877033.492817:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7890433637497 time 7890484290079 state 0x2 ref 0
00000100:00100000:2.0:1788877033.516747:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877033.516860:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930816
00000100:00100000:0.0:1788877033.516872:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930816
00000100:00100000:0.0:1788877033.516933:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7890433637497 time 7890484290079 state 0x0 ref 1
00000100:00100000:0.0:1788877033.516947:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 1 deadline 7890534290079 time 7890484290079 state 0x1 ref 1
00000100:00100000:0.0:1788877033.516989:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890534290079 time 7890525970820 state 0x0 ref 1
00000100:00100000:0.0:1788877033.517010:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930816:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877033.517080:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.517096:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.517100:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.517107:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.517120:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.542873:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.542897:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.542906:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.542913:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99844092f400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.542918:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.542928:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.542946:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.542960:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e768380 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.543092:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930816:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26078us (26349us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.543103:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 143
00000100:00100000:0.0:1788877033.543113:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890534290079 time 7890525970820 state 0x2 ref 0
00000100:00100000:1.0:1788877033.550316:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877033.550428:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362930944
00000100:00100000:0.0:1788877033.550449:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362930944
00000100:00100000:0.0:1788877033.550510:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890534290079 time 7890525970820 state 0x0 ref 1
00000100:00100000:0.0:1788877033.550522:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890575970820 time 7890525970820 state 0x1 ref 1
00000100:00100000:2.0:1788877033.572740:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890575970820 time 7890581702799 state 0x0 ref 1
00000100:00100000:2.0:1788877033.572781:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930944:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.572828:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.572846:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.572851:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.572858:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.572873:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.582241:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877033.587225:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.587255:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.587263:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.587270:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.587275:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.587283:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.587302:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.587310:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768387 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.587406:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362930944:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14640us (37094us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.587418:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 144
00000100:00100000:2.0:1788877033.587427:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890575970820 time 7890581702799 state 0x2 ref 0
00000100:00100000:0.0:1788877033.591731:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877033.591804:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931072
00000100:00100000:2.0:1788877033.591814:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931072
00000100:00100000:2.0:1788877033.591873:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890575970820 time 7890581702799 state 0x0 ref 1
00000100:00100000:2.0:1788877033.591887:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890631702799 time 7890581702799 state 0x1 ref 1
00000100:00100000:2.0:1788877033.623047:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890631702799 time 7890631990279 state 0x0 ref 1
00000100:00100000:2.0:1788877033.623077:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362931072:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.623117:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.623135:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.623139:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.623144:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.623158:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.646332:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.646363:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.646372:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.646385:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.646390:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.646400:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.646418:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.646425:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e76838e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.646514:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362931072:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23445us (54788us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.646525:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 145
00000100:00100000:2.0:1788877033.646534:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890631702799 time 7890631990279 state 0x2 ref 0
00000100:00100000:0.0:1788877033.662278:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877033.662382:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931200
00000100:00100000:3.0:1788877033.662392:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931200
00000100:00100000:3.0:1788877033.662443:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890631702799 time 7890631990279 state 0x0 ref 1
00000100:00100000:3.0:1788877033.662456:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890681990279 time 7890631990279 state 0x1 ref 1
00000100:00100000:2.0:1788877033.673447:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890681990279 time 7890682417596 state 0x0 ref 1
00000100:00100000:2.0:1788877033.673478:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931200:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877033.673522:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.673539:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.673543:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877033.673550:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.673564:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.685130:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.685150:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.685160:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.685167:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.685173:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.685183:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.685205:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.685213:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009cdef1a/0x3868396b8e768395 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.685379:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931200:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11909us (23104us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.685391:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 146
00000100:00100000:2.0:1788877033.685402:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890681990279 time 7890682417596 state 0x2 ref 0
00000100:00100000:3.0:1788877033.695574:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877033.695671:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931328
00000100:00100000:0.0:1788877033.695681:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931328
00000100:00100000:0.0:1788877033.695733:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890681990279 time 7890682417596 state 0x0 ref 1
00000100:00100000:0.0:1788877033.695746:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890732417596 time 7890682417596 state 0x1 ref 1
00000100:00100000:0.0:1788877033.723558:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890732417596 time 7890732528973 state 0x0 ref 1
00000100:00100000:0.0:1788877033.723597:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931328:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877033.723647:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.723663:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.723667:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.723674:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.723687:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.740292:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.740319:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.740329:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.740336:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99844092f400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.740349:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.740359:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.740379:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.740387:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e76839c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.740494:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931328:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16911us (44925us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.740505:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 147
00000100:00100000:0.0:1788877033.740514:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890732417596 time 7890732528973 state 0x2 ref 0
00000100:00100000:3.0:1788877033.751664:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877033.752576:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931456
00000100:00100000:1.0:1788877033.752586:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931456
00000100:00100000:1.0:1788877033.752643:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890732417596 time 7890732528973 state 0x0 ref 1
00000100:00100000:1.0:1788877033.752659:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890782528973 time 7890732528973 state 0x1 ref 1
00000100:00100000:3.0:1788877033.776163:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890782528973 time 7890785131538 state 0x0 ref 1
00000100:00100000:3.0:1788877033.776196:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931456:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877033.776252:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.776273:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877033.776277:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877033.776284:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.776299:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.791663:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.791683:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.791692:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.791699:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441d28000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877033.791703:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.791711:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.791730:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877033.791738:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb29c90d/0x3868396b8e7683a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877033.791828:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931456:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15642us (40168us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877033.791839:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 148
00000100:00100000:2.0:1788877033.791848:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890782528973 time 7890785131538 state 0x2 ref 0
00000100:00100000:3.0:1788877033.802605:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877033.803375:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931584
00000100:00100000:1.0:1788877033.803386:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931584
00000100:00100000:1.0:1788877033.803441:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890782528973 time 7890785131538 state 0x0 ref 1
00000100:00100000:1.0:1788877033.803456:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890835131538 time 7890785131538 state 0x1 ref 1
00000100:00100000:1.0:1788877033.826272:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890835131538 time 7890835242133 state 0x0 ref 1
00000100:00100000:1.0:1788877033.826303:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362931584:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877033.826354:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.826371:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877033.826376:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877033.826382:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.826396:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.851164:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.851183:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.851192:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.851199:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.851203:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.851212:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.851230:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.851238:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7683aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.851319:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362931584:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25025us (48720us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.851329:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 149
00000100:00100000:0.0:1788877033.851338:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890835131538 time 7890835242133 state 0x2 ref 0
00000100:00100000:3.0:1788877033.866896:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877033.867096:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931712
00000100:00100000:0.0:1788877033.867108:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931712
00000100:00100000:0.0:1788877033.867176:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890835131538 time 7890835242133 state 0x0 ref 1
00000100:00100000:0.0:1788877033.867191:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890885242133 time 7890835242133 state 0x1 ref 1
00000100:00100000:3.0:1788877033.878699:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890885242133 time 7890887665292 state 0x0 ref 1
00000100:00100000:3.0:1788877033.878737:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931712:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877033.878784:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.878800:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877033.878805:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877033.878812:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877033.878825:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.890716:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.890736:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.890747:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.890755:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440949a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.890760:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.890770:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.890788:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.890796:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6f37ec1/0x3868396b8e7683b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.890875:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931712:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12151us (23985us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.890887:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 150
00000100:00100000:0.0:1788877033.890896:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890885242133 time 7890887665292 state 0x2 ref 0
00000100:00100000:3.0:1788877033.905445:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877033.905544:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931840
00000100:00100000:2.0:1788877033.905554:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931840
00000100:00100000:2.0:1788877033.905609:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890885242133 time 7890887665292 state 0x0 ref 1
00000100:00100000:2.0:1788877033.905624:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890937665292 time 7890887665292 state 0x1 ref 1
00000100:00100000:0.0:1788877033.928846:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890937665292 time 7890937816200 state 0x0 ref 1
00000100:00100000:0.0:1788877033.928878:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931840:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877033.928919:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.928934:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.928938:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877033.928946:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.928970:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.939383:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.939402:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.939411:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.939424:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99844092f400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.939429:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.939437:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.939457:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.939465:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d107b80d/0x3868396b8e7683b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.939553:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362931840:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10684us (34113us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.939563:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 151
00000100:00100000:0.0:1788877033.939572:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890937665292 time 7890937816200 state 0x2 ref 0
00000100:00100000:3.0:1788877033.957893:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877033.958006:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362931968
00000100:00100000:2.0:1788877033.958041:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362931968
00000100:00100000:2.0:1788877033.958103:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890937665292 time 7890937816200 state 0x0 ref 1
00000100:00100000:2.0:1788877033.958118:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890987816200 time 7890937816200 state 0x1 ref 1
00000100:00100000:1.0:1788877033.979069:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890987816200 time 7890987991544 state 0x0 ref 1
00000100:00100000:1.0:1788877033.979103:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362931968:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877033.979148:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.979166:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877033.979175:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877033.979183:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877033.979197:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.998472:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.998495:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.998504:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.998512:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877033.998518:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.998527:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.998551:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877033.998559:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e7683bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877033.998647:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362931968:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19551us (40759us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877033.998658:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 152
00000100:00100000:0.0:1788877033.998668:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890987816200 time 7890987991544 state 0x2 ref 0
00000100:00100000:2.0:1788877034.012504:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.012600:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932096
00000100:00100000:0.0:1788877034.012610:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932096
00000100:00100000:0.0:1788877034.012680:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7890987816200 time 7890987991544 state 0x0 ref 1
00000100:00100000:0.0:1788877034.012694:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891037991544 time 7890987991544 state 0x1 ref 1
00000100:00080000:3.0:1788877034.012799:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788877034.029643:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891037991544 time 7891038611255 state 0x0 ref 1
00000100:00100000:3.0:1788877034.029675:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932096:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877034.029724:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.029743:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=1s v=(0 0)
00010000:00010000:3.0:1788877034.029747:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877034.029754:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.029768:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.045414:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.045433:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.045443:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.045450:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877034.045455:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.045466:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.045488:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.045497:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf21167c/0x3868396b8e7683c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877034.045635:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932096:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15968us (33138us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877034.045646:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 153
00000100:00100000:3.0:1788877034.045656:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891037991544 time 7891038611255 state 0x2 ref 0
00000100:00100000:1.0:1788877034.074629:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.074730:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932224
00000100:00100000:0.0:1788877034.074741:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932224
00000100:00100000:0.0:1788877034.074799:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891037991544 time 7891038611255 state 0x0 ref 1
00000100:00100000:0.0:1788877034.074813:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891088611255 time 7891038611255 state 0x1 ref 1
00000100:00100000:2.0:1788877034.082441:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891088611255 time 7891091405898 state 0x0 ref 1
00000100:00100000:2.0:1788877034.082481:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932224:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877034.082543:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.082561:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877034.082566:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877034.082574:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.082590:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.100515:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.100543:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.100553:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.100559:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877034.100565:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.100576:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.100608:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.100617:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e7683cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877034.100763:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932224:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18296us (26139us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877034.100776:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 154
00000100:00100000:2.0:1788877034.100786:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891088611255 time 7891091405898 state 0x2 ref 0
00000100:00100000:1.0:1788877034.126641:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877034.126731:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932352
00000100:00100000:2.0:1788877034.126741:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932352
00000100:00100000:2.0:1788877034.126799:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891088611255 time 7891091405898 state 0x0 ref 1
00000100:00100000:2.0:1788877034.126811:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891141405898 time 7891091405898 state 0x1 ref 1
00000100:00100000:0.0:1788877034.133265:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891141405898 time 7891142235869 state 0x0 ref 1
00000100:00100000:0.0:1788877034.133296:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932352:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.133350:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.133366:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.133370:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.133376:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.133389:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.153502:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.153527:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.153538:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.153552:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99844092e400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.153557:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.153568:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.153589:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.153598:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.153707:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932352:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20420us (27071us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.153719:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 155
00000100:00100000:0.0:1788877034.153729:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891141405898 time 7891142235869 state 0x2 ref 0
00000100:00100000:1.0:1788877034.172152:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.172227:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932480
00000100:00100000:0.0:1788877034.172237:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932480
00000100:00100000:0.0:1788877034.172290:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891141405898 time 7891142235869 state 0x0 ref 1
00000100:00100000:0.0:1788877034.172303:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891192235869 time 7891142235869 state 0x1 ref 1
00000100:00100000:1.0:1788877034.183441:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891192235869 time 7891192408189 state 0x0 ref 1
00000100:00100000:1.0:1788877034.183475:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932480:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877034.183521:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.183538:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.183542:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.183548:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.183561:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.200701:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.200729:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.200739:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.200747:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.200752:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.200763:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.200783:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.200792:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b2078d/0x3868396b8e7683db lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.200876:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932480:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17411us (28728us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.200887:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 156
00000100:00100000:0.0:1788877034.200896:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891192235869 time 7891192408189 state 0x2 ref 0
00000100:00100000:2.0:1788877034.207191:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.207287:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932608
00000100:00100000:0.0:1788877034.207298:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932608
00000100:00100000:0.0:1788877034.207372:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891192235869 time 7891192408189 state 0x0 ref 1
00000100:00100000:0.0:1788877034.207386:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891242408189 time 7891192408189 state 0x1 ref 1
00000100:00100000:0.0:1788877034.235192:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891242408189 time 7891244161948 state 0x0 ref 1
00000100:00100000:0.0:1788877034.235227:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932608:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.235271:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.235288:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.235292:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.235298:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.235310:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.254528:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.254549:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.254558:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.254567:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99844092e400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877034.254572:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.254581:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.254600:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.254607:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907e0db4/0x3868396b8e7683e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877034.254757:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932608:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19541us (47571us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877034.254770:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 157
00000100:00100000:2.0:1788877034.254779:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891242408189 time 7891244161948 state 0x2 ref 0
00000100:00100000:2.0:1788877034.271253:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.271389:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932736
00000100:00100000:0.0:1788877034.271402:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932736
00000100:00100000:0.0:1788877034.271458:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891242408189 time 7891244161948 state 0x0 ref 1
00000100:00100000:0.0:1788877034.271472:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891294161948 time 7891244161948 state 0x1 ref 1
00000100:00100000:3.0:1788877034.285645:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891294161948 time 7891294614872 state 0x0 ref 1
00000100:00100000:3.0:1788877034.285677:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932736:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877034.285717:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.285731:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877034.285736:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877034.285742:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.285755:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.293124:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.293149:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.293157:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.293164:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877034.293168:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.293177:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.293199:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.293208:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8be7f7/0x3868396b8e7683e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877034.293293:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932736:12345-192.168.203.59@tcp:3:dd.500 Request processed in 7625us (22043us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877034.293304:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 158
00000100:00100000:3.0:1788877034.293313:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891294161948 time 7891294614872 state 0x2 ref 0
00000100:00100000:1.0:1788877034.301062:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.301227:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932864
00000100:00100000:0.0:1788877034.301238:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932864
00000100:00100000:0.0:1788877034.301293:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891294161948 time 7891294614872 state 0x0 ref 1
00000100:00100000:0.0:1788877034.301311:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891344614872 time 7891294614872 state 0x1 ref 1
00000100:00100000:1.0:1788877034.335784:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891344614872 time 7891344753702 state 0x0 ref 1
00000100:00100000:1.0:1788877034.335816:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932864:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877034.335858:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.335874:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.335878:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.335884:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.335898:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.355876:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.355898:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.355908:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.355916:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.355920:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.355929:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.355949:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.355957:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.356085:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362932864:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20277us (55027us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.356101:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 159
00000100:00100000:0.0:1788877034.356113:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891344614872 time 7891344753702 state 0x2 ref 0
00000100:00100000:2.0:1788877034.366256:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877034.366350:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362932992
00000100:00100000:3.0:1788877034.366360:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362932992
00000100:00100000:3.0:1788877034.366413:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891344614872 time 7891344753702 state 0x0 ref 1
00000100:00100000:3.0:1788877034.366426:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891394753702 time 7891344753702 state 0x1 ref 1
00000100:00100000:1.0:1788877034.388453:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891394753702 time 7891397420115 state 0x0 ref 1
00000100:00100000:1.0:1788877034.388486:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932992:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877034.388533:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.388550:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.388554:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.388561:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.388579:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.432904:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.432925:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.432933:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.432940:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877034.432945:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.432964:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.432986:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.433004:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abdb3517/0x3868396b8e7683f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877034.433143:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362932992:12345-192.168.203.59@tcp:3:dd.500 Request processed in 44666us (66892us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877034.433155:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 160
00000100:00100000:1.0:1788877034.433166:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891394753702 time 7891397420115 state 0x2 ref 0
00000100:00100000:3.0:1788877034.454236:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877034.460895:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362933120
00000100:00100000:2.0:1788877034.460919:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362933120
00000100:00100000:2.0:1788877034.460983:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891394753702 time 7891397420115 state 0x0 ref 1
00000100:00100000:2.0:1788877034.461006:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891447420115 time 7891397420115 state 0x1 ref 1
00000100:00100000:2.0:1788877034.461062:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891447420115 time 7891470043419 state 0x0 ref 1
00000100:00100000:2.0:1788877034.461078:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362933120:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877034.461113:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.461131:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877034.461135:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877034.461143:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.461157:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.482558:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.482579:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.482589:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.482598:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877034.482603:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.482613:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.482633:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877034.482642:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048fa553a/0x3868396b8e7683fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877034.482723:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998411730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362933120:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21644us (28491us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877034.482734:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 161
00000100:00100000:2.0:1788877034.482744:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891447420115 time 7891470043419 state 0x2 ref 0
00000100:00100000:3.0:1788877034.500664:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877034.500764:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362933248
00000100:00100000:1.0:1788877034.500774:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362933248
00000100:00100000:1.0:1788877034.500832:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891447420115 time 7891470043419 state 0x0 ref 1
00000100:00100000:1.0:1788877034.500846:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891520043419 time 7891470043419 state 0x1 ref 1
00000100:00100000:0.0:1788877034.511276:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891520043419 time 7891520246279 state 0x0 ref 1
00000100:00100000:0.0:1788877034.511308:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362933248:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.511359:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.511376:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.511381:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.511387:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.511399:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.523355:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.523375:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.523384:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.523392:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd31c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877034.523397:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.523407:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.523430:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.523437:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092257c91/0x3868396b8e768405 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877034.523521:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362933248:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12223us (22861us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877034.523532:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 162
00000100:00100000:1.0:1788877034.523542:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891520043419 time 7891520246279 state 0x2 ref 0
00000100:00100000:3.0:1788877034.539134:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877034.539232:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362933376
00000100:00100000:2.0:1788877034.539245:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362933376
00000100:00100000:2.0:1788877034.539301:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891520043419 time 7891520246279 state 0x0 ref 1
00000100:00100000:2.0:1788877034.539315:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891570246279 time 7891520246279 state 0x1 ref 1
00000100:00100000:0.0:1788877034.562316:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891570246279 time 7891571285640 state 0x0 ref 1
00000100:00100000:0.0:1788877034.562359:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362933376:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.562404:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.562420:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.562424:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.562431:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.562444:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.576093:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.576113:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.576122:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.576130:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd31600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877034.576135:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.576144:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.576163:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.576171:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081adaa58/0x3868396b8e76840c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877034.576247:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362933376:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13909us (37117us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877034.576258:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 163
00000100:00100000:1.0:1788877034.576269:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891570246279 time 7891571285640 state 0x2 ref 0
00000100:00100000:3.0:1788877034.581740:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877034.581835:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362933504
00000100:00100000:2.0:1788877034.581845:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362933504
00000100:00100000:2.0:1788877034.581900:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891570246279 time 7891571285640 state 0x0 ref 1
00000100:00100000:2.0:1788877034.581914:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891621285640 time 7891571285640 state 0x1 ref 1
00010000:00010000:2.0:1788877034.606225:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877034.612483:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891621285640 time 7891621452111 state 0x0 ref 1
00000100:00100000:0.0:1788877034.612518:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362933504:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.612565:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.612582:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.612586:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.612593:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.612607:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.627178:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.627199:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.627208:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.627215:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd30400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.627220:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.627228:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.627247:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.627254:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768413 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.627334:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362933504:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14827us (45600us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.627355:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 164
00000100:00100000:0.0:1788877034.627364:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891621285640 time 7891621452111 state 0x2 ref 0
00000100:00100000:1.0:1788877034.640297:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877034.640391:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362933632
00000100:00100000:2.0:1788877034.640400:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362933632
00000100:00100000:2.0:1788877034.640455:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891621285640 time 7891621452111 state 0x0 ref 1
00000100:00100000:2.0:1788877034.640468:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891671452111 time 7891621452111 state 0x1 ref 1
00000100:00100000:0.0:1788877034.663065:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891671452111 time 7891672035464 state 0x0 ref 1
00000100:00100000:0.0:1788877034.663096:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362933632:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.663138:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.663154:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.663159:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.663165:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.663178:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.678331:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.678360:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.678369:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.678376:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd30400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.678381:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.678390:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.678408:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.678415:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76841a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.678490:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362933632:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15404us (38198us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.678501:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 165
00000100:00100000:0.0:1788877034.678511:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891671452111 time 7891672035464 state 0x2 ref 0
00000100:00100000:2.0:1788877034.683673:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.683923:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362933760
00000100:00100000:0.0:1788877034.683932:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362933760
00000100:00100000:0.0:1788877034.684377:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891671452111 time 7891672035464 state 0x0 ref 1
00000100:00100000:0.0:1788877034.684391:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891722035464 time 7891672035464 state 0x1 ref 1
00000100:00100000:3.0:1788877034.714202:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891722035464 time 7891723171728 state 0x0 ref 1
00000100:00100000:3.0:1788877034.714234:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362933760:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877034.714279:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.714297:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877034.714302:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877034.714309:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.714323:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.741398:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.741417:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.741426:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.741434:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be7a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.741439:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.741449:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.741474:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.741482:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b745622b/0x3868396b8e768421 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.741576:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362933760:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27351us (57909us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.741587:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 166
00000100:00100000:0.0:1788877034.741596:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891722035464 time 7891723171728 state 0x2 ref 0
00000100:00100000:2.0:1788877034.748433:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.748516:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362933888
00000100:00100000:0.0:1788877034.748526:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362933888
00000100:00100000:0.0:1788877034.748577:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891722035464 time 7891723171728 state 0x0 ref 1
00000100:00100000:0.0:1788877034.748590:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891773171728 time 7891723171728 state 0x1 ref 1
00000100:00100000:0.0:1788877034.765129:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891773171728 time 7891774097601 state 0x0 ref 1
00000100:00100000:0.0:1788877034.765160:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362933888:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.765202:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.765218:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.765222:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.765229:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.765242:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.784797:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.784819:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.784829:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.784837:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd30400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.784842:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.784852:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.784872:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.784881:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768428 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.784979:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362933888:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19826us (36550us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.784995:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 167
00000100:00100000:0.0:1788877034.785005:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891773171728 time 7891774097601 state 0x2 ref 0
00000100:00100000:1.0:1788877034.800585:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877034.800675:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934016
00000100:00100000:2.0:1788877034.800686:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934016
00000100:00100000:2.0:1788877034.800738:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891773171728 time 7891774097601 state 0x0 ref 1
00000100:00100000:2.0:1788877034.800750:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891824097601 time 7891774097601 state 0x1 ref 1
00000100:00100000:0.0:1788877034.815351:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891824097601 time 7891824314197 state 0x0 ref 1
00000100:00100000:0.0:1788877034.815383:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934016:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.815424:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.815441:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.815445:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.815451:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.815466:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.837474:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.837494:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.837509:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.837516:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd30400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.837522:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.837531:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.837551:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.837559:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76842f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.837645:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934016:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22271us (37066us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.837656:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 168
00000100:00100000:0.0:1788877034.837665:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891824097601 time 7891824314197 state 0x2 ref 0
00000100:00100000:3.0:1788877034.847566:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877034.848363:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934144
00000100:00100000:1.0:1788877034.848374:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934144
00000100:00100000:1.0:1788877034.848426:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891824097601 time 7891824314197 state 0x0 ref 1
00000100:00100000:1.0:1788877034.848440:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891874314197 time 7891824314197 state 0x1 ref 1
00000100:00100000:0.0:1788877034.865503:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891874314197 time 7891874471721 state 0x0 ref 1
00000100:00100000:0.0:1788877034.865532:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362934144:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877034.865577:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.865598:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.865602:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877034.865608:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.865621:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.901891:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.901910:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.901920:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.901927:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd30400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.901932:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.901942:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.901982:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.901990:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e768436 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.902313:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362934144:12345-192.168.203.59@tcp:3:dd.500 Request processed in 36789us (54751us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.902324:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 169
00000100:00100000:0.0:1788877034.902333:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891874314197 time 7891874471721 state 0x2 ref 0
00000100:00100000:3.0:1788877034.913299:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877034.913382:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934272
00000100:00100000:1.0:1788877034.913393:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934272
00000100:00100000:1.0:1788877034.913449:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891874314197 time 7891874471721 state 0x0 ref 1
00000100:00100000:1.0:1788877034.913462:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891924471721 time 7891874471721 state 0x1 ref 1
00000100:00100000:1.0:1788877034.916265:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891924471721 time 7891925236352 state 0x0 ref 1
00000100:00100000:1.0:1788877034.916385:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362934272:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877034.916428:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.916444:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.916450:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877034.916457:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877034.916471:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877034.926670:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788877034.926694:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365784064:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877034.926764:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877034.927172:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784064
00000100:00100000:0.0:1788877034.927180:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784064
00000100:00100000:0.0:1788877034.927236:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 418
00000100:00100000:0.0:1788877034.927246:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365784064:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788877034.927279:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788877034.927344:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365784064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (572us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877034.927352:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 418
00000100:00080000:0.0:1788877034.927386:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788877034.927431:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365784064:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788877034.927625:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365784448:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.927657:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877034.927679:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788877034.927684:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365784576:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.927707:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877034.927733:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784448
00000100:00100000:2.0:1788877034.927737:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784448
00000100:00100000:2.0:1788877034.927773:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878
00000100:00100000:2.0:1788877034.927779:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365784448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.927816:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1875765365784448:12345-0@lo:400:kworker.0 Request processed in 37us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877034.927822:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878
00000100:00100000:2.0:1788877034.927840:0:166967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784576
00000100:00100000:2.0:1788877034.927843:0:166967:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784576
00000100:00100000:2.0:1788877034.927873:0:166967:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 416
00000100:00100000:2.0:1788877034.927879:0:166967:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365784576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.927908:0:166967:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365784576:12345-0@lo:400:kworker.0 Request processed in 29us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877034.927914:0:166967:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 416
00000100:00080000:1.0:1788877034.927918:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1788877034.927922:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788877034.927935:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365784320:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.927937:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365784576:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.927946:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3307:1875765365784448:0@lo:400:kworker.0
00000100:00100000:1.0:1788877034.927976:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877034.928000:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784320
00000100:00100000:2.0:1788877034.928004:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784320
00000100:00100000:2.0:1788877034.928063:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879
00000100:00100000:2.0:1788877034.928070:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365784320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.928112:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365784320:12345-0@lo:400:kworker.0 Request processed in 43us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877034.928119:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879
00000100:00100000:2.0:1788877034.928141:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365784320:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.928152:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1788877034.928158:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998312a13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365784192:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.928183:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877034.928218:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99830b846680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365784704:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.928237:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877034.928261:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784704
00000100:00100000:2.0:1788877034.928264:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784704
00000100:00100000:1.0:1788877034.928346:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784192
00000100:00100000:1.0:1788877034.928351:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784192
00000100:00100000:1.0:1788877034.928379:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00100000:1.0:1788877034.928384:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365784192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877034.928419:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365784192:12345-0@lo:400:kworker.0 Request processed in 34us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877034.928425:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00100000:2.0:1788877034.928432:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6880
00000100:00100000:2.0:1788877034.928438:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365784704:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1788877034.928448:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788877034.928463:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998312a13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365784192:0@lo:400:kworker.0
00000100:00100000:2.0:1788877034.928468:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365784704:12345-0@lo:400:kworker.0 Request processed in 31us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877034.928474:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6880
00000100:00100000:1.0:1788877034.928475:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99830b846680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365784704:0@lo:400:kworker.0
00010000:00010000:0.0:1788877034.929709:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.929727:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.929737:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.929744:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f47000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877034.929749:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.929757:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.929775:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877034.929783:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f12dd32c/0x3868396b8e76843d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877034.929856:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362934272:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13483us (16564us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877034.929866:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 170
00000100:00100000:0.0:1788877034.929876:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891924471721 time 7891925236352 state 0x2 ref 0
00000100:00100000:0.0:1788877034.944300:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877034.944509:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934400
00000100:00100000:2.0:1788877034.944521:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934400
00000100:00100000:2.0:1788877034.944582:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891924471721 time 7891925236352 state 0x0 ref 1
00000100:00100000:2.0:1788877034.944597:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891975236352 time 7891925236352 state 0x1 ref 1
00000100:00100000:3.0:1788877034.966416:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891975236352 time 7891975386912 state 0x0 ref 1
00000100:00100000:3.0:1788877034.966447:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934400:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877034.966489:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.966517:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877034.966522:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877034.966528:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.966542:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.982663:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.982684:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.982692:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.982699:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877034.982703:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.982713:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.982731:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877034.982738:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e768444 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877034.982815:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934400:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16377us (38528us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877034.982825:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 171
00000100:00100000:3.0:1788877034.982834:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891975236352 time 7891975386912 state 0x2 ref 0
00000100:00100000:1.0:1788877034.992079:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877034.992300:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934528
00000100:00100000:0.0:1788877034.992312:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934528
00000100:00100000:0.0:1788877034.992380:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7891975236352 time 7891975386912 state 0x0 ref 1
00000100:00100000:0.0:1788877034.992397:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892025386912 time 7891975386912 state 0x1 ref 1
00000100:00100000:0.0:1788877035.016472:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892025386912 time 7892025441192 state 0x0 ref 1
00000100:00100000:0.0:1788877035.016504:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362934528:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877035.016547:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.016563:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1788877035.016567:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.016574:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.016590:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.058551:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.058570:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.058579:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.058586:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd30400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877035.058591:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.058600:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.058619:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.058627:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab76483f/0x3868396b8e76844b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877035.058707:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362934528:12345-192.168.203.59@tcp:3:dd.500 Request processed in 42212us (66632us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877035.058718:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 172
00000100:00100000:3.0:1788877035.058727:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892025386912 time 7892025441192 state 0x2 ref 0
00000100:00100000:1.0:1788877035.078875:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.079133:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934656
00000100:00100000:0.0:1788877035.079144:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934656
00000100:00100000:0.0:1788877035.079205:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892025386912 time 7892025441192 state 0x0 ref 1
00000100:00100000:0.0:1788877035.079218:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892075441192 time 7892025441192 state 0x1 ref 1
00000100:00100000:0.0:1788877035.079253:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892075441192 time 7892088234528 state 0x0 ref 1
00000100:00100000:0.0:1788877035.079265:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934656:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877035.079296:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.079312:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.079316:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.079322:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.079344:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.099295:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.099314:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.099322:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.099329:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd31a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877035.099342:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.099353:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.099372:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.099386:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768452 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877035.099470:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934656:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20203us (20599us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877035.099481:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 173
00000100:00100000:0.0:1788877035.099489:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892075441192 time 7892088234528 state 0x2 ref 0
00000100:00100000:2.0:1788877035.108150:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.108235:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934784
00000100:00100000:1.0:1788877035.108245:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934784
00000100:00100000:1.0:1788877035.108298:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892075441192 time 7892088234528 state 0x0 ref 1
00000100:00100000:1.0:1788877035.108311:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892138234528 time 7892088234528 state 0x1 ref 1
00000100:00100000:2.0:1788877035.129415:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892138234528 time 7892138385413 state 0x0 ref 1
00000100:00100000:2.0:1788877035.129448:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362934784:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877035.129493:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.129508:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.129513:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.129519:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.129533:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.142899:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.142918:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.142927:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.142934:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7bc00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877035.142938:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.142958:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.142978:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.142990:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1aaa969/0x3868396b8e768459 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877035.143126:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362934784:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13688us (34981us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877035.143137:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 174
00000100:00100000:3.0:1788877035.143146:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892138234528 time 7892138385413 state 0x2 ref 0
00000100:00100000:1.0:1788877035.156469:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.156567:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362934912
00000100:00100000:0.0:1788877035.156577:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362934912
00000100:00100000:0.0:1788877035.156640:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892138234528 time 7892138385413 state 0x0 ref 1
00000100:00100000:0.0:1788877035.156654:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892188385413 time 7892138385413 state 0x1 ref 1
00000100:00100000:1.0:1788877035.180597:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892188385413 time 7892189568497 state 0x0 ref 1
00000100:00100000:1.0:1788877035.180629:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934912:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877035.180669:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.180684:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.180689:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.180695:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.180708:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.198820:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.198841:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.198851:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.198859:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440949e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877035.198865:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.198881:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.198900:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.198918:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000204a835b/0x3868396b8e768460 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877035.198998:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362934912:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18378us (42533us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877035.199009:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 175
00000100:00100000:0.0:1788877035.199058:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892188385413 time 7892189568497 state 0x2 ref 0
00000100:00100000:2.0:1788877035.212140:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.212247:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935040
00000100:00100000:0.0:1788877035.212257:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935040
00000100:00100000:0.0:1788877035.212323:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892188385413 time 7892189568497 state 0x0 ref 1
00000100:00100000:0.0:1788877035.212344:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892239568497 time 7892189568497 state 0x1 ref 1
00000100:00100000:1.0:1788877035.230957:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892239568497 time 7892239919298 state 0x0 ref 1
00000100:00100000:1.0:1788877035.230988:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362935040:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877035.231064:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.231081:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.231085:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.231091:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.231104:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.240954:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.240975:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.240996:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.241003:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877035.241008:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.241041:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.241062:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.241069:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000249f84bc/0x3868396b8e768467 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877035.241157:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362935040:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10177us (29023us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877035.241168:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 176
00000100:00100000:0.0:1788877035.241178:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892239568497 time 7892239919298 state 0x2 ref 0
00000100:00100000:2.0:1788877035.253184:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.255427:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935168
00000100:00100000:1.0:1788877035.255443:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935168
00000100:00100000:1.0:1788877035.255505:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892239568497 time 7892239919298 state 0x0 ref 1
00000100:00100000:1.0:1788877035.255518:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892289919298 time 7892239919298 state 0x1 ref 1
00000100:00100000:2.0:1788877035.281967:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892289919298 time 7892290927397 state 0x0 ref 1
00000100:00100000:2.0:1788877035.282011:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362935168:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877035.282100:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.282122:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.282127:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.282133:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.282146:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.301815:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.301835:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.301844:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.302117:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405f94400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877035.302124:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.302135:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.302154:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.302162:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76846e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877035.302298:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362935168:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20292us (49104us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877035.302311:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 177
00000100:00100000:2.0:1788877035.302321:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892289919298 time 7892290927397 state 0x2 ref 0
00000100:00100000:2.0:1788877035.307803:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877035.307872:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935296
00000100:00100000:3.0:1788877035.307881:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935296
00000100:00100000:3.0:1788877035.308178:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892289919298 time 7892290927397 state 0x0 ref 1
00000100:00100000:3.0:1788877035.308193:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892340927397 time 7892290927397 state 0x1 ref 1
00000100:00100000:0.0:1788877035.332111:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892340927397 time 7892341079245 state 0x0 ref 1
00000100:00100000:0.0:1788877035.332144:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362935296:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877035.332191:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.332208:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.332213:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.332219:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.332232:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.352636:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.352656:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.352664:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.352671:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99830bd31a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877035.352676:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.352684:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.352707:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.352715:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb603aa5/0x3868396b8e768475 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877035.352795:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362935296:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20661us (44996us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877035.352806:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 178
00000100:00100000:0.0:1788877035.352816:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892340927397 time 7892341079245 state 0x2 ref 0
00000100:00100000:1.0:1788877035.359888:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.359995:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935424
00000100:00100000:0.0:1788877035.360005:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935424
00000100:00100000:0.0:1788877035.360085:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892340927397 time 7892341079245 state 0x0 ref 1
00000100:00100000:0.0:1788877035.360100:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892391079245 time 7892341079245 state 0x1 ref 1
00000100:00100000:2.0:1788877035.382315:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892391079245 time 7892391284213 state 0x0 ref 1
00000100:00100000:2.0:1788877035.382360:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362935424:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877035.382401:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.382417:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.382421:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.382428:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.382443:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.420664:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.420682:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.420691:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.420703:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405f94400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877035.420707:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.420715:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.420732:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.420739:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd37bee/0x3868396b8e76847c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877035.420816:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362935424:12345-192.168.203.59@tcp:3:dd.500 Request processed in 38465us (60932us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877035.420826:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 179
00000100:00100000:0.0:1788877035.420835:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892391079245 time 7892391284213 state 0x2 ref 0
00000100:00100000:1.0:1788877035.427066:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.427207:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935552
00000100:00100000:0.0:1788877035.427218:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935552
00000100:00100000:0.0:1788877035.427272:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892391079245 time 7892391284213 state 0x0 ref 1
00000100:00100000:0.0:1788877035.427287:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892441284213 time 7892391284213 state 0x1 ref 1
00000100:00100000:0.0:1788877035.433224:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892441284213 time 7892442192838 state 0x0 ref 1
00000100:00100000:0.0:1788877035.433259:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362935552:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877035.433316:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.433415:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.433420:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.433427:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.433442:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.453006:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.453061:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.453075:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.453082:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877035.453087:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.453097:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.453116:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.453124:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004776b6f9/0x3868396b8e768483 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877035.453215:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362935552:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19964us (26153us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877035.453226:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 180
00000100:00100000:3.0:1788877035.453235:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892441284213 time 7892442192838 state 0x2 ref 0
00000100:00100000:2.0:1788877035.461549:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877035.461633:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935680
00000100:00100000:3.0:1788877035.461644:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935680
00000100:00100000:3.0:1788877035.461699:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892441284213 time 7892442192838 state 0x0 ref 1
00000100:00100000:3.0:1788877035.461713:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892492192838 time 7892442192838 state 0x1 ref 1
00000100:00100000:3.0:1788877035.483356:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892492192838 time 7892492301568 state 0x0 ref 1
00000100:00100000:3.0:1788877035.483396:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362935680:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877035.483446:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.483464:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877035.483470:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877035.483477:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.483494:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.492842:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.492861:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.492870:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.492878:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877035.492883:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.492899:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.492919:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.492928:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade888d7/0x3868396b8e76848a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877035.493255:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362935680:12345-192.168.203.59@tcp:3:dd.500 Request processed in 9873us (31712us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877035.493266:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 181
00000100:00100000:3.0:1788877035.493277:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892492192838 time 7892492301568 state 0x2 ref 0
00000100:00100000:2.0:1788877035.501326:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.501488:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935808
00000100:00100000:0.0:1788877035.501497:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935808
00000100:00100000:0.0:1788877035.501547:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892492192838 time 7892492301568 state 0x0 ref 1
00000100:00100000:0.0:1788877035.501560:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892542301568 time 7892492301568 state 0x1 ref 1
00000100:00100000:1.0:1788877035.507444:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.507484:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.507514:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.507551:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877035.507630:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936064
00000100:00100000:2.0:1788877035.507640:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936064
00000100:00100000:2.0:1788877035.507699:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936320
00000100:00100000:2.0:1788877035.507702:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936320
00000100:00100000:2.0:1788877035.507725:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6881
00000100:00100000:2.0:1788877035.507734:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2358:x1875765362936064:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877035.507802:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:2358:x1875765362936064:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 69us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877035.507811:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6881
00000100:00100000:2.0:1788877035.507827:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6882
00000100:00100000:2.0:1788877035.507833:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362936320:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877035.507858:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362936320:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877035.507864:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6882
00000100:00100000:2.0:1788877035.507882:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936192
00000100:00100000:2.0:1788877035.507885:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936192
00000100:00100000:2.0:1788877035.507917:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 417
00000100:00100000:2.0:1788877035.507924:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362936192:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877035.507953:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362936192:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 24us (396us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877035.507960:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 417
00000100:00100000:0.0:1788877035.508123:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362935936
00000100:00100000:0.0:1788877035.508128:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362935936
00000100:00100000:0.0:1788877035.508163:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3211
00000100:00100000:0.0:1788877035.508170:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362935936:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877035.508200:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362935936:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (686us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877035.508207:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3211
00000100:00080000:1.0:1788877035.508386:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1788877035.508391:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788877035.535688:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892542301568 time 7892544656907 state 0x0 ref 1
00000100:00100000:1.0:1788877035.535720:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362935808:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877035.535763:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.535779:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.535783:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.535790:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.535805:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.553522:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.553541:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.553551:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.553559:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441d29600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877035.553564:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.553574:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.553600:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.553608:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b13949c/0x3868396b8e768491 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [55574528->56623103] (req 55574528->56623103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877035.553687:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362935808:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17975us (52366us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877035.553698:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 182
00000100:00100000:1.0:1788877035.553707:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892542301568 time 7892544656907 state 0x2 ref 0
00000100:00100000:0.0:1788877035.564650:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.564747:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936448
00000100:00100000:1.0:1788877035.564758:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936448
00000100:00100000:1.0:1788877035.564810:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892542301568 time 7892544656907 state 0x0 ref 1
00000100:00100000:1.0:1788877035.564824:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892594656907 time 7892544656907 state 0x1 ref 1
00000100:00100000:0.0:1788877035.585813:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892594656907 time 7892594783094 state 0x0 ref 1
00000100:00100000:0.0:1788877035.585848:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362936448:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877035.585895:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.585911:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.585915:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.585921:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.585935:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.597490:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.597515:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.597524:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.597536:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877035.597541:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.597550:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.597570:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.597577:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e4a3a07/0x3868396b8e768498 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877035.597673:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362936448:12345-192.168.203.59@tcp:3:dd.500 Request processed in 11836us (33027us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877035.597684:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 183
00000100:00100000:1.0:1788877035.597693:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892594656907 time 7892594783094 state 0x2 ref 0
00000100:00100000:2.0:1788877035.602348:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.602499:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936576
00000100:00100000:0.0:1788877035.602509:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936576
00000100:00100000:0.0:1788877035.602571:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892594656907 time 7892594783094 state 0x0 ref 1
00000100:00100000:0.0:1788877035.602584:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892644783094 time 7892594783094 state 0x1 ref 1
00010000:00010000:0.0:1788877035.630871:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877035.635941:0:19108:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892644783094 time 7892644909591 state 0x0 ref 1
00000100:00100000:2.0:1788877035.635984:0:19108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362936576:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877035.636067:0:19108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.636085:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.636089:0:19108:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.636097:0:19108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.636113:0:19108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.652615:0:19108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.652635:0:19108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.652643:0:19108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.652651:0:19108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7b600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877035.652656:0:19108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.652665:0:19108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.652683:0:19108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.652690:0:19108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d73c697/0x3868396b8e76849f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877035.652784:0:19108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362936576:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16811us (50451us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877035.652796:0:19108:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 184
00000100:00100000:0.0:1788877035.652806:0:19108:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892644783094 time 7892644909591 state 0x2 ref 0
00000100:00100000:3.0:1788877035.664301:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.664414:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936704
00000100:00100000:0.0:1788877035.664424:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936704
00000100:00100000:0.0:1788877035.664481:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892644783094 time 7892644909591 state 0x0 ref 1
00000100:00100000:0.0:1788877035.664494:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892694909591 time 7892644909591 state 0x1 ref 1
00000100:00100000:3.0:1788877035.686135:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892694909591 time 7892695103798 state 0x0 ref 1
00000100:00100000:3.0:1788877035.686167:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362936704:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:3.0:1788877035.686211:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.686228:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877035.686232:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1788877035.686238:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877035.686257:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.713156:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.713178:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.713188:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.713197:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877035.713201:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.713210:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.713230:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.713239:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5f474e/0x3868396b8e7684a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877035.713342:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362936704:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27175us (49036us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877035.713354:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 185
00000100:00100000:1.0:1788877035.713364:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892694909591 time 7892695103798 state 0x2 ref 0
00000100:00100000:1.0:1788877035.725531:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.725615:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936832
00000100:00100000:0.0:1788877035.725624:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936832
00000100:00100000:0.0:1788877035.725679:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892694909591 time 7892695103798 state 0x0 ref 1
00000100:00100000:0.0:1788877035.725693:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892745103798 time 7892695103798 state 0x1 ref 1
00000100:00100000:1.0:1788877035.738564:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892745103798 time 7892747534227 state 0x0 ref 1
00000100:00100000:1.0:1788877035.738596:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362936832:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877035.738637:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.738658:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.738663:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.738670:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.738684:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.745903:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.745923:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.745930:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.745937:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357aa00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877035.745942:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.745957:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.745978:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.745986:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078653879/0x3868396b8e7684ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877035.746116:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362936832:12345-192.168.203.59@tcp:3:dd.500 Request processed in 7529us (20589us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877035.746127:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 186
00000100:00100000:2.0:1788877035.746136:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892745103798 time 7892747534227 state 0x2 ref 0
00000100:00100000:0.0:1788877035.764238:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877035.771766:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362936960
00000100:00100000:2.0:1788877035.771781:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362936960
00000100:00100000:2.0:1788877035.771845:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892745103798 time 7892747534227 state 0x0 ref 1
00000100:00100000:2.0:1788877035.771860:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892797534227 time 7892747534227 state 0x1 ref 1
00000100:00100000:0.0:1788877035.789137:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892797534227 time 7892798106068 state 0x0 ref 1
00000100:00100000:0.0:1788877035.789174:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362936960:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877035.789217:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.789246:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.789251:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877035.789258:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877035.789273:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.816269:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.816289:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.816299:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.816311:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877035.816315:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.816324:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.816354:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.816362:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002374a70c/0x3868396b8e7684b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877035.816446:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362936960:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27285us (52211us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877035.816457:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 187
00000100:00100000:2.0:1788877035.816466:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892797534227 time 7892798106068 state 0x2 ref 0
00000100:00100000:1.0:1788877035.820503:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877035.820585:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937088
00000100:00100000:3.0:1788877035.820595:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937088
00000100:00100000:3.0:1788877035.820649:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892797534227 time 7892798106068 state 0x0 ref 1
00000100:00100000:3.0:1788877035.820662:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892848106068 time 7892798106068 state 0x1 ref 1
00000100:00100000:2.0:1788877035.839299:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892848106068 time 7892848264634 state 0x0 ref 1
00000100:00100000:2.0:1788877035.839343:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362937088:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877035.839390:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.839409:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.839414:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.839422:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.839436:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.852341:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.852360:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.852368:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.852375:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877035.852380:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.852389:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.852408:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.852416:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877035.852496:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362937088:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13174us (31998us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877035.852507:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 188
00000100:00100000:2.0:1788877035.852518:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892848106068 time 7892848264634 state 0x2 ref 0
00000100:00100000:0.0:1788877035.860215:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.860401:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937216
00000100:00100000:1.0:1788877035.860412:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937216
00000100:00100000:1.0:1788877035.860465:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892848106068 time 7892848264634 state 0x0 ref 1
00000100:00100000:1.0:1788877035.860478:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892898264634 time 7892848264634 state 0x1 ref 1
00000100:00100000:2.0:1788877035.890223:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892898264634 time 7892899193211 state 0x0 ref 1
00000100:00100000:2.0:1788877035.890254:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362937216:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877035.890297:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.890313:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.890318:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.890324:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.890350:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.897555:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.897574:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.897587:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.897594:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877035.897599:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.897608:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.897626:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.897633:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877035.897754:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362937216:12345-192.168.203.59@tcp:3:dd.500 Request processed in 7509us (37544us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877035.897765:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 189
00000100:00100000:2.0:1788877035.897774:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892898264634 time 7892899193211 state 0x2 ref 0
00000100:00100000:3.0:1788877035.910872:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877035.911226:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937344
00000100:00100000:1.0:1788877035.911236:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937344
00000100:00100000:1.0:1788877035.911306:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892898264634 time 7892899193211 state 0x0 ref 1
00000100:00100000:1.0:1788877035.911320:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892949193211 time 7892899193211 state 0x1 ref 1
00000100:00100000:2.0:1788877035.940379:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892949193211 time 7892949344679 state 0x0 ref 1
00000100:00100000:2.0:1788877035.940409:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362937344:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877035.940454:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.940471:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.940475:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877035.940481:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.940494:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.966865:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.966887:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.966897:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.966915:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998407f46800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877035.966920:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.966929:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.966960:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877035.966968:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b991f3ef/0x3868396b8e7684c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877035.967095:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362937344:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26694us (56236us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877035.967106:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 190
00000100:00100000:2.0:1788877035.967116:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892949193211 time 7892949344679 state 0x2 ref 0
00000100:00100000:1.0:1788877035.976722:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877035.976813:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937472
00000100:00100000:0.0:1788877035.976823:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937472
00000100:00100000:0.0:1788877035.976875:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892949193211 time 7892949344679 state 0x0 ref 1
00000100:00100000:0.0:1788877035.976889:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892999344679 time 7892949344679 state 0x1 ref 1
00000100:00100000:1.0:1788877035.990491:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892999344679 time 7892999459205 state 0x0 ref 1
00000100:00100000:1.0:1788877035.990524:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362937472:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877035.990571:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.990588:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.990593:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877035.990599:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877035.990613:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.048999:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.049063:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.049074:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.049082:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.049088:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.049098:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.049122:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.049131:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b426e7/0x3868396b8e7684d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.049257:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362937472:12345-192.168.203.59@tcp:3:dd.500 Request processed in 58740us (72537us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.049270:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 191
00000100:00100000:0.0:1788877036.049281:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892999344679 time 7892999459205 state 0x2 ref 0
00000100:00100000:3.0:1788877036.058801:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877036.059002:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937600
00000100:00100000:1.0:1788877036.059011:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937600
00000100:00080000:2.0:1788877036.059223:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877036.059517:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7892999344679 time 7892999459205 state 0x0 ref 1
00000100:00100000:1.0:1788877036.059533:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893049459205 time 7892999459205 state 0x1 ref 1
00000100:00100000:1.0:1788877036.059556:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893049459205 time 7893068538781 state 0x0 ref 1
00000100:00100000:1.0:1788877036.059570:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362937600:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877036.059602:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.059620:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1788877036.059625:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877036.059633:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.059648:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.078234:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.078254:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.078263:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.078270:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877036.078275:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.078370:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.078389:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.078396:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051ba4581/0x3868396b8e7684d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [66060288->67108863] (req 66060288->67108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877036.078525:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362937600:12345-192.168.203.59@tcp:3:dd.500 Request processed in 18954us (19730us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877036.078536:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 192
00000100:00100000:1.0:1788877036.078546:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893049459205 time 7893068538781 state 0x2 ref 0
00000100:00100000:2.0:1788877036.098892:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.098999:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937728
00000100:00100000:0.0:1788877036.099011:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937728
00000100:00100000:0.0:1788877036.099106:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893049459205 time 7893068538781 state 0x0 ref 1
00000100:00100000:0.0:1788877036.099119:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893118538781 time 7893068538781 state 0x1 ref 1
00000100:00100000:2.0:1788877036.111462:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893118538781 time 7893120432658 state 0x0 ref 1
00000100:00100000:2.0:1788877036.111493:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362937728:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.111539:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.111554:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.111559:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.111565:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.111579:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.156488:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.156523:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.156531:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.156538:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99844092e600 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.156543:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.156553:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.156572:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.156579:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000285af519/0x3868396b8e7684de lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.156668:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362937728:12345-192.168.203.59@tcp:3:dd.500 Request processed in 45184us (57782us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.156680:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 193
00000100:00100000:0.0:1788877036.156688:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893118538781 time 7893120432658 state 0x2 ref 0
00000100:00100000:3.0:1788877036.160975:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877036.161278:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937856
00000100:00100000:2.0:1788877036.161289:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937856
00000100:00100000:2.0:1788877036.161351:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893118538781 time 7893120432658 state 0x0 ref 1
00000100:00100000:2.0:1788877036.161386:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893170432658 time 7893120432658 state 0x1 ref 1
00000100:00100000:2.0:1788877036.161554:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893170432658 time 7893170534608 state 0x0 ref 1
00000100:00100000:2.0:1788877036.161566:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362937856:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.161598:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.161613:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.161618:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.161624:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.161637:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.190793:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.190814:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.190828:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.190846:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358f6200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877036.190852:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.190861:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.190881:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.190888:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877036.191001:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362937856:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29424us (30024us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877036.191057:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 194
00000100:00100000:2.0:1788877036.191067:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893170432658 time 7893170534608 state 0x2 ref 0
00000100:00100000:2.0:1788877036.216530:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.216681:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362937984
00000100:00100000:0.0:1788877036.216691:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362937984
00000100:00100000:0.0:1788877036.216745:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893170432658 time 7893170534608 state 0x0 ref 1
00000100:00100000:0.0:1788877036.216758:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893220534608 time 7893170534608 state 0x1 ref 1
00000100:00100000:0.0:1788877036.216789:0:32430:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893220534608 time 7893225772026 state 0x0 ref 1
00000100:00100000:0.0:1788877036.216801:0:32430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362937984:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877036.216836:0:32430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.216852:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.216857:0:32430:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.216863:0:32430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.216876:0:32430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.251936:0:32430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.251961:0:32430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.251971:0:32430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.251978:0:32430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877036.251992:0:32430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.252002:0:32430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.252054:0:32430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.252063:0:32430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7684ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877036.252138:0:32430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362937984:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35334us (35612us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877036.252150:0:32430:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 195
00000100:00100000:3.0:1788877036.252159:0:32430:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893220534608 time 7893225772026 state 0x2 ref 0
00000100:00100000:1.0:1788877036.258739:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.258831:0:6588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362938112
00000100:00100000:0.0:1788877036.258841:0:6588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362938112
00000100:00100000:0.0:1788877036.258899:0:6588:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893220534608 time 7893225772026 state 0x0 ref 1
00000100:00100000:0.0:1788877036.258915:0:6588:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893275772026 time 7893225772026 state 0x1 ref 1
00000100:00100000:2.0:1788877036.267568:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893275772026 time 7893276537994 state 0x0 ref 1
00000100:00100000:2.0:1788877036.267599:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938112:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.267640:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.267656:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.267661:0:6589:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.267667:0:6589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.267682:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.286917:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.286936:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.286956:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.286964:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358f6200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877036.286968:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.286976:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.287003:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.287032:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5d4ef22/0x3868396b8e7684f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877036.287125:0:6589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938112:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19535us (28390us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877036.287135:0:6589:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 196
00000100:00100000:3.0:1788877036.287144:0:6589:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893275772026 time 7893276537994 state 0x2 ref 0
00000100:00100000:1.0:1788877036.302478:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.302567:0:19113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362938240
00000100:00100000:0.0:1788877036.302576:0:19113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362938240
00000100:00100000:0.0:1788877036.302631:0:19113:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893275772026 time 7893276537994 state 0x0 ref 1
00000100:00100000:0.0:1788877036.302644:0:19113:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893326537994 time 7893276537994 state 0x1 ref 1
00000100:00100000:2.0:1788877036.317711:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893326537994 time 7893326681216 state 0x0 ref 1
00000100:00100000:2.0:1788877036.317743:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362938240:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.317785:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.317801:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.317805:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.317812:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.317825:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.328398:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.328418:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.328427:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.328435:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358f6e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877036.328440:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.328448:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.328467:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.328474:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e7684fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877036.328568:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362938240:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10834us (26095us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877036.328579:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 197
00000100:00100000:3.0:1788877036.328589:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893326537994 time 7893326681216 state 0x2 ref 0
00000100:00100000:1.0:1788877036.337119:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.337424:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362938368
00000100:00100000:0.0:1788877036.337437:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362938368
00000100:00100000:0.0:1788877036.337499:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893326537994 time 7893326681216 state 0x0 ref 1
00000100:00100000:0.0:1788877036.337513:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893376681216 time 7893326681216 state 0x1 ref 1
00000100:00100000:0.0:1788877036.367815:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893376681216 time 7893376784119 state 0x0 ref 1
00000100:00100000:0.0:1788877036.367850:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938368:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877036.367898:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.367916:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.367920:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.367927:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.367955:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.387245:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.387265:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.387273:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.387281:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.387286:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.387295:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.387313:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.387321:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768501 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.387416:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938368:12345-192.168.203.59@tcp:3:dd.500 Request processed in 19577us (50302us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.387428:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 198
00000100:00100000:0.0:1788877036.387438:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893376681216 time 7893376784119 state 0x2 ref 0
00000100:00100000:1.0:1788877036.403595:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.403687:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362938496
00000100:00100000:0.0:1788877036.403696:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362938496
00000100:00100000:0.0:1788877036.403757:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893376681216 time 7893376784119 state 0x0 ref 1
00000100:00100000:0.0:1788877036.403771:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893426784119 time 7893376784119 state 0x1 ref 1
00000100:00100000:0.0:1788877036.418166:0:6590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893426784119 time 7893427135230 state 0x0 ref 1
00000100:00100000:0.0:1788877036.418201:0:6590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938496:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877036.418247:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.418263:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.418268:0:6590:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.418274:0:6590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.418287:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.448900:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.448919:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.448934:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.448941:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.448946:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.448956:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.448976:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.448996:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768508 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.449138:0:6590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938496:12345-192.168.203.59@tcp:3:dd.500 Request processed in 30947us (45549us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.449149:0:6590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 199
00000100:00100000:0.0:1788877036.449160:0:6590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893426784119 time 7893427135230 state 0x2 ref 0
00000100:00100000:2.0:1788877036.460337:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877036.460476:0:25657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362938624
00000100:00100000:1.0:1788877036.460486:0:25657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362938624
00000100:00100000:1.0:1788877036.460539:0:25657:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893426784119 time 7893427135230 state 0x0 ref 1
00000100:00100000:1.0:1788877036.460564:0:25657:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893477135230 time 7893427135230 state 0x1 ref 1
00000100:00100000:2.0:1788877036.468502:0:18418:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893477135230 time 7893477473366 state 0x0 ref 1
00000100:00100000:2.0:1788877036.468532:0:18418:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362938624:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.468584:0:18418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.468611:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.468616:0:18418:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.468622:0:18418:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.468635:0:18418:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.490851:0:18418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.490872:0:18418:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.490880:0:18418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.490886:0:18418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401529a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877036.490891:0:18418:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.490900:0:18418:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.490920:0:18418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877036.490942:0:18418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bf23cc3/0x3868396b8e76850f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877036.491080:0:18418:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362938624:12345-192.168.203.59@tcp:3:dd.500 Request processed in 22555us (30754us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877036.491093:0:18418:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 200
00000100:00100000:3.0:1788877036.491103:0:18418:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893477135230 time 7893477473366 state 0x2 ref 0
00000100:00100000:2.0:1788877036.502461:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.504687:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362938752
00000100:00100000:0.0:1788877036.504703:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362938752
00000100:00100000:0.0:1788877036.504774:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893477135230 time 7893477473366 state 0x0 ref 1
00000100:00100000:0.0:1788877036.505393:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893527473366 time 7893477473366 state 0x1 ref 1
00000100:00100000:2.0:1788877036.519090:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893527473366 time 7893528058845 state 0x0 ref 1
00000100:00100000:2.0:1788877036.519124:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938752:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.519169:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.519185:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.519190:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.519196:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.519210:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.544094:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.544114:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.544125:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.544132:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998401528400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.544137:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.544147:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.544168:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.544176:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f568f401/0x3868396b8e768516 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.544276:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362938752:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25163us (41819us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.544287:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 201
00000100:00100000:0.0:1788877036.544297:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893527473366 time 7893528058845 state 0x2 ref 0
00000100:00100000:2.0:1788877036.558155:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877036.558367:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362938880
00000100:00100000:3.0:1788877036.558378:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362938880
00000100:00100000:3.0:1788877036.558440:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893527473366 time 7893528058845 state 0x0 ref 1
00000100:00100000:3.0:1788877036.558454:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893578058845 time 7893528058845 state 0x1 ref 1
00000100:00100000:1.0:1788877036.569245:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893578058845 time 7893578215196 state 0x0 ref 1
00000100:00100000:1.0:1788877036.569278:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362938880:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877036.569321:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.569347:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877036.569351:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877036.569358:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.569372:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.594391:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.594413:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.594422:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.594429:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441d28200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.594433:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.594441:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.594460:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.594467:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b6989c1/0x3868396b8e76851d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.594555:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362938880:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25286us (36407us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.594565:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 202
00000100:00100000:0.0:1788877036.594575:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893578058845 time 7893578215196 state 0x2 ref 0
00000100:00100000:1.0:1788877036.603730:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877036.603817:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939008
00000100:00100000:3.0:1788877036.603827:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939008
00000100:00100000:3.0:1788877036.603880:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893578058845 time 7893578215196 state 0x0 ref 1
00000100:00100000:3.0:1788877036.603895:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893628215196 time 7893578215196 state 0x1 ref 1
00000100:00100000:2.0:1788877036.620386:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893628215196 time 7893629354714 state 0x0 ref 1
00000100:00100000:2.0:1788877036.620420:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362939008:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.620468:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.620484:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.620488:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.620495:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.620508:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.632434:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.632452:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.632461:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.632468:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998440948400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.632473:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.632482:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.632499:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.632507:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2a3b597/0x3868396b8e768524 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.632591:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362939008:12345-192.168.203.59@tcp:3:dd.500 Request processed in 12181us (28866us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.632602:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 203
00000100:00100000:0.0:1788877036.632611:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893628215196 time 7893629354714 state 0x2 ref 0
00000100:00100000:1.0:1788877036.639689:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877036.639913:0:20684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939136
00000100:00100000:3.0:1788877036.639923:0:20684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939136
00000100:00100000:3.0:1788877036.639996:0:20684:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893628215196 time 7893629354714 state 0x0 ref 1
00000100:00100000:3.0:1788877036.640175:0:20684:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893679354714 time 7893629354714 state 0x1 ref 1
00010000:00010000:0.0:1788877036.654303:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877036.670576:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893679354714 time 7893679546195 state 0x0 ref 1
00000100:00100000:1.0:1788877036.670606:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939136:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877036.670649:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.670664:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877036.670668:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877036.670674:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.670687:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.684404:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.684428:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.684438:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.684446:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441d29800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.684452:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.684461:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.684479:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.684487:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e820702/0x3868396b8e76852b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.684576:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939136:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13978us (44891us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.684588:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 204
00000100:00100000:0.0:1788877036.684598:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893679354714 time 7893679546195 state 0x2 ref 0
00000100:00100000:2.0:1788877036.689672:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.689744:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939264
00000100:00100000:0.0:1788877036.689755:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939264
00000100:00100000:0.0:1788877036.689821:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893679354714 time 7893679546195 state 0x0 ref 1
00000100:00100000:0.0:1788877036.689835:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893729546195 time 7893679546195 state 0x1 ref 1
00000100:00100000:1.0:1788877036.720738:0:19111:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893729546195 time 7893729708056 state 0x0 ref 1
00000100:00100000:1.0:1788877036.720768:0:19111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362939264:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877036.721136:0:19111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.721154:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877036.721159:0:19111:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877036.721165:0:19111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.721179:0:19111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.756850:0:19111:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.756871:0:19111:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.756881:0:19111:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.756889:0:19111:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441d28c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877036.756894:0:19111:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.756903:0:19111:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.756922:0:19111:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.756930:0:19111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088539c45/0x3868396b8e768532 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877036.757058:0:19111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362939264:12345-192.168.203.59@tcp:3:dd.500 Request processed in 36256us (67348us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877036.757070:0:19111:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 205
00000100:00100000:1.0:1788877036.757080:0:19111:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893729546195 time 7893729708056 state 0x2 ref 0
00000100:00100000:1.0:1788877036.764692:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.764803:0:6590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939392
00000100:00100000:0.0:1788877036.764816:0:6590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939392
00000100:00100000:0.0:1788877036.764884:0:6590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893729546195 time 7893729708056 state 0x0 ref 1
00000100:00100000:0.0:1788877036.764897:0:6590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893779708056 time 7893729708056 state 0x1 ref 1
00000100:00100000:0.0:1788877036.770863:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893779708056 time 7893779832151 state 0x0 ref 1
00000100:00100000:0.0:1788877036.770898:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362939392:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877036.770942:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.770959:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.770963:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.770970:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.770982:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.792709:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.792730:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.792739:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.792746:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.792751:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.792759:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.792792:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.792800:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768539 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.792883:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362939392:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21996us (28196us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.792893:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 206
00000100:00100000:0.0:1788877036.792903:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893779708056 time 7893779832151 state 0x2 ref 0
00000100:00100000:3.0:1788877036.803159:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877036.803246:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939520
00000100:00100000:2.0:1788877036.803256:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939520
00000100:00100000:2.0:1788877036.803322:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893779708056 time 7893779832151 state 0x0 ref 1
00000100:00100000:2.0:1788877036.803344:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893829832151 time 7893779832151 state 0x1 ref 1
00000100:00100000:0.0:1788877036.821036:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893829832151 time 7893829981498 state 0x0 ref 1
00000100:00100000:0.0:1788877036.821069:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939520:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877036.821112:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.821130:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.821134:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.821140:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.821153:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.835809:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.835828:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.835836:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.835843:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.835847:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.835856:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.835874:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.835882:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768540 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.835978:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939520:12345-192.168.203.59@tcp:3:dd.500 Request processed in 14920us (32822us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.835989:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 207
00000100:00100000:0.0:1788877036.835998:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893829832151 time 7893829981498 state 0x2 ref 0
00000100:00100000:2.0:1788877036.842869:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.842977:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939648
00000100:00100000:0.0:1788877036.842996:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939648
00000100:00100000:0.0:1788877036.843088:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893829832151 time 7893829981498 state 0x0 ref 1
00000100:00100000:0.0:1788877036.843103:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893879981498 time 7893829981498 state 0x1 ref 1
00000100:00100000:0.0:1788877036.871152:0:6588:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893879981498 time 7893880121249 state 0x0 ref 1
00000100:00100000:0.0:1788877036.871187:0:6588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99830b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939648:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877036.871230:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.871254:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.871259:0:6588:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.871265:0:6588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.871280:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.891279:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.891308:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.891316:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.891323:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877036.891335:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.891345:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.891364:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.891377:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e768547 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.891463:0:6588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99830b846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939648:12345-192.168.203.59@tcp:3:dd.500 Request processed in 20288us (48600us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877036.891474:0:6588:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 208
00000100:00100000:0.0:1788877036.891484:0:6588:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893879981498 time 7893880121249 state 0x2 ref 0
00000100:00100000:2.0:1788877036.895930:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.896160:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939776
00000100:00100000:0.0:1788877036.896170:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939776
00000100:00100000:0.0:1788877036.896226:0:17072:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893879981498 time 7893880121249 state 0x0 ref 1
00000100:00100000:0.0:1788877036.896240:0:17072:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893930121249 time 7893880121249 state 0x1 ref 1
00000100:00100000:0.0:1788877036.921246:0:19113:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893930121249 time 7893930217252 state 0x0 ref 1
00000100:00100000:0.0:1788877036.921275:0:19113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362939776:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877036.921315:0:19113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.921341:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.921347:0:19113:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877036.921353:0:19113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877036.921367:0:19113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.948118:0:19113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.948139:0:19113:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.948149:0:19113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.948158:0:19113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984013fd400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877036.948163:0:19113:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.948173:0:19113:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.948192:0:19113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877036.948200:0:19113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fbcc67/0x3868396b8e76854e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877036.948290:0:19113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362939776:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27022us (52363us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877036.948305:0:19113:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 209
00000100:00100000:1.0:1788877036.948313:0:19113:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893930121249 time 7893930217252 state 0x2 ref 0
00000100:00100000:3.0:1788877036.955450:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877036.955643:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362939904
00000100:00100000:0.0:1788877036.955652:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362939904
00000100:00100000:0.0:1788877036.955707:0:20685:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893930121249 time 7893930217252 state 0x0 ref 1
00000100:00100000:0.0:1788877036.955720:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893980217252 time 7893930217252 state 0x1 ref 1
00000100:00100000:2.0:1788877036.971398:0:20684:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893980217252 time 7893980368136 state 0x0 ref 1
00000100:00100000:2.0:1788877036.971426:0:20684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939904:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877036.971465:0:20684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.971481:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.971485:0:20684:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877036.971491:0:20684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877036.971504:0:20684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877036.974233:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788877036.974258:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998409df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365784832:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1788877036.974339:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877036.974510:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784832
00000100:00100000:1.0:1788877036.974519:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784832
00000100:00100000:1.0:1788877036.974606:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 419
00000100:00100000:1.0:1788877036.974617:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365784832:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877036.974665:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226820096 pending 0 free 3746562048 avail 3744464896
00000100:00100000:1.0:1788877036.975215:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365784832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 598us (885us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877036.975224:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 419
00000100:00080000:3.0:1788877036.976676:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788877036.983260:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998409df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365784832:0@lo:13:osp-pre-0-0.0
00010000:00010000:2.0:1788877037.006546:0:20684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.006567:0:20684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.006578:0:20684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.006585:0:20684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428754000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877037.006590:0:20684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.006600:0:20684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.006624:0:20684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.006632:0:20684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000553d7f0d/0x3868396b8e768555 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877037.006727:0:20684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362939904:12345-192.168.203.59@tcp:3:dd.500 Request processed in 35307us (51279us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877037.006738:0:20684:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 210
00000100:00100000:2.0:1788877037.006746:0:20684:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893980217252 time 7893980368136 state 0x2 ref 0
00000100:00100000:2.0:1788877037.015041:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877037.015217:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940032
00000100:00100000:3.0:1788877037.015228:0:19112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940032
00000100:00100000:3.0:1788877037.015281:0:19112:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7893980217252 time 7893980368136 state 0x0 ref 1
00000100:00100000:3.0:1788877037.015295:0:19112:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894030368136 time 7893980368136 state 0x1 ref 1
00000100:00100000:2.0:1788877037.021482:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894030368136 time 7894030453777 state 0x0 ref 1
00000100:00100000:2.0:1788877037.021511:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998312a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362940032:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877037.021551:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.021568:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1788877037.021572:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.021578:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.021593:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.033975:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.034004:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.034662:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.034675:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998428754800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.034681:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.034690:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.034714:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.034723:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fd876ef/0x3868396b8e76855c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.034826:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998312a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362940032:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13320us (19817us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.034837:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 211
00000100:00100000:1.0:1788877037.034847:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894030368136 time 7894030453777 state 0x2 ref 0
00000100:00100000:3.0:1788877037.039282:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877037.039732:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940160
00000100:00100000:1.0:1788877037.039741:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940160
00000100:00100000:1.0:1788877037.039807:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894030368136 time 7894030453777 state 0x0 ref 1
00000100:00100000:1.0:1788877037.039821:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894080453777 time 7894030453777 state 0x1 ref 1
00000001:00080000:2.0:1788877037.045591:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010923 is committed
00000001:00080000:2.0:1788877037.045743:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010924 is committed
00000100:00100000:1.0:1788877037.071634:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894080453777 time 7894080603569 state 0x0 ref 1
00000100:00100000:1.0:1788877037.071661:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362940160:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877037.071700:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.071717:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.071721:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.071727:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.071740:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.120566:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.120588:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.120597:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.120605:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ea800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.120609:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.120617:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.120637:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.120645:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768563 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.120739:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362940160:12345-192.168.203.59@tcp:3:dd.500 Request processed in 49080us (81461us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.120749:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 212
00000100:00100000:1.0:1788877037.120758:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894080453777 time 7894080603569 state 0x2 ref 0
00000100:00100000:3.0:1788877037.129762:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877037.129910:0:19109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940288
00000100:00100000:0.0:1788877037.129920:0:19109:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940288
00000100:00100000:0.0:1788877037.129995:0:19109:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894080453777 time 7894080603569 state 0x0 ref 1
00000100:00100000:0.0:1788877037.130010:0:19109:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894130603569 time 7894080603569 state 0x1 ref 1
00000100:00100000:0.0:1788877037.130077:0:19109:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894130603569 time 7894139058897 state 0x0 ref 1
00000100:00100000:0.0:1788877037.130090:0:19109:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362940288:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877037.130125:0:19109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.130142:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.130147:0:19109:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.130153:0:19109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.130166:0:19109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.158876:0:19109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.158897:0:19109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.158906:0:19109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.158912:0:19109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877037.158917:0:19109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.158927:0:19109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.158953:0:19109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.158960:0:19109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76856a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877037.159096:0:19109:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362940288:12345-192.168.203.59@tcp:3:dd.500 Request processed in 29003us (29339us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877037.159107:0:19109:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 213
00000100:00100000:0.0:1788877037.159116:0:19109:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894130603569 time 7894139058897 state 0x2 ref 0
00000100:00100000:2.0:1788877037.172333:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877037.172647:0:18424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940416
00000100:00100000:0.0:1788877037.172656:0:18424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940416
00000100:00100000:0.0:1788877037.172715:0:18424:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894130603569 time 7894139058897 state 0x0 ref 1
00000100:00100000:0.0:1788877037.172729:0:18424:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894189058897 time 7894139058897 state 0x1 ref 1
00000100:00100000:0.0:1788877037.180618:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894189058897 time 7894189588195 state 0x0 ref 1
00000100:00100000:0.0:1788877037.180652:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362940416:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877037.180695:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.180711:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.180716:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.180722:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.180737:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.203605:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.203627:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.203638:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.203646:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.203652:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.203662:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.203682:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.203691:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768571 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.203787:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362940416:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23136us (31461us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.203798:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 214
00000100:00100000:1.0:1788877037.203806:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894189058897 time 7894189588195 state 0x2 ref 0
00000100:00100000:2.0:1788877037.210869:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877037.211042:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940544
00000100:00100000:3.0:1788877037.211053:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940544
00000100:00100000:3.0:1788877037.211109:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894189058897 time 7894189588195 state 0x0 ref 1
00000100:00100000:3.0:1788877037.211123:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894239588195 time 7894189588195 state 0x1 ref 1
00000100:00100000:0.0:1788877037.230716:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894239588195 time 7894239686106 state 0x0 ref 1
00000100:00100000:0.0:1788877037.230748:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362940544:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877037.230802:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.230820:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.230824:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.230830:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.230844:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.251999:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.252049:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.252059:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.252067:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877037.252072:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.252083:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.252101:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.252109:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e768578 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877037.252213:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362940544:12345-192.168.203.59@tcp:3:dd.500 Request processed in 21474us (41348us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877037.252225:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 215
00000100:00100000:0.0:1788877037.252233:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894239588195 time 7894239686106 state 0x2 ref 0
00000100:00100000:3.0:1788877037.260860:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877037.261039:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940672
00000100:00100000:2.0:1788877037.261049:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940672
00000100:00100000:2.0:1788877037.261122:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894239588195 time 7894239686106 state 0x0 ref 1
00000100:00100000:2.0:1788877037.261137:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894289686106 time 7894239686106 state 0x1 ref 1
00000100:00100000:0.0:1788877037.280965:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894289686106 time 7894289936916 state 0x0 ref 1
00000100:00100000:0.0:1788877037.281002:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306996a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362940672:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877037.281078:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.281096:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.281100:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.281106:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.281126:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.294686:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.294706:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.294716:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.294723:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99843357b400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.294728:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.294738:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.294757:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.294765:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072b3784c/0x3868396b8e76857f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.294853:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306996a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362940672:12345-192.168.203.59@tcp:3:dd.500 Request processed in 13861us (34010us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.294864:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 216
00000100:00100000:1.0:1788877037.294872:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894289686106 time 7894289936916 state 0x2 ref 0
00000100:00100000:3.0:1788877037.301769:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877037.301958:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940800
00000100:00100000:2.0:1788877037.301967:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940800
00000100:00100000:2.0:1788877037.302056:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894289686106 time 7894289936916 state 0x0 ref 1
00000100:00100000:2.0:1788877037.302070:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894339936916 time 7894289936916 state 0x1 ref 1
00000100:00100000:3.0:1788877037.341185:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894339936916 time 7894350154732 state 0x0 ref 1
00000100:00100000:2.0:1788877037.348974:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362940800:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877037.349178:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.349264:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.349269:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.349277:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.349293:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.406763:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.406893:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.406904:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.406912:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441d29a00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877037.406917:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.406926:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.407186:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.407196:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3082f4d/0x3868396b8e768586 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877037.407405:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2357:x1875765362940800:12345-192.168.203.59@tcp:3:dd.500 Request processed in 66187us (105640us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877037.407417:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 217
00000100:00100000:2.0:1788877037.407427:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894339936916 time 7894350154732 state 0x2 ref 0
00000100:00100000:0.0:1788877037.415107:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877037.415276:0:29632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362940928
00000100:00100000:2.0:1788877037.415287:0:29632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362940928
00000100:00100000:2.0:1788877037.415352:0:29632:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894339936916 time 7894350154732 state 0x0 ref 1
00000100:00100000:2.0:1788877037.415365:0:29632:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894400154732 time 7894350154732 state 0x1 ref 1
00000100:00100000:2.0:1788877037.415396:0:29632:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894400154732 time 7894424378446 state 0x0 ref 1
00000100:00100000:2.0:1788877037.415407:0:29632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362940928:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877037.415440:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.415456:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.415460:0:29632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.415466:0:29632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.415480:0:29632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.425963:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.425993:0:29632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.426002:0:29632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.426009:0:29632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441d29000 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877037.426050:0:29632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.426060:0:29632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.426078:0:29632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.426086:0:29632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009f7a259/0x3868396b8e76858d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877037.426158:0:29632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362940928:12345-192.168.203.59@tcp:3:dd.500 Request processed in 10748us (11057us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877037.426168:0:29632:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 218
00000100:00100000:2.0:1788877037.426178:0:29632:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894400154732 time 7894424378446 state 0x2 ref 0
00000100:00100000:2.0:1788877037.436536:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877037.436676:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941056
00000100:00100000:3.0:1788877037.436685:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941056
00000100:00100000:3.0:1788877037.436736:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894400154732 time 7894424378446 state 0x0 ref 1
00000100:00100000:3.0:1788877037.436749:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894474378446 time 7894424378446 state 0x1 ref 1
00000100:00100000:1.0:1788877037.465599:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894474378446 time 7894474569869 state 0x0 ref 1
00000100:00100000:1.0:1788877037.465630:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362941056:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877037.465672:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.465689:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.465694:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.465701:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.465715:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.482094:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.482115:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.482130:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.482137:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ea800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.482142:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.482152:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.482172:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.482181:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e768594 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.482265:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362941056:12345-192.168.203.59@tcp:3:dd.500 Request processed in 16641us (45732us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.482276:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 219
00000100:00100000:1.0:1788877037.482285:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894474378446 time 7894474569869 state 0x2 ref 0
00000100:00100000:2.0:1788877037.487712:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877037.487797:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941184
00000100:00100000:3.0:1788877037.487807:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941184
00000100:00100000:3.0:1788877037.487858:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894474378446 time 7894474569869 state 0x0 ref 1
00000100:00100000:3.0:1788877037.487871:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894524569869 time 7894474569869 state 0x1 ref 1
00000100:00100000:0.0:1788877037.515812:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894524569869 time 7894524780340 state 0x0 ref 1
00000100:00100000:0.0:1788877037.515847:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941184:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877037.515891:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.515906:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.515910:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.515916:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.515930:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.557258:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.557281:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.557290:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.557298:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358f6e00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877037.557305:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.557315:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.557348:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.557358:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003eca796b/0x3868396b8e76859b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877037.557483:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941184:12345-192.168.203.59@tcp:3:dd.500 Request processed in 41645us (69773us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877037.557496:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 220
00000100:00100000:0.0:1788877037.557506:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894524569869 time 7894524780340 state 0x2 ref 0
00000100:00100000:0.0:1788877037.570616:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877037.570713:0:18415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941312
00000100:00100000:2.0:1788877037.570726:0:18415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941312
00000100:00100000:2.0:1788877037.570791:0:18415:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894524569869 time 7894524780340 state 0x0 ref 1
00000100:00100000:2.0:1788877037.570807:0:18415:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894574780340 time 7894524780340 state 0x1 ref 1
00000100:00100000:2.0:1788877037.570856:0:18415:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894574780340 time 7894579836020 state 0x0 ref 1
00000100:00100000:2.0:1788877037.570873:0:18415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362941312:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877037.570915:0:18415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.570932:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.570956:0:18415:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.570966:0:18415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.570982:0:18415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.597534:0:18415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.597554:0:18415:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.597563:0:18415:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.597570:0:18415:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998302f7a200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:3.0:1788877037.597574:0:18415:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.597584:0:18415:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.597604:0:18415:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.597612:0:18415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000495a0c77/0x3868396b8e7685a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877037.597704:0:18415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362941312:12345-192.168.203.59@tcp:3:dd.500 Request processed in 26831us (27094us total) trans 0 rc 1048576/1048576
00000100:00100000:3.0:1788877037.597715:0:18415:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 221
00000100:00100000:3.0:1788877037.597723:0:18415:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894574780340 time 7894579836020 state 0x2 ref 0
00000100:00100000:0.0:1788877037.612819:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877037.612932:0:32430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941440
00000100:00100000:3.0:1788877037.612957:0:32430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941440
00000100:00100000:3.0:1788877037.613386:0:32430:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894574780340 time 7894579836020 state 0x0 ref 1
00000100:00100000:3.0:1788877037.613403:0:32430:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894629836020 time 7894579836020 state 0x1 ref 1
00000100:00100000:0.0:1788877037.620943:0:17072:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894629836020 time 7894629905380 state 0x0 ref 1
00000100:00100000:0.0:1788877037.620974:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941440:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877037.621152:0:17072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.621168:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.621173:0:17072:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.621180:0:17072:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.621193:0:17072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.636657:0:17072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.636677:0:17072:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.636686:0:17072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.636692:0:17072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.636696:0:17072:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.636704:0:17072:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.636722:0:17072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.636728:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078792efe/0x3868396b8e7685a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.636812:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941440:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15846us (23996us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.636823:0:17072:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 222
00000100:00100000:1.0:1788877037.636832:0:17072:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894629836020 time 7894629905380 state 0x2 ref 0
00000100:00100000:0.0:1788877037.643244:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877037.643333:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941568
00000100:00100000:2.0:1788877037.643342:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941568
00000100:00100000:2.0:1788877037.643397:0:6589:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894629836020 time 7894629905380 state 0x0 ref 1
00000100:00100000:2.0:1788877037.643413:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894679905380 time 7894629905380 state 0x1 ref 1
00000100:00100000:1.0:1788877037.671089:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894679905380 time 7894680057726 state 0x0 ref 1
00000100:00100000:1.0:1788877037.671122:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941568:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877037.671167:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.671183:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.671193:0:20685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.671200:0:20685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.671213:0:20685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877037.682043:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788877037.685947:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.685966:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.685979:0:20685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.685985:0:20685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ea800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.685993:0:20685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.686001:0:20685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.686077:0:20685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.686085:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.686173:0:20685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941568:12345-192.168.203.59@tcp:3:dd.500 Request processed in 15061us (42933us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.686185:0:20685:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 223
00000100:00100000:1.0:1788877037.686193:0:20685:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894679905380 time 7894680057726 state 0x2 ref 0
00000100:00100000:3.0:1788877037.703312:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877037.703424:0:19108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941696
00000100:00100000:2.0:1788877037.703434:0:19108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941696
00000100:00100000:2.0:1788877037.703487:0:19108:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894679905380 time 7894680057726 state 0x0 ref 1
00000100:00100000:2.0:1788877037.703500:0:19108:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894730057726 time 7894680057726 state 0x1 ref 1
00000100:00100000:2.0:1788877037.721194:0:19112:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894730057726 time 7894730162516 state 0x0 ref 1
00000100:00100000:2.0:1788877037.721227:0:19112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941696:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:2.0:1788877037.721285:0:19112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.721301:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.721305:0:19112:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877037.721312:0:19112:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.721334:0:19112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.744790:0:19112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.744811:0:19112:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.744820:0:19112:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.744827:0:19112:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998435be6800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877037.744831:0:19112:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.744840:0:19112:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.744984:0:19112:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.744993:0:19112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000464f61e6/0x3868396b8e7685b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877037.745165:0:19112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941696:12345-192.168.203.59@tcp:3:dd.500 Request processed in 23947us (41856us total) trans 0 rc 1048576/1048576
00000100:00100000:0.0:1788877037.745175:0:19112:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 224
00000100:00100000:0.0:1788877037.745184:0:19112:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894730057726 time 7894730162516 state 0x2 ref 0
00000100:00100000:3.0:1788877037.772132:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877037.772386:0:19110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941824
00000100:00100000:1.0:1788877037.772396:0:19110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941824
00000100:00100000:1.0:1788877037.772449:0:19110:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894730057726 time 7894730162516 state 0x0 ref 1
00000100:00100000:1.0:1788877037.772462:0:19110:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894780162516 time 7894730162516 state 0x1 ref 1
00000100:00100000:1.0:1788877037.772495:0:19110:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894780162516 time 7894781476232 state 0x0 ref 1
00000100:00100000:1.0:1788877037.772507:0:19110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362941824:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877037.772551:0:19110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.772567:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.772572:0:19110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.772580:0:19110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.772602:0:19110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.799806:0:19110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.799824:0:19110:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.799833:0:19110:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.799840:0:19110:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ea800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.799854:0:19110:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.799863:0:19110:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.799880:0:19110:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.799889:0:19110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685be lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.799969:0:19110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362941824:12345-192.168.203.59@tcp:3:dd.500 Request processed in 27460us (27843us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.799985:0:19110:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 225
00000100:00100000:1.0:1788877037.799995:0:19110:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894780162516 time 7894781476232 state 0x2 ref 0
00000100:00100000:3.0:1788877037.809291:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877037.809670:0:19111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362941952
00000100:00100000:1.0:1788877037.809682:0:19111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362941952
00000100:00100000:1.0:1788877037.809740:0:19111:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894780162516 time 7894781476232 state 0x0 ref 1
00000100:00100000:1.0:1788877037.809755:0:19111:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894831476232 time 7894781476232 state 0x1 ref 1
00000100:00100000:1.0:1788877037.823156:0:25657:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894831476232 time 7894832127695 state 0x0 ref 1
00000100:00100000:1.0:1788877037.823188:0:25657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941952:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877037.823236:0:25657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.823257:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.823262:0:25657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.823269:0:25657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.823307:0:25657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.847196:0:25657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.847217:0:25657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.847227:0:25657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.847234:0:25657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ea800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.847239:0:25657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.847247:0:25657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.847266:0:25657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.847274:0:25657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.848887:0:25657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2355:x1875765362941952:12345-192.168.203.59@tcp:3:dd.500 Request processed in 25701us (39603us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.848901:0:25657:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 226
00000100:00100000:1.0:1788877037.848912:0:25657:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894831476232 time 7894832127695 state 0x2 ref 0
00000100:00100000:0.0:1788877037.856745:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877037.856839:0:18418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362942080
00000100:00100000:3.0:1788877037.856851:0:18418:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362942080
00000100:00100000:3.0:1788877037.856912:0:18418:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894831476232 time 7894832127695 state 0x0 ref 1
00000100:00100000:3.0:1788877037.856925:0:18418:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894882127695 time 7894832127695 state 0x1 ref 1
00000100:00100000:0.0:1788877037.873298:0:18424:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894882127695 time 7894882266973 state 0x0 ref 1
00000100:00100000:0.0:1788877037.873338:0:18424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362942080:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:0.0:1788877037.873384:0:18424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.873401:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.873406:0:18424:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1788877037.873412:0:18424:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877037.873426:0:18424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.906255:0:18424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.906274:0:18424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.906288:0:18424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.906295:0:18424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984286b4200 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877037.906300:0:18424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.906308:0:18424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.906334:0:18424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877037.906342:0:18424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004433e6d/0x3868396b8e7685cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877037.906422:0:18424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2358:x1875765362942080:12345-192.168.203.59@tcp:3:dd.500 Request processed in 33102us (49680us total) trans 0 rc 1048576/1048576
00000100:00100000:2.0:1788877037.906431:0:18424:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 227
00000100:00100000:2.0:1788877037.906441:0:18424:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894882127695 time 7894882266973 state 0x2 ref 0
00000100:00100000:2.0:1788877037.935154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877037.935370:0:18422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362942208
00000100:00100000:1.0:1788877037.935380:0:18422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362942208
00000100:00100000:1.0:1788877037.935441:0:18422:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) ost_io.0 NRS: TBF LRU hit: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894882127695 time 7894882266973 state 0x0 ref 1
00000100:00100000:1.0:1788877037.935454:0:18422:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894932266973 time 7894882266973 state 0x1 ref 1
00000100:00100000:1.0:1788877037.935485:0:18422:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894932266973 time 7894944467675 state 0x0 ref 1
00000100:00100000:1.0:1788877037.935495:0:18422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362942208:12345-192.168.203.59@tcp:3:dd.500
00010000:00010000:1.0:1788877037.935531:0:18422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.935548:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.935553:0:18422:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1788877037.935558:0:18422:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.935571:0:18422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.953245:0:18422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.953265:0:18422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.953281:0:18422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.953288:0:18422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ea800 already unused, calling callback (ffffffffc1793220)
00010000:00010000:1.0:1788877037.953293:0:18422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.953303:0:18422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.953331:0:18422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877037.953339:0:18422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051434d56/0x3868396b8e7685d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877037.953434:0:18422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2356:x1875765362942208:12345-192.168.203.59@tcp:3:dd.500 Request processed in 17935us (18285us total) trans 0 rc 1048576/1048576
00000100:00100000:1.0:1788877037.953446:0:18422:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.59@tcp, seq: 228
00000100:00100000:1.0:1788877037.953455:0:18422:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) ost_io.0 NRS: TBF LRU add: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894932266973 time 7894944467675 state 0x2 ref 0
00000100:00100000:3.0:1788877037.956840:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877037.956951:0:5793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362942464
00000100:00100000:0.0:1788877037.956960:0:5793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362942464
00000100:00100000:0.0:1788877037.957064:0:5793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9912
00000100:00100000:0.0:1788877037.957075:0:5793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:253860:x1875765362942464:12345-192.168.203.59@tcp:35:dd.500
00000100:00100000:0.0:1788877037.957436:0:5793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:253860:x1875765362942464:12345-192.168.203.59@tcp:35:dd.500 Request processed in 363us (605us total) trans 4295010925 rc 0/0
00000100:00100000:0.0:1788877037.957444:0:5793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9912
00000100:00080000:3.0:1788877037.957512:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1788877038.070311:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877038.070512:0:5775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362942592
00000100:00100000:2.0:1788877038.070522:0:5775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362942592
00000100:00100000:2.0:1788877038.070604:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 1222
00000100:00100000:2.0:1788877038.070616:0:5775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:5571:x1875765362942592:12345-192.168.203.59@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1788877038.070633:0:5775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1788877038.070675:0:5775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b221b49/0x3868396b8e768317 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888977 expref: 6 pid: 26913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.070702:0:5775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1788877038.070774:0:5775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:5571:x1875765362942592:12345-192.168.203.59@tcp:103:ldlm_bl.0 Request processed in 160us (471us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877038.070781:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 1222
00000100:00080000:3.0:1788877038.070900:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788877038.112137:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877038.112233:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362942720
00000100:00100000:1.0:1788877038.112242:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362942720
00000100:00100000:1.0:1788877038.112302:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60415
00000100:00100000:1.0:1788877038.112314:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:253873:x1875765362942720:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:1.0:1788877038.112347:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1788877038.112366:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea600/0x3868396b8e7685da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88897e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.112462:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eae00/0x3868396b8e7685e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.112476:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eae00/0x3868396b8e7685e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.112489:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eae00/0x3868396b8e7685e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1788877038.113100:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 7680
00000004:00200000:1.0:1788877038.113106:0:5791:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1
00000004:00010000:1.0:1788877038.113190:0:5791:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eae00/0x3868396b8e7685e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.113814:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea600/0x3868396b8e7685da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88897e expref: 11 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.113837:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eae00/0x3868396b8e7685e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88897e expref: 10 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.113845:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03a00)
00010000:00010000:1.0:1788877038.113847:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1788877038.113851:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9984358eae00, rc 0)
00000100:00100000:1.0:1788877038.113921:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253873:x1875765362942720:12345-192.168.203.59@tcp:101:rm.0 Request processed in 1609us (1792us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877038.113930:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60415
00000100:00100000:1.0:1788877038.119113:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877038.119197:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362942976
00000100:00100000:2.0:1788877038.119207:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362942976
00000100:00100000:2.0:1788877038.119278:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60416
00000100:00100000:2.0:1788877038.119288:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:253873:x1875765362942976:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788877038.119309:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877038.119340:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7685e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888985 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877038.119605:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 7680
00010000:00010000:2.0:1788877038.119793:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7685e8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888985 expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.119808:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:2.0:1788877038.119812:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788877038.119817:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7685e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888985 expref: 12 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.119836:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95f200, rc 0)
00000100:00100000:2.0:1788877038.119904:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253873:x1875765362942976:12345-192.168.203.59@tcp:101:rm.0 Request processed in 616us (801us total) trans 4295010926 rc 301/301
00000100:00100000:2.0:1788877038.119912:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60416
00000100:00100000:0.0:1788877038.124185:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877038.124356:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362943104
00000100:00100000:2.0:1788877038.124366:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362943104
00000100:00100000:2.0:1788877038.124421:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9913
00000100:00100000:2.0:1788877038.124430:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99841869c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253873:x1875765362943104:12345-192.168.203.59@tcp:37:rm.0
00000100:00100000:2.0:1788877038.141811:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99841869c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253873:x1875765362943104:12345-192.168.203.59@tcp:37:rm.0 Request processed in 17369us (17624us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877038.141826:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9913
00000100:00100000:1.0:1788877038.149239:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877038.149335:0:5794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362943360
00000100:00100000:2.0:1788877038.149345:0:5794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362943360
00000100:00100000:2.0:1788877038.149403:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9914
00000100:00100000:2.0:1788877038.149413:0:5794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998409df8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:253873:x1875765362943360:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:2.0:1788877038.149932:0:5794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998409df8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253873:x1875765362943360:12345-192.168.203.59@tcp:35:rm.0 Request processed in 519us (701us total) trans 4295010927 rc 0/0
00000100:00100000:2.0:1788877038.149941:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9914
00000100:00100000:0.0:1788877038.152802:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877038.153338:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362943616
00000100:00100000:2.0:1788877038.153348:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362943616
00000100:00100000:2.0:1788877038.153455:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60417
00000100:00100000:2.0:1788877038.153467:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:253873:x1875765362943616:12345-192.168.203.59@tcp:101:rm.0
00010000:00010000:2.0:1788877038.153495:0:7498:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877038.153518:0:7498:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7685f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88898c expref: -99 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.153833:0:7498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7685fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.153850:0:7498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7685fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.153862:0:7498:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7685fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xcb9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7498 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877038.153874:0:7498:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 7680
00010000:00010000:2.0:1788877038.154094:0:7498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7685f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88898c expref: 15 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.154115:0:7498:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7685fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xcb9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88898c expref: 14 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.154125:0:7498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788877038.154128:0:7498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1788877038.154133:0:7498:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95e400, rc 0)
00000100:00100000:2.0:1788877038.154209:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253873:x1875765362943616:12345-192.168.203.59@tcp:101:rm.0 Request processed in 744us (1418us total) trans 4295010928 rc 0/0
00000100:00100000:2.0:1788877038.154226:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60417
00000100:00100000:0.0:1788877038.157189:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877038.170384:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362943744
00000100:00100000:1.0:1788877038.170399:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362943744
00000100:00100000:1.0:1788877038.170477:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60418
00000100:00100000:1.0:1788877038.170489:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253873:x1875765362943744:12345-192.168.203.59@tcp:41:rm.0
00000004:00000024:1.0:1788877038.170559:0:15554:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7570718720 avail 7566524416
00000100:00100000:1.0:1788877038.170641:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253873:x1875765362943744:12345-192.168.203.59@tcp:41:rm.0 Request processed in 155us (13462us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877038.170649:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60418
00000100:00100000:1.0:1788877038.182407:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877038.183523:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362944000
00000100:00100000:2.0:1788877038.183544:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362944000
00000100:00100000:2.0:1788877038.183616:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60419
00000100:00100000:2.0:1788877038.183627:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253873:x1875765362944000:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:2.0:1788877038.183680:0:26645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1788877038.183710:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e200/0x3868396b8e768031 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcbb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888969 expref: 14 pid: 5790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.183731:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbb:0x0].0x0 (ffff998403b03300)
00010000:00010000:2.0:1788877038.184361:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eae00/0x3868396b8e7685e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88897e expref: 13 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.184375:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03a00)
00010000:00010000:2.0:1788877038.184378:0:26645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788877038.184830:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.184846:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.184856:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.184871:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.184878:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.184884:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.185348:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.185358:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.185365:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1788877038.187434:0:26645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1633, 64 off112704
00000004:00080000:1.0:1788877038.187453:0:26645:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7895196437941ns, next at 7896196434345ns, rc = 0
00010000:00010000:1.0:1788877038.187668:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187685:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187696:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187705:0:26645:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187711:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187717:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187906:0:26645:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1788877038.187931:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187937:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187944:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187951:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358eb400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877038.187954:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187962:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187973:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbb:0x0].0x0 (ffff998385d39100)
00010000:00010000:1.0:1788877038.187977:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1788877038.187982:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.187988:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb400/0x3868396b8e768619 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.188007:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.188034:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.188040:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.188045:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ebc00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877038.188048:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.188058:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.188066:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03a00)
00010000:00010000:1.0:1788877038.188068:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877038.188071:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.188077:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ebc00/0x3868396b8e76860b lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1788877038.188088:0:26645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005027b2cd reply state 000000006cd0fe53 transno 4295010929 ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877038.188096:0:26645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1788877038.188189:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253873:x1875765362944000:12345-192.168.203.59@tcp:36:rm.0 Request processed in 4561us (5789us total) trans 4295010929 rc 0/0
00000100:00100000:1.0:1788877038.188198:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60419
00010000:00010000:3.0:1788877038.192445:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877038.192793:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877038.192937:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362944256
00000100:00100000:0.0:1788877038.192948:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362944256
00000100:00100000:0.0:1788877038.193007:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9915
00000100:00100000:0.0:1788877038.193040:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253873:x1875765362944256:12345-192.168.203.59@tcp:35:rm.0
00000100:00100000:0.0:1788877038.193300:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:253873:x1875765362944256:12345-192.168.203.59@tcp:35:rm.0 Request processed in 260us (511us total) trans 4295010930 rc 0/0
00000100:00100000:0.0:1788877038.193308:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9915
00010000:00010000:3.0:1788877038.193564:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.193573:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.193580:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358eb600 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877038.193584:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.193593:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.193609:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x4009f790 (ffff998385d39000)
00010000:00010000:3.0:1788877038.193612:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1788877038.193617:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.193623:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb600/0x3868396b8e768612 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcb9:0x0].0x4009f790 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.195327:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1788877038.195339:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.195350:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358ea400 already unused, calling callback (ffffffffc1793220)
00010000:00010000:2.0:1788877038.195355:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.195364:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.195380:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbb:0x0].0x0 (ffff998385d39100)
00010000:00010000:2.0:1788877038.195382:0:5779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1788877038.195386:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.195392:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984358ea400/0x3868396b8e768620 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcbb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877038.196587:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877038.196698:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362944512
00000100:00100000:3.0:1788877038.196708:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362944512
00000100:00100000:3.0:1788877038.196780:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60420
00000100:00100000:3.0:1788877038.196792:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+14:253873:x1875765362944512:12345-192.168.203.59@tcp:36:rm.0
00010000:00010000:3.0:1788877038.196851:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1788877038.196875:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7685fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xcb9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88898c expref: 14 pid: 7498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.196894:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e768015 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888962 expref: 13 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.196908:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03a00)
00010000:00010000:3.0:1788877038.196924:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998435be7400/0x3868396b8e767f9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88894d expref: 12 pid: 5792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.196933:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998385d39500)
00010000:00010000:3.0:1788877038.196940:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1788877038.196963:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.196974:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.196984:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.196995:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.197001:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877038.197007:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.197603:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.197619:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.197627:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877038.198138:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcb9:0x0]: returning size 7680
00010000:00010000:2.0:1788877038.198154:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198163:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198170:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198177:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95f200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877038.198181:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198189:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198199:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb9:0x0].0x0 (ffff998403b03800)
00010000:00010000:2.0:1788877038.198203:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1788877038.198207:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198214:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e768635 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198490:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198496:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198502:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198506:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405f94000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877038.198509:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198515:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198577:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99840390f500)
00010000:00010000:2.0:1788877038.198581:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877038.198585:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877038.198591:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405f94000/0x3868396b8e768627 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1788877038.198606:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f244c54d reply state 0000000035418f79 transno 4295010931 ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788877038.198615:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1788877038.198749:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+13:253873:x1875765362944512:12345-192.168.203.59@tcp:36:rm.0 Request processed in 1955us (2166us total) trans 4295010931 rc 0/0
00000100:00100000:2.0:1788877038.198758:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60420
00010000:00010000:0.0:1788877038.202883:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877038.202890:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877038.202893:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788877038.205751:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.205767:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.205774:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.205779:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405f95200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877038.205784:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.205791:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.205807:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c48aeec (ffff99840390f900)
00010000:00010000:1.0:1788877038.205810:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877038.205815:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877038.205822:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95200/0x3868396b8e76862e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c48aeec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877038.703739:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877039.728466:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877040.046474:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365784960:0@lo:400:kworker.0
00000100:00100000:0.0:1788877040.046543:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877040.046704:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365784960
00000100:00100000:1.0:1788877040.046711:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365784960
00000100:00100000:1.0:1788877040.046756:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:1.0:1788877040.046764:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365784960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.050105:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365785088:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.050178:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877040.050458:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998301a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365785600:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.050488:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877040.050523:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788877040.050529:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983191c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365785472:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.050552:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877040.050599:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365785216:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.050623:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877040.050639:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998301a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365785728:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788877040.050659:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877040.050677:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1788877040.050683:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365785344:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.050702:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877040.050734:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785088
00000100:00100000:2.0:1788877040.050741:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785088
00000100:00100000:2.0:1788877040.050785:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785472
00000100:00100000:2.0:1788877040.050788:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785472
00000100:00100000:2.0:1788877040.050815:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785216
00000100:00100000:2.0:1788877040.050817:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785216
00000100:00100000:2.0:1788877040.050841:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6883
00000100:00100000:2.0:1788877040.050849:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365785088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.050898:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3308:x1875765365785088:12345-0@lo:400:kworker.0 Request processed in 49us (720us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.050906:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6883
00000100:00100000:2.0:1788877040.050920:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6884
00000100:00100000:2.0:1788877040.050940:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365785472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051167:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365785472:12345-0@lo:400:kworker.0 Request processed in 227us (613us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.051174:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6884
00000100:00100000:2.0:1788877040.051190:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6885
00000100:00100000:2.0:1788877040.051196:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365785216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051309:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365785216:12345-0@lo:400:kworker.0 Request processed in 113us (685us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.051325:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6885
00000100:00100000:2.0:1788877040.051356:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785728
00000100:00100000:2.0:1788877040.051361:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785728
00000100:00100000:2.0:1788877040.051406:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 420
00000100:00100000:2.0:1788877040.051414:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365785728:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788877040.051442:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:2.0:1788877040.051473:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365785728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (812us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.051479:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 420
00000100:00100000:2.0:1788877040.051497:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785600
00000100:00100000:2.0:1788877040.051501:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785600
00000100:00100000:2.0:1788877040.051525:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785344
00000100:00100000:2.0:1788877040.051528:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785344
00000100:00100000:2.0:1788877040.051549:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 418
00000100:00100000:2.0:1788877040.051555:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365785344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051585:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365785344:12345-0@lo:400:kworker.0 Request processed in 30us (881us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.051591:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 418
00000100:00100000:2.0:1788877040.051602:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 418
00000100:00100000:2.0:1788877040.051609:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365785600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051635:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365785600:12345-0@lo:400:kworker.0 Request processed in 27us (1146us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.051641:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 418
00000100:00080000:2.0:1788877040.051661:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788877040.051664:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1788877040.051667:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788877040.051707:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983191c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365785472:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051720:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3308:1875765365785088:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051730:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998301a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365785600:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051790:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365785344:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051799:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365785216:0@lo:400:kworker.0
00000100:00100000:2.0:1788877040.051812:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998301a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365785728:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877040.056000:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3307:x1875765365784960:12345-0@lo:400:kworker.0 Request processed in 9224us (9444us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877040.056031:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00100000:0.0:1788877040.058433:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c82cff51-6452-4753-8212-e037ee7b3300:3307:1875765365784960:0@lo:400:kworker.0
00000100:00100000:1.0:1788877040.628198:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877040.628239:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877040.628302:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877040.628336:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877040.628357:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877040.628425:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945152
00000100:00100000:2.0:1788877040.628434:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945152
00000100:00100000:2.0:1788877040.628491:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362944768
00000100:00100000:2.0:1788877040.628494:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362944768
00000100:00100000:2.0:1788877040.628519:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6886
00000100:00100000:2.0:1788877040.628528:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362945152:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877040.628599:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362945152:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 71us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.628606:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6886
00000100:00100000:2.0:1788877040.628624:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6887
00000100:00100000:2.0:1788877040.628631:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362944768:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877040.628662:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:2358:x1875765362944768:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877040.628668:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6887
00000100:00080000:2.0:1788877040.628686:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877040.629154:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362944640
00000100:00100000:3.0:1788877040.629160:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362944640
00000100:00100000:3.0:1788877040.629200:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3213
00000100:00100000:3.0:1788877040.629207:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362944640:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877040.629247:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362944640:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 40us (1058us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877040.629255:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3213
00000100:00100000:0.0:1788877040.639982:0:15141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362944896
00000100:00100000:0.0:1788877040.639998:0:15141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362944896
00000100:00080000:0.0:1788877040.640124:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1788877040.640182:0:9776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945024
00000100:00100000:0.0:1788877040.640186:0:9776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945024
00000100:00100000:0.0:1788877040.640351:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 419
00000100:00100000:0.0:1788877040.640513:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362945024:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877040.640603:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362945024:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 97us (12244us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877040.640612:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 419
00000100:00100000:0.0:1788877040.640634:0:9776:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 419
00000100:00100000:0.0:1788877040.640642:0:9776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362944896:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877040.640672:0:9776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362944896:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 31us (12432us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877040.640679:0:9776:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 419
00000100:00080000:0.0:1788877040.640697:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1788877040.753350:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1788877041.368741:0:184480:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7898377724165ns, next at 7896196434345ns, rc = 0
00000001:00080000:1.0:1788877041.440855:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010930 is committed
00000004:00080000:1.0:1788877041.440878:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 573 committed
00000001:00080000:1.0:1788877041.440897:0:5812:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4295010931 is committed
00000004:00080000:1.0:1788877041.440908:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 574 committed
00000100:00100000:3.0:1788877041.441341:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788877041.441361:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998301a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365785856:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1788877041.441437:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877041.441559:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785856
00000100:00100000:2.0:1788877041.441567:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785856
00000100:00100000:2.0:1788877041.441624:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 601
00000100:00100000:2.0:1788877041.441634:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365785856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1788877041.441662:0:20460:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3668 count 1
00002000:00010000:2.0:1788877041.441694:0:20460:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe54:0x0] initial LVB size: 104857600, mtime: 0x6aa018e9, atime: 0x0, ctime: 0x6aa018e9, blocks: 0x3200b
00010000:00010000:2.0:1788877041.441703:0:20460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877041.441719:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=7898s v=(0 0)
00010000:00010000:2.0:1788877041.441723:0:20460:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe54:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877041.441729:0:20460:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877041.441746:0:20460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877041.441757:0:20460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877041.441765:0:20460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877041.441789:0:20460:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1788877041.441917:0:5779:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788877041.441924:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877041.441932:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ea00 already unused, calling callback (ffffffffc1793220)
00010000:00010000:0.0:1788877041.441936:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877041.441945:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877041.441961:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877041.441974:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da413f2c/0x3868396b8e76863c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877041.441990:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877041.441991:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877041.441993:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877041.550770:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365785856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 109129us (109325us total) trans 4294981982 rc 0/0
00000100:00100000:2.0:1788877041.550784:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 601
00000004:00080000:3.0:1788877041.550995:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff998301a6a300/2, rc 0, transno 4294981982
00000100:00100000:3.0:1788877041.551040:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998301a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365785856:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1788877041.555863:0:184480:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7898564845758ns, next at 7882712337371ns, rc = 0
00000004:00080000:0.0:1788877041.559240:0:5812:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 741 committed
00010000:00010000:0.0:1788877041.774680:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877042.094227:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365785984:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788877042.094299:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877042.094778:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365785984
00000100:00100000:0.0:1788877042.094788:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365785984
00000100:00100000:0.0:1788877042.094879:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 421
00000100:00100000:0.0:1788877042.094892:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998301a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365785984:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788877042.094941:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226820096 pending 0 free 3746562048 avail 3744464896
00000100:00100000:0.0:1788877042.094999:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998301a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1875765365785984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (700us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877042.095008:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 421
00000100:00100000:0.0:1788877042.095080:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365785984:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788877042.095182:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788877042.802671:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1788877043.243716:0:6610:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294981982 is committed
00010000:00010000:2.0:1788877043.822207:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877044.856456:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877045.172843:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998301a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365786112:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788877045.173131:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877045.173216:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365786624:0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173244:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877045.173269:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788877045.173275:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365786496:0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173310:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877045.173340:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998301a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365786240:0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173367:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877045.173391:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365786752:0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173411:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877045.173433:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1788877045.173438:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998301a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365786368:0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173458:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877045.173473:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365786880:0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173493:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877045.173525:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365786624
00000100:00100000:2.0:1788877045.173534:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365786624
00000100:00100000:2.0:1788877045.173598:0:167351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365786880
00000100:00100000:2.0:1788877045.173601:0:167351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365786880
00000100:00100000:2.0:1788877045.173626:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 420
00000100:00100000:2.0:1788877045.173634:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365786880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173688:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365786880:12345-0@lo:400:kworker.0 Request processed in 54us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877045.173695:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 420
00000100:00100000:2.0:1788877045.173714:0:167351:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 420
00000100:00100000:2.0:1788877045.173720:0:167351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365786624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173750:0:167351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365786624:12345-0@lo:400:kworker.0 Request processed in 30us (504us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877045.173756:0:167351:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 420
00000100:00100000:2.0:1788877045.173789:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365786496
00000100:00100000:2.0:1788877045.173792:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365786496
00000100:00100000:2.0:1788877045.173820:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365786752
00000100:00100000:2.0:1788877045.173822:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365786752
00000100:00100000:2.0:1788877045.173837:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365786368
00000100:00100000:2.0:1788877045.173840:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365786368
00000100:00100000:2.0:1788877045.173857:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888
00000100:00100000:2.0:1788877045.173863:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365786496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173892:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365786496:12345-0@lo:400:kworker.0 Request processed in 29us (581us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877045.173898:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888
00000100:00100000:2.0:1788877045.173919:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889
00000100:00100000:2.0:1788877045.173925:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365786752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173951:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875765365786752:12345-0@lo:400:kworker.0 Request processed in 27us (539us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877045.173956:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889
00000100:00100000:2.0:1788877045.173968:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6890
00000100:00100000:2.0:1788877045.173973:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365786368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877045.173998:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365786368:12345-0@lo:400:kworker.0 Request processed in 25us (538us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877045.174003:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6890
00000100:00080000:3.0:1788877045.177371:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1788877045.177379:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1788877045.177382:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1788877045.177407:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365786240
00000100:00100000:3.0:1788877045.177416:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365786240
00000100:00100000:3.0:1788877045.177463:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:3.0:1788877045.177471:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365786240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877045.177551:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3309:x1875765365786240:12345-0@lo:400:kworker.0 Request processed in 80us (4182us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877045.177558:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00100000:3.0:1788877045.177633:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998301a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365786368:0@lo:400:kworker.0
00000100:00100000:3.0:1788877045.177649:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365786880:0@lo:400:kworker.0
00000100:00100000:3.0:1788877045.177658:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998301a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c82cff51-6452-4753-8212-e037ee7b3300:3309:1875765365786240:0@lo:400:kworker.0
00000100:00100000:3.0:1788877045.177667:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3309:1875765365786752:0@lo:400:kworker.0
00000100:00100000:3.0:1788877045.177717:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365786496:0@lo:400:kworker.0
00000100:00100000:3.0:1788877045.177728:0:3308:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294981982 gen 2
00000004:00080000:3.0:1788877045.177734:0:3308:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff998301a6a300, transno 4294981982
00000100:00100000:3.0:1788877045.177749:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99842eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365786624:0@lo:400:kworker.0
00000100:00100000:0.0:1788877045.178314:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365786112
00000100:00100000:0.0:1788877045.178320:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365786112
00000100:00100000:0.0:1788877045.178358:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 422
00000100:00100000:0.0:1788877045.178365:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365786112:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1788877045.178389:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56557568 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788877045.178431:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983191c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365786112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (5302us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877045.178439:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 422
00000100:00100000:0.0:1788877045.178475:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998301a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365786112:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877045.747835:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877045.747892:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877045.747920:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877045.747952:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877045.747982:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877045.748040:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945408
00000100:00100000:1.0:1788877045.748049:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945408
00000100:00100000:3.0:1788877045.748051:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945664
00000100:00100000:3.0:1788877045.748058:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945664
00000100:00100000:3.0:1788877045.748115:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945536
00000100:00100000:3.0:1788877045.748118:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945536
00000100:00100000:1.0:1788877045.748121:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945792
00000100:00100000:1.0:1788877045.748126:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945792
00000100:00100000:3.0:1788877045.748149:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 421
00000100:00100000:1.0:1788877045.748160:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6891
00000100:00100000:3.0:1788877045.748164:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362945536:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877045.748173:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362945408:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877045.748264:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945280
00000100:00100000:2.0:1788877045.748269:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945280
00000100:00100000:3.0:1788877045.748303:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362945536:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 143us (380us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877045.748310:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3215
00000100:00100000:3.0:1788877045.748317:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 421
00000100:00100000:2.0:1788877045.748322:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362945280:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877045.748341:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 602
00000100:00100000:3.0:1788877045.748349:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362945664:12345-192.168.203.59@tcp:9:kworker.0
00000100:00100000:2.0:1788877045.748365:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362945280:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 47us (471us total) trans 0 rc 0/0
00000020:00000080:3.0:1788877045.748371:0:20698:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e767dc2
00000100:00100000:2.0:1788877045.748376:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3215
00000100:00080000:3.0:1788877045.748382:0:20698:0:(import.c:65:import_set_state_nolock()) ffff998413f56000 : changing import state from FULL to CLOSED
00000100:00100000:2.0:1788877045.748410:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6892
00000100:00100000:2.0:1788877045.748417:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362945792:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877045.748441:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362945792:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 25us (458us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877045.748447:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6892
00000100:00080000:2.0:1788877045.748504:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1788877045.748508:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1788877045.748511:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788877045.748732:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2357:x1875765362945408:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 562us (778us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877045.748739:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6891
00010000:00010000:0.0:1788877045.749000:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00000004:3.0:1788877045.749257:0:20698:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294993672
00000100:00100000:3.0:1788877045.749765:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362945664:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 1413us (1935us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877045.749774:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 602
00010000:00010000:0.0:1788877045.874065:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877046.898711:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877047.214351:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365787008:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788877047.214429:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877047.214682:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787008
00000100:00100000:0.0:1788877047.214690:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787008
00000100:00100000:0.0:1788877047.214759:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 423
00000100:00100000:0.0:1788877047.214771:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365787008:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1788877047.214805:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226820096 pending 0 free 3851419648 avail 3849322496
00000100:00100000:0.0:1788877047.214859:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365787008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (430us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877047.214866:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 423
00000100:00100000:3.0:1788877047.214952:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365787008:0@lo:13:osp-pre-0-0.0
00000100:00080000:2.0:1788877047.215042:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788877047.918230:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877048.942286:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:3.0:1788877049.895272:0:7500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788877049.895282:0:7500:0:(genops.c:906:class_export_put()) final put ffff998413f50800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:0.0:1788877049.895345:0:103132:0:(genops.c:865:class_export_destroy()) destroying export ffff998413f50800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0001
00000020:00000080:0.0:1788877049.895389:0:103132:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff998413f56000 for lustre-OST0001
00010000:00010000:0.0:1788877049.970697:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877050.288468:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365787264:0@lo:400:kworker.0
00000100:00100000:1.0:1788877050.288550:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877050.288612:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365787776:0@lo:400:kworker.0
00000100:00100000:1.0:1788877050.288639:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877050.288640:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365787136:0@lo:400:kworker.0
00000100:00100000:1.0:1788877050.288670:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1788877050.288673:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877050.288676:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365787392:0@lo:400:kworker.0
00000100:00100000:0.0:1788877050.288699:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365787648:0@lo:400:kworker.0
00000100:00100000:1.0:1788877050.288699:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877050.288729:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787776
00000100:00100000:0.0:1788877050.288737:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877050.288737:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787776
00000100:00100000:0.0:1788877050.288753:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788877050.288758:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365787520:0@lo:400:kworker.0
00000100:00100000:0.0:1788877050.288777:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1788877050.288876:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1788877050.288925:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787264
00000100:00100000:3.0:1788877050.288929:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787264
00000100:00100000:3.0:1788877050.288958:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787392
00000100:00100000:3.0:1788877050.288962:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787392
00000100:00100000:3.0:1788877050.288981:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787648
00000100:00100000:3.0:1788877050.288984:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787648
00000100:00100000:3.0:1788877050.289006:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893
00000100:00100000:3.0:1788877050.289040:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365787264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877050.289099:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365787264:12345-0@lo:400:kworker.0 Request processed in 85us (549us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877050.289108:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893
00000100:00100000:3.0:1788877050.289126:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6894
00000100:00100000:3.0:1788877050.289132:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365787392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877050.289161:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365787392:12345-0@lo:400:kworker.0 Request processed in 28us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877050.289166:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6894
00000100:00100000:3.0:1788877050.289177:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6895
00000100:00100000:3.0:1788877050.289182:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365787648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877050.289213:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365787648:12345-0@lo:400:kworker.0 Request processed in 31us (475us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877050.289219:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6895
00000100:00100000:3.0:1788877050.289237:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787136
00000100:00100000:3.0:1788877050.289240:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787136
00000100:00100000:3.0:1788877050.289273:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:3.0:1788877050.289279:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365787136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877050.289307:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365787136:12345-0@lo:400:kworker.0 Request processed in 29us (633us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877050.289312:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00100000:3.0:1788877050.289367:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365787136:0@lo:400:kworker.0
00000100:00100000:3.0:1788877050.289383:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365787648:0@lo:400:kworker.0
00000100:00080000:3.0:1788877050.289414:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877050.289430:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365787392:0@lo:400:kworker.0
00000100:00100000:3.0:1788877050.289439:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365787264:0@lo:400:kworker.0
00000100:00100000:3.0:1788877050.289449:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788877050.289458:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365787904:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877050.289483:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877050.289510:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787904
00000100:00100000:3.0:1788877050.289514:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787904
00000100:00100000:3.0:1788877050.289543:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 424
00000100:00100000:3.0:1788877050.289550:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365787904:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788877050.289577:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788877050.289612:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1875765365787904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877050.289618:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 424
00000100:00100000:3.0:1788877050.289649:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365787904:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877050.293615:0:167010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365787520
00000100:00100000:1.0:1788877050.293632:0:167010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365787520
00000100:00100000:1.0:1788877050.293909:0:167010:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 422
00000100:00100000:1.0:1788877050.293929:0:167010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365787520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877050.293956:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 422
00000100:00100000:2.0:1788877050.293968:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365787776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877050.294032:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365787776:12345-0@lo:400:kworker.0 Request processed in 67us (5391us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877050.294036:0:167010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365787520:12345-0@lo:400:kworker.0 Request processed in 115us (5258us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877050.294040:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 422
00000100:00100000:1.0:1788877050.294043:0:167010:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 422
00000100:00100000:0.0:1788877050.294127:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365787520:0@lo:400:kworker.0
00000100:00100000:0.0:1788877050.294170:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365787776:0@lo:400:kworker.0
00000100:00080000:1.0:1788877050.294517:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877050.887641:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877050.887694:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877050.887736:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877050.887766:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877050.887806:0:167349:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946176
00000100:00100000:1.0:1788877050.887820:0:167349:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946176
00000100:00100000:1.0:1788877050.887896:0:167349:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 423
00000100:00100000:1.0:1788877050.887908:0:167349:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946176:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877050.888001:0:167349:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946176:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 94us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877050.888009:0:167349:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 423
00000100:00080000:1.0:1788877050.888166:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788877050.888253:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362945920
00000100:00100000:2.0:1788877050.888258:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362945920
00000100:00100000:2.0:1788877050.888306:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3217
00000100:00100000:2.0:1788877050.888315:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362945920:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877050.888351:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362945920:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 38us (614us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877050.888358:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3217
00000100:00100000:0.0:1788877050.888508:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946048
00000100:00100000:0.0:1788877050.888513:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946048
00000100:00100000:0.0:1788877050.888561:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946304
00000100:00100000:0.0:1788877050.888564:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946304
00000100:00100000:0.0:1788877050.888585:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6896
00000100:00100000:0.0:1788877050.888592:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946048:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877050.888631:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946048:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 39us (1001us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877050.888638:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6896
00000100:00100000:0.0:1788877050.888652:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6897
00000100:00100000:0.0:1788877050.888659:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362946304:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877050.888684:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362946304:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 26us (990us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877050.888689:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6897
00000100:00080000:1.0:1788877050.888831:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1788877050.990645:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877052.014286:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877052.335536:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365788032:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1788877052.335613:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877052.335738:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788032
00000100:00100000:1.0:1788877052.335747:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788032
00000100:00100000:1.0:1788877052.335820:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 425
00000100:00100000:1.0:1788877052.335839:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365788032:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877052.335881:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226820096 pending 0 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788877052.335930:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365788032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877052.335938:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 425
00000100:00080000:2.0:1788877052.336166:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788877052.336206:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365788032:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788877053.038472:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877054.062269:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877055.086222:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877055.407270:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788877055.407300:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365788160:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877055.407383:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877055.407655:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788160
00000100:00100000:3.0:1788877055.407664:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788160
00000100:00100000:3.0:1788877055.407758:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 426
00000100:00100000:3.0:1788877055.407771:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365788160:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1788877055.407818:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:3.0:1788877055.407893:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365788160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (510us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877055.407902:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 426
00000100:00100000:1.0:1788877055.408091:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365788160:0@lo:13:osp-pre-1-0.0
00000100:00080000:2.0:1788877055.408166:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1788877055.408646:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365788672:0@lo:400:kworker.0
00000100:00100000:0.0:1788877055.408698:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877055.408739:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788877055.408745:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365788544:0@lo:400:kworker.0
00000100:00100000:0.0:1788877055.408775:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877055.408807:0:6582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788672
00000100:00100000:0.0:1788877055.408813:0:6582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788672
00000100:00100000:1.0:1788877055.408991:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788544
00000100:00100000:1.0:1788877055.408996:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788544
00000100:00100000:1.0:1788877055.409069:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898
00000100:00100000:1.0:1788877055.409078:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365788544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877055.409125:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365788544:12345-0@lo:400:kworker.0 Request processed in 48us (349us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877055.409131:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898
00000100:00100000:1.0:1788877055.409167:0:15141:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 424
00000100:00100000:1.0:1788877055.409176:0:15141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365788672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877055.409206:0:15141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365788672:12345-0@lo:400:kworker.0 Request processed in 32us (509us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877055.409213:0:15141:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 424
00000100:00100000:1.0:1788877055.409265:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365788544:0@lo:400:kworker.0
00000100:00100000:1.0:1788877055.409276:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365788672:0@lo:400:kworker.0
00000100:00100000:2.0:1788877055.410268:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365788416:0@lo:400:kworker.0
00000100:00100000:2.0:1788877055.410327:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877055.410377:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1788877055.410385:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365788288:0@lo:400:kworker.0
00000100:00100000:2.0:1788877055.410416:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877055.410463:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998315566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365788800:0@lo:400:kworker.0
00000100:00100000:2.0:1788877055.410485:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877055.410516:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788416
00000100:00100000:2.0:1788877055.410522:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788416
00000100:00100000:2.0:1788877055.410554:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788800
00000100:00100000:2.0:1788877055.410557:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788800
00000100:00100000:2.0:1788877055.410577:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899
00000100:00100000:2.0:1788877055.410584:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365788416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877055.410627:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875765365788416:12345-0@lo:400:kworker.0 Request processed in 42us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877055.410634:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899
00000100:00100000:2.0:1788877055.410648:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6900
00000100:00100000:2.0:1788877055.410655:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365788800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877055.410690:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365788800:12345-0@lo:400:kworker.0 Request processed in 26us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877055.410697:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6900
00000100:00080000:2.0:1788877055.410713:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1788877055.410717:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788877055.410801:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365788800:0@lo:400:kworker.0
00000100:00100000:2.0:1788877055.410811:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875765365788416:0@lo:400:kworker.0
00000100:00100000:1.0:1788877055.411148:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788288
00000100:00100000:1.0:1788877055.411153:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788288
00000100:00100000:1.0:1788877055.411184:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00100000:1.0:1788877055.411191:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365788288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877055.411225:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365788288:12345-0@lo:400:kworker.0 Request processed in 35us (809us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877055.411230:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:2.0:1788877055.411639:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998315565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365788288:0@lo:400:kworker.0
00000100:00100000:1.0:1788877055.987635:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877055.987685:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877055.987989:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946560
00000100:00100000:2.0:1788877055.988000:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946560
00000100:00100000:2.0:1788877055.988082:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946816
00000100:00100000:2.0:1788877055.988086:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946816
00000100:00100000:2.0:1788877055.988108:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6901
00000100:00100000:2.0:1788877055.988118:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946560:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877055.988203:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946560:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 86us (582us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877055.988212:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6901
00000100:00100000:2.0:1788877055.988231:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6902
00000100:00100000:2.0:1788877055.988249:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362946816:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:2.0:1788877055.988275:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f73438c-f564-4967-9914-2d1fcda60a16+5:2358:x1875765362946816:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 39us (590us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877055.988282:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6902
00000100:00080000:1.0:1788877055.988866:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1788877055.999644:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877055.999688:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877055.999838:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946432
00000100:00100000:1.0:1788877055.999850:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946432
00000100:00100000:0.0:1788877055.999907:0:167347:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946688
00000100:00100000:0.0:1788877055.999913:0:167347:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946688
00000100:00100000:1.0:1788877055.999918:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3219
00000100:00100000:1.0:1788877055.999931:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362946432:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877055.999975:0:167347:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 425
00000100:00100000:0.0:1788877055.999986:0:167347:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946688:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877056.000008:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2358:x1875765362946432:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 79us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877056.000036:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3219
00000100:00100000:0.0:1788877056.000045:0:167347:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362946688:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 60us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877056.000054:0:167347:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 425
00000100:00080000:1.0:1788877056.000079:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1788877056.121188:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788877057.141789:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877057.464481:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1788877057.464503:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998307d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365788928:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788877057.464570:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877057.464634:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365788928
00000100:00100000:1.0:1788877057.464642:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365788928
00000100:00100000:1.0:1788877057.464696:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 427
00000100:00100000:1.0:1788877057.464706:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365788928:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877057.464739:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226820096 pending 0 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788877057.464783:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365788928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877057.464791:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 427
00000100:00080000:1.0:1788877057.464812:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877057.464862:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998307d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365788928:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1788877058.158341:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877059.191807:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788877060.206476:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877060.527280:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365789056:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1788877060.527349:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877060.527423:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789056
00000100:00100000:1.0:1788877060.527431:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789056
00000100:00100000:1.0:1788877060.527495:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 428
00000100:00100000:1.0:1788877060.527504:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365789056:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1788877060.527615:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:1.0:1788877060.527659:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998307d2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365789056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 157us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877060.527667:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 428
00000100:00080000:1.0:1788877060.527687:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788877060.527723:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365789056:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1788877060.533075:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365789184:0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.533171:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877060.533211:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365789696:0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.533248:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877060.533272:0:3308:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1788877060.533278:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365789568:0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.533304:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877060.533330:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365789312:0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.533353:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877060.533370:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1788877060.533375:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365789440:0@lo:400:kworker.0
00000100:00100000:0.0:1788877060.533380:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789696
00000100:00100000:0.0:1788877060.533388:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789696
00000100:00100000:3.0:1788877060.533396:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877060.533433:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789312
00000100:00100000:0.0:1788877060.533437:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789312
00000100:00100000:0.0:1788877060.533451:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789440
00000100:00100000:0.0:1788877060.533453:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789440
00000100:00100000:0.0:1788877060.533471:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6903
00000100:00100000:0.0:1788877060.533478:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365789696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.533493:0:5785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789184
00000100:00100000:3.0:1788877060.533497:0:5785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789184
00000100:00100000:0.0:1788877060.534863:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3308:x1875765365789696:12345-0@lo:400:kworker.0 Request processed in 1374us (1603us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877060.535747:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6903
00000100:00100000:0.0:1788877060.535802:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6904
00000100:00100000:0.0:1788877060.535819:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365789312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788877060.537051:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875765365789312:12345-0@lo:400:kworker.0 Request processed in 1232us (3688us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877060.537064:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6904
00000100:00100000:0.0:1788877060.537207:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6905
00000100:00100000:0.0:1788877060.537230:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365789440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788877060.537277:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875765365789440:12345-0@lo:400:kworker.0 Request processed in 63us (3880us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877060.537283:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6905
00000100:00100000:0.0:1788877060.537346:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3308:1875765365789696:0@lo:400:kworker.0
00000100:00100000:1.0:1788877060.537609:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3309:1875765365789440:0@lo:400:kworker.0
00000100:00100000:1.0:1788877060.537622:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875765365789312:0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.539113:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:3.0:1788877060.539136:0:5785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365789184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.539198:0:5785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c82cff51-6452-4753-8212-e037ee7b3300+19:3308:x1875765365789184:12345-0@lo:400:kworker.0 Request processed in 71us (6027us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877060.539206:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00100000:3.0:1788877060.539261:0:20460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789568
00000100:00100000:3.0:1788877060.539268:0:20460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789568
00000100:00100000:3.0:1788877060.539310:0:20460:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 426
00000100:00100000:3.0:1788877060.539316:0:20460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365789568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1788877060.539347:0:20460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3308:x1875765365789568:12345-0@lo:400:kworker.0 Request processed in 31us (6042us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877060.539353:0:20460:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 426
00000100:00100000:2.0:1788877060.540064:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3308:1875765365789568:0@lo:400:kworker.0
00000100:00100000:2.0:1788877060.540077:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff998306a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c82cff51-6452-4753-8212-e037ee7b3300:3308:1875765365789184:0@lo:400:kworker.0
00000100:00080000:3.0:1788877060.549393:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1788877060.549403:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877061.108255:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877061.108380:0:26913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362947200
00000100:00100000:0.0:1788877061.108390:0:26913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362947200
00000100:00100000:0.0:1788877061.108457:0:26913:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 603
00000100:00100000:0.0:1788877061.108466:0:26913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2354:x1875765362947200:12345-192.168.203.59@tcp:9:kworker.0
00000020:00000080:0.0:1788877061.108492:0:26913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3868396b8e767dd0
00000100:00080000:0.0:1788877061.108501:0:26913:0:(import.c:65:import_set_state_nolock()) ffff998413f57000 : changing import state from FULL to CLOSED
00000001:00000004:0.0:1788877061.108544:0:26913:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294981982
00000100:00100000:0.0:1788877061.108795:0:26913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+2:2354:x1875765362947200:12345-192.168.203.59@tcp:9:kworker.0 Request processed in 328us (544us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877061.108803:0:26913:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 603
00000100:00080000:3.0:1788877061.109183:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1788877061.109346:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788877061.113138:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877061.113284:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362947072
00000100:00100000:3.0:1788877061.113295:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362947072
00000100:00100000:3.0:1788877061.113372:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6906
00000100:00100000:3.0:1788877061.113382:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362947072:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:0.0:1788877061.113425:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877061.113464:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2358:x1875765362947072:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 83us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877061.113472:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6906
00000100:00100000:2.0:1788877061.147432:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877061.147484:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877061.147961:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362946944
00000100:00100000:1.0:1788877061.147970:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362946944
00000100:00100000:1.0:1788877061.148051:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3221
00000100:00100000:1.0:1788877061.148061:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362946944:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877061.148143:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2357:x1875765362946944:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 84us (721us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877061.148152:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3221
00000100:00100000:0.0:1788877061.149423:0:15554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362947328
00000100:00100000:0.0:1788877061.149433:0:15554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362947328
00000100:00100000:0.0:1788877061.149542:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6907
00000100:00100000:0.0:1788877061.149552:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362947328:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:0.0:1788877061.149611:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f73438c-f564-4967-9914-2d1fcda60a16+5:2357:x1875765362947328:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 61us (2125us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877061.149619:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6907
00000100:00080000:1.0:1788877061.150307:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1788877061.230246:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877062.254155:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877062.575789:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1788877062.575811:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365789824:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788877062.575891:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877062.575951:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789824
00000100:00100000:1.0:1788877062.575959:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789824
00000100:00100000:1.0:1788877062.576010:0:17903:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 429
00000100:00100000:1.0:1788877062.576034:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365789824:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877062.576067:0:17903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25755648 pending 0 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788877062.576111:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875765365789824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877062.576118:0:17903:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 429
00000100:00080000:1.0:1788877062.576137:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877062.576170:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3310:1875765365789824:0@lo:13:osp-pre-0-0.0
00010000:00010000:1.0:1788877063.279244:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788877064.309184:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788877065.327246:0:5778:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877065.646243:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365790336:0@lo:400:kworker.0
00000100:00100000:1.0:1788877065.646252:0:3308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365790208:0@lo:400:kworker.0
00000100:00100000:3.0:1788877065.646401:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365789952:0@lo:400:kworker.0
00000100:00100000:2.0:1788877065.653861:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365790080:0@lo:400:kworker.0
00000100:00100000:0.0:1788877065.660910:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1788877065.661071:0:166968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365790336
00000100:00100000:0.0:1788877065.661080:0:166968:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365790336
00000100:00100000:0.0:1788877065.661157:0:166968:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 427
00000100:00100000:0.0:1788877065.661168:0:166968:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365790336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788877065.661343:0:166968:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365790336:12345-0@lo:400:kworker.0 Request processed in 177us (441us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877065.661352:0:166968:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 427
00000100:00100000:0.0:1788877065.661413:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365790336:0@lo:400:kworker.0
00000100:00080000:0.0:1788877065.661441:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1788877065.663872:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877065.663937:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f60ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365790592:0@lo:400:kworker.0
00000100:00100000:2.0:1788877065.663979:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877065.664027:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788877065.664034:0:3307:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9983128fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365790720:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1788877065.664058:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1788877065.664092:0:6583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365790592
00000100:00100000:2.0:1788877065.664099:0:6583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365790592
00000100:00100000:2.0:1788877065.664146:0:6583:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 428
00000100:00100000:2.0:1788877065.664154:0:6583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365790592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877065.664212:0:6583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365790592:12345-0@lo:400:kworker.0 Request processed in 58us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877065.664219:0:6583:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 428
00000100:00100000:2.0:1788877065.664239:0:6586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365790720
00000100:00100000:2.0:1788877065.664242:0:6586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365790720
00000100:00100000:2.0:1788877065.664268:0:6586:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 430
00000100:00100000:2.0:1788877065.664274:0:6586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365790720:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1788877065.664301:0:6586:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25886720 pending 0 free 3824156672 avail 3822059520
00000100:00100000:0.0:1788877065.664303:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365790080
00000100:00100000:0.0:1788877065.664309:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365790080
00000100:00100000:2.0:1788877065.664338:0:6586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1875765365790720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877065.664345:0:6586:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 430
00000100:00100000:0.0:1788877065.664351:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6908
00000100:00100000:0.0:1788877065.664360:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365790080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877065.664391:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9983128fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365790720:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1788877065.664403:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983128ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1875765365790080:12345-0@lo:400:kworker.0 Request processed in 44us (536us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877065.664409:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3307:1875765365790080:0@lo:400:kworker.0
00000100:00100000:0.0:1788877065.664415:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6908
00000100:00100000:2.0:1788877065.664423:0:3307:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f60ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3307:1875765365790592:0@lo:400:kworker.0
00000100:00080000:0.0:1788877065.664446:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1788877065.669211:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877065.674356:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1788877065.674429:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f60b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365790464:0@lo:400:kworker.0
00000100:00100000:3.0:1788877065.674481:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877065.674556:0:5782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365789952
00000100:00100000:1.0:1788877065.674567:0:5782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365789952
00000100:00100000:1.0:1788877065.674656:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:1.0:1788877065.674669:0:5782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998408819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365789952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1788877065.674735:0:5782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998408819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c82cff51-6452-4753-8212-e037ee7b3300+19:3310:x1875765365789952:12345-0@lo:400:kworker.0 Request processed in 69us (387us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877065.674742:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00100000:3.0:1788877065.680861:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c82cff51-6452-4753-8212-e037ee7b3300:3310:1875765365789952:0@lo:400:kworker.0
00000100:00100000:2.0:1788877065.685776:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365790208
00000100:00100000:2.0:1788877065.685796:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365790208
00000100:00100000:0.0:1788877065.685866:0:5790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365790464
00000100:00100000:0.0:1788877065.685872:0:5790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365790464
00000100:00100000:2.0:1788877065.685971:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909
00000100:00100000:2.0:1788877065.685984:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365790208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1788877065.686138:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3308:x1875765365790208:12345-0@lo:400:kworker.0 Request processed in 154us (16944us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877065.686152:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909
00000100:00100000:0.0:1788877065.691626:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910
00000100:00100000:0.0:1788877065.691646:0:5790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365790464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1788877065.691802:0:5790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875765365790464:12345-0@lo:400:kworker.0 Request processed in 162us (17320us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877065.691811:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910
00000100:00100000:0.0:1788877065.691919:0:3308:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3308:1875765365790208:0@lo:400:kworker.0
00000100:00100000:3.0:1788877065.692354:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f60b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3310:1875765365790464:0@lo:400:kworker.0
00000100:00080000:1.0:1788877065.695717:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00100000:0.0:1788877066.208496:0:6610:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:0.0:1788877066.208507:0:6610:0:(genops.c:906:class_export_put()) final put ffff99830d7ea800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79
00000020:00000080:3.0:1788877066.208586:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff99830d7ea800/8ca06753-ad85-40f9-90d9-8eaf7eb2ce79 for lustre-OST0000
00000020:00000080:3.0:1788877066.208649:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff998413f57000 for lustre-OST0000
00000100:00100000:2.0:1788877066.236517:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877066.236702:0:5784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362947456
00000100:00100000:1.0:1788877066.236718:0:5784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362947456
00000100:00100000:1.0:1788877066.236796:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 3223
00000100:00100000:1.0:1788877066.236808:0:5784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99840881b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362947456:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:1.0:1788877066.236911:0:5784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99840881b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4541254b-b555-4a7f-b62a-a287d7d03cbe+13:2356:x1875765362947456:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 105us (425us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877066.236920:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 3223
00000100:00100000:0.0:1788877066.247943:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877066.247986:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877066.248338:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362947584
00000100:00100000:3.0:1788877066.248350:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362947584
00000100:00100000:3.0:1788877066.248424:0:7498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362947712
00000100:00100000:3.0:1788877066.248428:0:7498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362947712
00000100:00100000:1.0:1788877066.248441:0:15554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6911
00000100:00100000:1.0:1788877066.248453:0:15554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362947584:12345-192.168.203.59@tcp:400:kworker.0
00000100:00080000:0.0:1788877066.248527:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1788877066.248530:0:15554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:2355:x1875765362947584:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 79us (610us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877066.248575:0:7498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 6912
00000100:00100000:3.0:1788877066.248588:0:7498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362947712:12345-192.168.203.59@tcp:400:kworker.0
00000100:00100000:3.0:1788877066.248621:0:7498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f73438c-f564-4967-9914-2d1fcda60a16+5:2355:x1875765362947712:12345-192.168.203.59@tcp:400:kworker.0 Request processed in 39us (634us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877066.248628:0:7498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6912
00000100:00100000:1.0:1788877066.249737:0:15554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 6911
00010000:00010000:0.0:1788877066.351692:0:21193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1788877066.702395:0:184949:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77ke: Check different granular TBF type combination: jobid+opcode ========================================================== 10:17:45 (1788877065)
00010000:00010000:1.0:1788877067.374138:0:5779:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788877067.695470:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99843f608e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365790848:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788877067.696137:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1788877067.696277:0:6587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765365790848
00000100:00100000:1.0:1788877067.696288:0:6587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765365790848
00000100:00100000:1.0:1788877067.696376:0:6587:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 431
00000100:00100000:1.0:1788877067.696391:0:6587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365790848:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1788877067.696450:0:6587:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25755648 pending 0 free 3851419648 avail 3849322496
00000100:00100000:1.0:1788877067.696529:0:6587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1875765365790848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1788877067.696539:0:6587:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 431
00000100:00080000:1.0:1788877067.696576:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1788877067.696648:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99843f608e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3309:1875765365790848:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1788877068.027315:0:184998:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830e723600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2e00 gen 0 rate 10000 depth 3 token 2 deadline 7876981625748 time 7877347554808 state 0x6 ref 0
00000100:00100000:1.0:1788877068.027332:0:184998:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff99830e723200 key jobid={dd.500}&nid={192.168.203.59@tcp} rule@0xffff998408505900 gen 0 rate 20 depth 3 token 0 deadline 7894932266973 time 7894944467675 state 0x6 ref 0
00000100:00100000:1.0:1788877068.038405:0:184998:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6f00 rate 10000 gen 0
00000100:00100000:1.0:1788877068.038451:0:184998:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) ost_io.0 NRS: TBF class fini: class@ffff998301b29600 key jobid={dd.0}&nid={192.168.203.59@tcp} rule@0xffff99843f6a2500 gen 0 rate 10000 depth 3 token 2 deadline 7876605708779 time 7876690576282 state 0x6 ref 0
00000100:00100000:1.0:1788877068.045559:0:184998:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6000 rate 10000 gen 0
00000100:00100000:1.0:1788877068.046142:0:184998:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6d00 rate 20 gen 0
00000100:00100000:1.0:1788877068.046153:0:184998:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998410bd6300 rate 20 gen 0
00000100:00100000:1.0:1788877068.047457:0:184998:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998425622e00 rate 10 gen 0
00000100:00100000:1.0:1788877068.047474:0:184998:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff998429529a00 rate 10 gen 0
00000100:00100000:2.0:1788877068.104536:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877068.104695:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362947840
00000100:00100000:0.0:1788877068.104705:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362947840
00000100:00100000:0.0:1788877068.104782:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60421
00000100:00100000:0.0:1788877068.104795:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+5:254791:x1875765362947840:12345-192.168.203.59@tcp:101:mkdir.0
00010000:00010000:0.0:1788877068.104964:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877068.104989:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e768643 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a888993 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.105192:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e76864a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.105206:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e76864a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.105219:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e76864a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788877068.105285:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:0.0:1788877068.105289:0:5791:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 81 stripe count 1 MDT count 1
00000004:00010000:0.0:1788877068.105317:0:5791:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e76864a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.105345:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e768643 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888993 expref: 7 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.105363:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e76864a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888993 expref: 6 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.105370:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788877068.105373:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1788877068.105376:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998441c51c00, rc 0)
00000100:00100000:0.0:1788877068.105436:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:254791:x1875765362947840:12345-192.168.203.59@tcp:101:mkdir.0 Request processed in 644us (910us total) trans 0 rc 0/0
00000100:00100000:0.0:1788877068.105443:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60421
00000100:00080000:2.0:1788877068.105501:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1788877068.108278:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877068.108371:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362948096
00000100:00100000:0.0:1788877068.108380:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362948096
00000100:00100000:0.0:1788877068.108442:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60422
00000100:00100000:0.0:1788877068.108868:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:254791:x1875765362948096:12345-192.168.203.59@tcp:36:mkdir.0
00010000:00010000:0.0:1788877068.108925:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1788877068.108953:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e76864a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a888993 expref: 6 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.108969:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788877068.108981:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788877068.109763:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.109780:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.109792:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.109925:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.109934:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.109942:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788877068.112773:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbc:0x0]: returning size 512
00010000:00010000:0.0:1788877068.112792:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.112870:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.112879:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.112886:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877068.112891:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.112899:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.112916:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788877068.112919:0:5792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877068.112924:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.112930:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e768651 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788877068.112957:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000084b49375 reply state 0000000087c2f358 transno 4295010932 ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877068.112966:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1788877068.113411:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:254791:x1875765362948096:12345-192.168.203.59@tcp:36:mkdir.0 Request processed in 4604us (5139us total) trans 4295010932 rc 0/0
00000100:00100000:0.0:1788877068.113422:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60422
00010000:00010000:1.0:1788877068.116312:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.116331:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.116339:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.116344:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877068.116350:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.116357:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.116375:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd332c3e5 (ffff998404ddd800)
00010000:00010000:1.0:1788877068.116378:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877068.116382:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.116389:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768658 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877068.142390:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877068.145623:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362948224
00000100:00100000:2.0:1788877068.145637:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362948224
00000100:00100000:2.0:1788877068.145701:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60423
00000100:00100000:2.0:1788877068.145712:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:254792:x1875765362948224:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788877068.145739:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877068.145764:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fe00/0x3868396b8e76865f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a88899a expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.145935:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e768666 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.145952:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e768666 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.145966:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e768666 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877068.146046:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:2.0:1788877068.146116:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:2.0:1788877068.146222:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e768666 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.146248:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fe00/0x3868396b8e76865f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88899a expref: 8 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.146272:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e768666 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88899a expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.146281:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03000)
00010000:00010000:2.0:1788877068.146285:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788877068.146288:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95fa00, rc 0)
00000100:00100000:2.0:1788877068.146360:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:254792:x1875765362948224:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 650us (3976us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877068.146368:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60423
00000100:00100000:1.0:1788877068.154944:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877068.155049:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362948480
00000100:00100000:0.0:1788877068.155069:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362948480
00000100:00100000:0.0:1788877068.155124:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60424
00000100:00100000:0.0:1788877068.155134:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:254792:x1875765362948480:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:0.0:1788877068.155152:0:26644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877068.155155:0:26644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1788877068.155190:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fa00/0x3868396b8e768666 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a88899a expref: 7 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155208:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03000)
00010000:00010000:0.0:1788877068.155219:0:26644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1788877068.155234:0:26644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e76866d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8889a1 expref: -99 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155397:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155410:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155419:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155431:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155438:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155444:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155521:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155529:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.155536:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1788877068.155544:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbc:0x0]: returning size 512
00010000:00010000:0.0:1788877068.155555:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156140:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156150:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156159:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877068.156164:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156171:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156190:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x0 (ffff998404ddd700)
00010000:00010000:0.0:1788877068.156193:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877068.156197:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156203:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e768682 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156226:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156232:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156237:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156242:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877068.156245:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156252:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156263:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788877068.156265:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877068.156267:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156272:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e768674 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156280:0:26644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156285:0:26644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156290:0:26644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156295:0:26644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51a00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877068.156297:0:26644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156302:0:26644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156308:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd332c3e5 (ffff998404ddd000)
00010000:00010000:0.0:1788877068.156310:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877068.156313:0:26644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156318:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e76867b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156353:0:26644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e76866d lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889a1 expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156362:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998404ddd600)
00010000:00010000:0.0:1788877068.156365:0:26644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877068.156368:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51e00/0x3868396b8e76866d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889a1 expref: 7 pid: 26644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.156380:0:26644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998441c51e00, rc 0)
00000100:00100000:1.0:1788877068.156915:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f608e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:254792:x1875765362948480:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1779us (1976us total) trans 0 rc 301/301
00000100:00100000:1.0:1788877068.156924:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60424
00000100:00100000:0.0:1788877068.163746:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877068.165932:0:26643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362948608
00000100:00100000:3.0:1788877068.165946:0:26643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362948608
00000100:00100000:2.0:1788877068.168848:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60425
00000100:00100000:2.0:1788877068.168861:0:26643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:254792:x1875765362948608:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788877068.168883:0:26643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877068.168907:0:26643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fe00/0x3868396b8e768689 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8889a8 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.169000:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e000/0x3868396b8e768690 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.169030:0:26643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e000/0x3868396b8e768690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.169042:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e000/0x3868396b8e768690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877068.169112:0:26643:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 71168
00000004:00200000:2.0:1788877068.169117:0:26643:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 82 stripe count 1 MDT count 1
00000004:00010000:2.0:1788877068.169144:0:26643:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e000/0x3868396b8e768690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26643 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.169168:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fe00/0x3868396b8e768689 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889a8 expref: 8 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.169196:0:26643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e000/0x3868396b8e768690 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889a8 expref: 7 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.169206:0:26643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03400)
00010000:00010000:2.0:1788877068.169209:0:26643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788877068.169213:0:26643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95e000, rc 0)
00000100:00100000:2.0:1788877068.169296:0:26643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998315567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:254792:x1875765362948608:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 437us (5558us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877068.169303:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60425
00000100:00100000:0.0:1788877068.177136:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877068.177265:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362948864
00000100:00100000:2.0:1788877068.177276:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362948864
00000100:00100000:2.0:1788877068.177335:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60426
00000100:00100000:2.0:1788877068.177349:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:254792:x1875765362948864:12345-192.168.203.59@tcp:101:lfs.0
00010000:00010000:2.0:1788877068.177374:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877068.177396:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fe00/0x3868396b8e768697 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8889af expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.177796:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.177810:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.177820:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.177833:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.177839:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.177845:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877068.178344:0:5791:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbc:0x0]: returning size 512
00010000:00010000:2.0:1788877068.178452:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178461:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178468:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178475:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ee00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877068.178481:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178488:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178503:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03400)
00010000:00010000:2.0:1788877068.178506:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877068.178557:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178578:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e76869e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178593:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178599:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178605:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178610:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e400 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877068.178614:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178621:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178632:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd332c3e5 (ffff998403b03e00)
00010000:00010000:2.0:1788877068.178634:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877068.178638:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178643:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178691:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fe00/0x3868396b8e768697 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889af expref: 9 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178708:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03400)
00010000:00010000:2.0:1788877068.178711:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1788877068.178715:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95fe00/0x3868396b8e768697 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889af expref: 9 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.178727:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95fe00, rc 0)
00000100:00100000:2.0:1788877068.178802:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:254792:x1875765362948864:12345-192.168.203.59@tcp:101:lfs.0 Request processed in 1456us (1674us total) trans 4295010933 rc 301/301
00000100:00100000:2.0:1788877068.178811:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60426
00000100:00100000:2.0:1788877068.186637:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877068.186700:0:5792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362949120
00000100:00100000:3.0:1788877068.186712:0:5792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362949120
00000100:00100000:3.0:1788877068.186852:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60427
00000100:00100000:3.0:1788877068.186864:0:5792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+8:254792:x1875765362949120:12345-192.168.203.59@tcp:36:lfs.0
00010000:00010000:3.0:1788877068.186957:0:5792:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.186974:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.186988:0:5792:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788877068.189097:0:5792:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000026f56642 reply state 00000000cb6556d7 transno 4295010934 ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877068.189121:0:5792:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:2.0:1788877068.189833:0:5792:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbc:0x0]: returning size 512
00000100:00100000:2.0:1788877068.189947:0:5792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983154a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:254792:x1875765362949120:12345-192.168.203.59@tcp:36:lfs.0 Request processed in 3081us (3314us total) trans 4295010934 rc 0/0
00000100:00100000:2.0:1788877068.189957:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60427
00010000:00010000:2.0:1788877068.196090:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.196109:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.196117:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.196124:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998405f95000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877068.196129:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.196141:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.196157:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x0 (ffff99840390f900)
00010000:00010000:2.0:1788877068.196160:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1788877068.196166:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.196173:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998405f95000/0x3868396b8e7686b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5792 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877068.213466:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877068.213867:0:19088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362949376
00000100:00100000:0.0:1788877068.213881:0:19088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362949376
00000100:00100000:0.0:1788877068.213955:0:19088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 9916
00000100:00100000:0.0:1788877068.213968:0:19088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:254792:x1875765362949376:12345-192.168.203.59@tcp:35:lfs.0
00000100:00100000:0.0:1788877068.215093:0:19088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:254792:x1875765362949376:12345-192.168.203.59@tcp:35:lfs.0 Request processed in 1120us (1630us total) trans 4295010935 rc 0/0
00000100:00100000:0.0:1788877068.215105:0:19088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 9916
00000100:00100000:3.0:1788877068.244691:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877068.244762:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362949504
00000100:00100000:2.0:1788877068.244771:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362949504
00000100:00100000:2.0:1788877068.244832:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60428
00000100:00100000:2.0:1788877068.244843:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+10:254793:x1875765362949504:12345-192.168.203.59@tcp:101:chmod.0
00010000:00010000:2.0:1788877068.244865:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877068.244886:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8889b6 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.244980:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.244995:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245005:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245062:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245071:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245078:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245173:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7686cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245193:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7686cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245202:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7686cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877068.245242:0:15586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbc:0x0]: returning size 512
00000004:00200000:2.0:1788877068.245246:0:15586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788877068.245270:0:15586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7686cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245282:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245289:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245457:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245464:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95ee00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877068.245468:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245477:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245489:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03400)
00010000:00010000:2.0:1788877068.245492:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877068.245496:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245503:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95ee00/0x3868396b8e7686c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245516:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245522:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245528:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245533:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99842f95e800 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877068.245536:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245543:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245550:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd332c3e5 (ffff998403b03e00)
00010000:00010000:2.0:1788877068.245553:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877068.245556:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245566:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e800/0x3868396b8e7686c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245598:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95e400/0x3868396b8e7686ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889b6 expref: 12 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245612:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7686cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889b6 expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.245619:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x0 (ffff998403b03200)
00010000:00010000:2.0:1788877068.245622:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1788877068.245625:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95f200, rc 0)
00000100:00100000:2.0:1788877068.245723:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:254793:x1875765362949504:12345-192.168.203.59@tcp:101:chmod.0 Request processed in 881us (1042us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877068.245731:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60428
00000100:00100000:3.0:1788877068.264599:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877068.264746:0:26644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362949760
00000100:00100000:1.0:1788877068.264756:0:26644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362949760
00000100:00100000:1.0:1788877068.264806:0:26644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60429
00000100:00100000:1.0:1788877068.264816:0:26644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:254793:x1875765362949760:12345-192.168.203.59@tcp:36:chmod.0
00010000:00010000:1.0:1788877068.264873:0:26644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1788877068.264897:0:26644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99842f95f200/0x3868396b8e7686cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889b6 expref: 11 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.264914:0:26644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x0 (ffff998403b03200)
00010000:00010000:1.0:1788877068.264927:0:26644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1788877068.264954:0:26644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.264968:0:26644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.264978:0:26644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1788877068.265514:0:26644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000073059adb reply state 000000003619f053 transno 4295010936 ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877068.265525:0:26644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1788877068.265539:0:26644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbc:0x0]: returning size 512
00000100:00100000:3.0:1788877068.265670:0:26644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff998306a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:254793:x1875765362949760:12345-192.168.203.59@tcp:36:chmod.0 Request processed in 854us (1080us total) trans 4295010936 rc 0/0
00000100:00100000:3.0:1788877068.265677:0:26644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60429
00010000:00010000:3.0:1788877068.268705:0:3293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.268724:0:3293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.268732:0:3293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.268739:0:3293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9984358eb000 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:3.0:1788877068.268745:0:3293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.268754:0:3293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.268775:0:3293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x0 (ffff998385d39f00)
00010000:00010000:3.0:1788877068.268779:0:3293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1788877068.268785:0:3293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788877068.268793:0:3293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9984358eb000/0x3868396b8e7686d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26644 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788877068.321456:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877068.327081:0:26645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362949888
00000100:00100000:0.0:1788877068.327096:0:26645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362949888
00000100:00100000:0.0:1788877068.327162:0:26645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60430
00000100:00100000:0.0:1788877068.327174:0:26645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99842eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+11:254797:x1875765362949888:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788877068.327208:0:26645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877068.327230:0:26645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e7686dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8889bd expref: -99 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327326:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327340:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327350:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327364:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327371:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327377:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327494:0:26645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50600/0x3868396b8e7686f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327502:0:26645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50600/0x3868396b8e7686f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.327661:0:26645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50600/0x3868396b8e7686f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1788877068.327767:0:26645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xcbc:0x0]: returning size 512
00000004:00200000:2.0:1788877068.327773:0:26645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1788877068.327799:0:26645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50600/0x3868396b8e7686f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327811:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327817:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327823:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327895:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c51c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877068.327900:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327908:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327921:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998403b03400)
00010000:00010000:2.0:1788877068.327924:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877068.327929:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327935:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51c00/0x3868396b8e7686e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327948:0:26645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327955:0:26645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327960:0:26645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327965:0:26645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50c00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:2.0:1788877068.327967:0:26645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327973:0:26645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327983:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd332c3e5 (ffff998404ddd600)
00010000:00010000:2.0:1788877068.327986:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1788877068.327988:0:26645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.327994:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50c00/0x3868396b8e7686eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd332c3e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26645 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.328100:0:26645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51a00/0x3868396b8e7686dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889bd expref: 13 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.328114:0:26645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50600/0x3868396b8e7686f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcbc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889bd expref: 12 pid: 26645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.328121:0:26645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x0 (ffff998404ddd000)
00010000:00010000:2.0:1788877068.328124:0:26645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:2.0:1788877068.328126:0:26645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998441c50600, rc 0)
00000100:00100000:2.0:1788877068.328203:0:26645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99842eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:254797:x1875765362949888:12345-192.168.203.59@tcp:101:dd.500 Request processed in 1031us (6756us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877068.328211:0:26645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60430
00000100:00100000:1.0:1788877068.336728:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:0.0:1788877068.337969:0:5791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362950144
00000100:00100000:0.0:1788877068.337983:0:5791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362950144
00000100:00100000:0.0:1788877068.338081:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.59@tcp, seq: 60431
00000100:00100000:0.0:1788877068.338091:0:5791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f60b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+12:254797:x1875765362950144:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:0.0:1788877068.338114:0:5791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1788877068.338135:0:5791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51800/0x3868396b8e7686f9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8889c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.338326:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.338343:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.338355:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.338369:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.338377:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.338383:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1788877068.339035:0:5791:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe45:0x0], index 1: 0
00000004:00080000:0.0:1788877068.339045:0:5791:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe55:0x0], index 0: 0
00010000:00010000:0.0:1788877068.339201:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998401485800/0x3868396b8e76870e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcbe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339212:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998401485800/0x3868396b8e76870e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339219:0:5791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998401485800/0x3868396b8e76870e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339249:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339255:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339261:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339266:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50e00 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:0.0:1788877068.339270:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339276:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339285:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x0 (ffff998404ddd000)
00010000:00010000:0.0:1788877068.339287:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1788877068.339292:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339298:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50e00/0x3868396b8e768700 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1788877068.339310:0:5791:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000037a626dc reply state 00000000cb5f603b transno 4295010937 ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788877068.339318:0:5791:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1788877068.339346:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c51800/0x3868396b8e7686f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xcbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889c4 expref: 15 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339365:0:5791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998401485800/0x3868396b8e76870e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889c4 expref: 14 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788877068.339373:0:5791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbe:0x0].0x0 (ffff998404ddd100)
00010000:00010000:0.0:1788877068.341007:0:5791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1788877068.341027:0:5791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998401485800, rc 0)
00000100:00100000:0.0:1788877068.341119:0:5791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f60b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+15:254797:x1875765362950144:12345-192.168.203.59@tcp:101:dd.500 Request processed in 3026us (4402us total) trans 4295010937 rc 0/0
00000100:00100000:0.0:1788877068.341129:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.59@tcp, seq: 60431
00010000:00010000:1.0:1788877068.342540:0:3294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.342555:0:3294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.342562:0:3294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.342568:0:3294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff998441c50200 already unused, calling callback (ffffffffc21d74f0)
00010000:00010000:1.0:1788877068.342574:0:3294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.342581:0:3294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.342600:0:3294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcbc:0x0].0x7a6232fc (ffff998404ddd700)
00010000:00010000:1.0:1788877068.342603:0:3294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1788877068.342607:0:3294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788877068.342614:0:3294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998441c50200/0x3868396b8e768707 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xcbc:0x0].0x7a6232fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5791 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788877068.348136:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877068.348319:0:20698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362950272
00000100:00100000:3.0:1788877068.348330:0:20698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362950272
00000100:00100000:3.0:1788877068.348387:0:20698:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 604
00000100:00100000:3.0:1788877068.348397:0:20698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:2354:x1875765362950272:12345-192.168.203.59@tcp:8:dd.500
00010000:00080000:3.0:1788877068.348438:0:20698:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp t4294969228 exp 0000000000000000 cur 7925 last 0
00000020:00000080:3.0:1788877068.348476:0:20698:0:(genops.c:1406:class_connect()) connect: client 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79, cookie 0x3868396b8e76871c
00002000:00100000:3.0:1788877068.348491:0:20698:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8ca06753-ad85-40f9-90d9-8eaf7eb2ce79/ffff99830d7ea800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 30670848 ocd_index: 0 ocd_group 0
00002000:00100000:3.0:1788877068.348519:0:20698:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli <unknown> supports cksum type f7, return f7
00002000:00080000:3.0:1788877068.348819:0:20698:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0
00000100:00080000:3.0:1788877068.348949:0:20698:0:(import.c:65:import_set_state_nolock()) ffff99830d7e9800 : changing import state from RECOVER to FULL
00000100:00100000:3.0:1788877068.349154:0:20698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99843f609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:2354:x1875765362950272:12345-192.168.203.59@tcp:8:dd.500 Request processed in 755us (1028us total) trans 0 rc 0/0
00000100:00100000:3.0:1788877068.349164:0:20698:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 604
00000100:00100000:0.0:1788877068.351902:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:2.0:1788877068.351977:0:167012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362950400
00000100:00100000:2.0:1788877068.351986:0:167012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362950400
00000100:00100000:2.0:1788877068.352143:0:167012:0:(nrs_crr.c:369:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.203.59@tcp, with round 605
00000100:00100000:2.0:1788877068.352154:0:167012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+6:254797:x1875765362950400:12345-192.168.203.59@tcp:101:dd.500
00010000:00010000:2.0:1788877068.352171:0:167012:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1788877068.352200:0:167012:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e768723 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3224a818a8889cb expref: -99 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1788877068.352231:0:167012:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1788877068.352252:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe45:0x0].0x0 since=7925s v=(0 0)
00010000:00010000:2.0:1788877068.352257:0:167012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe45:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1788877068.352267:0:167012:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e768723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889cb expref: 7 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.352284:0:167012:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000090b3efbc/0x3868396b8e768723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.59@tcp remote: 0x3224a818a8889cb expref: 7 pid: 167012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788877068.352298:0:167012:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99842f95e800, rc 0)
00000100:00100000:2.0:1788877068.352356:0:167012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9983096f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:254797:x1875765362950400:12345-192.168.203.59@tcp:101:dd.500 Request processed in 205us (461us total) trans 0 rc 0/0
00000100:00100000:2.0:1788877068.352364:0:167012:0:(nrs_crr.c:538:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.203.59@tcp, with round 605
00000100:00080000:1.0:1788877068.353145:0:5786:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1788877068.374700:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:3.0:1788877068.374902:0:6589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362950528
00000100:00100000:3.0:1788877068.374911:0:6589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362950528
00002000:00100000:3.0:1788877068.374962:0:6589:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe45:0x0] (0->1048575)  req@ffff9983154a7b80 x1875765362950528/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:464/0 lens 488/0 e 0 to 0 dl 1788877079 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:3.0:1788877068.374973:0:6589:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983154a7b80 with x1875765362950528 ext(0->1048575)
00002000:00010000:3.0:1788877068.374979:0:6589:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983154a7b80
00000100:00100000:3.0:1788877068.375010:0:6589:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff99830d2ed800 key jobid={dd.500}&opcode={ost_write} rule@0xffff998425622e00 gen 0 rate 10 depth 3 token 3 deadline 0 time 7925383980034 state 0x0 ref 1
00000100:00100000:3.0:1788877068.375064:0:6589:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d2ed800 key jobid={dd.500}&opcode={ost_write} rule@0xffff998425622e00 gen 0 rate 10 depth 3 token 3 deadline 7925483980034 time 7925383980034 state 0x1 ref 1
00000100:00100000:3.0:1788877068.375094:0:6589:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d2ed800 key jobid={dd.500}&opcode={ost_write} rule@0xffff998425622e00 gen 0 rate 10 depth 3 token 2 deadline 7925483980034 time 7925384075984 state 0x0 ref 1
00000100:00100000:3.0:1788877068.375107:0:6589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983154a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+7:2356:x1875765362950528:12345-192.168.203.59@tcp:4:dd.500
00010000:00010000:1.0:1788877068.398144:0:6598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788877068.400402:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.59@tcp (source: 12345-192.168.203.59@tcp)
00000100:00100000:1.0:1788877068.401046:0:20685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765362950656
00000100:00100000:1.0:1788877068.401064:0:20685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765362950656
00002000:00100000:1.0:1788877068.401122:0:20685:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0xe45:0x0] (1048576->2097151)  req@ffff9983096f6300 x1875765362950656/t0(0) o4->8ca06753-ad85-40f9-90d9-8eaf7eb2ce79@192.168.203.59@tcp:464/0 lens 488/0 e 0 to 0 dl 1788877079 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00002000:00100000:1.0:1788877068.401134:0:20685:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9983096f6300 with x1875765362950656 ext(1048576->2097151)
00002000:00010000:1.0:1788877068.401154:0:20685:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9983096f6300
00000100:00100000:1.0:1788877068.401190:0:20685:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) ost_io.0 NRS: TBF enqueues: class@ffff99830d2ed800 key jobid={dd.500}&opcode={ost_write} rule@0xffff998425622e00 gen 0 rate 10 depth 3 token 2 deadline 7925484075984 time 7925384075984 state 0x1 ref 2
00000100:00100000:1.0:1788877068.401227:0:20685:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) ost_io.0 NRS: TBF dequeues: class@ffff99830d2ed800 key jobid={dd.500}&opcode={ost_write} rule@0xffff998425622e00 gen 0 rate 10 depth 3 token 1 deadline 7925484075984 time 7925410209321 state 0x0 ref 2
00000100:00100000:1.0:1788877068.401241:0:20685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9983096f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8ca06753-ad85-40f9-90d9-8eaf7eb2ce79+9:2357:x1875765362950656:12345-192.168.203.59@tcp:4:dd.500
Debug log: 60251 lines, 60251 kept, 0 dropped, 0 bad.